00000800:00000200:0.1F:1724304453.518387:0:3294:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c0e6cc0] -> 12345-192.168.204.107@tcp (2) 00000800:00000200:1.1F:1724304453.519066:0:3285:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c0e6cc0] -> 12345-192.168.204.107@tcp (2) 00000800:00000200:1.1:1724304453.519074:0:3285:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.107@tcp ffff8800aa2159c0 deleted 00000800:00000010:1.1:1724304453.519076:0:3285:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800aa2159c0. 00000800:00000200:1.1:1724304453.519080:0:3285:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1724304453.519086:0:3285:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.107@tcp ip 192.168.204.107:1023 00000800:00000200:1.1:1724304453.519089:0:3285:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3e42800 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1:1724304453.519234:0:3284:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1F:1724304453.519464:0:3286:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c0e6cc0] -> 12345-192.168.204.107@tcp (4) 00000800:00000200:2.1:1724304453.519471:0:3286:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.107@tcp ffff88012dc386c0 deleted 00000800:00000010:2.1:1724304453.519472:0:3286:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012dc386c0. 00000800:00000200:2.1:1724304453.519474:0:3286:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1724304453.519555:0:3284:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1:1724304453.593772:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b1826800. 00010000:00000010:0.1:1724304453.593781:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012b89c240. 00010000:00000010:3.1F:1724304453.833879:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88009b384f00. 00010000:00000010:3.1:1724304453.833895:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012fff86c0. 00010000:00000010:0.1:1724304453.833956:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9a94480. 00010000:00000010:1.1:1724304453.833971:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b3e42d00. 00010000:00000010:1.1:1724304453.833979:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012fff8d80. 00010000:00080000:2.2F:1724304617.492680:0:0:0:(ldlm_lib.c:2927:target_recovery_expired()) lustre-MDT0000: recovery timed out; 0 clients are still in recovery after 60 seconds (0 clients connected) 00010000:00080000:2.2:1724304694.492704:0:0:0:(ldlm_lib.c:2927:target_recovery_expired()) lustre-MDT0000: recovery timed out; 0 clients are still in recovery after 60 seconds (0 clients connected) 00010000:00010000:0.0:1724307068.211286:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bf85f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x120b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.211296:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bf85f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x120b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.211304:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bf85f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x120b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.211308:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bf85f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x120b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.211435:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+217:3299:x1808064246247424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10853us (10881us total) trans 17179870471 rc 0/0 00000100:00100000:0.0:1724307068.211441:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10352 00000004:00080000:0.0:1724307068.211464:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009adc7480/2, rc 0, transno 1287 00000100:00100000:0.0:1724307068.211470:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009adc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246247424:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.211497:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246251136:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.211514:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1724307068.211575:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a059ea00/2, rc 0, transno 1286 00000100:00100000:0.0:1724307068.211580:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a059ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246247680:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.211599:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1724307068.211603:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246251392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.211617:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307068.211631:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246251392 00000100:00100000:0.0:1724307068.211634:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246251392 00000100:00100000:0.0:1724307068.211668:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10368 00000100:00100000:0.0:1724307068.211672:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+218:3299:x1808064246251392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307068.211683:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4628 count 1 00010000:00010000:0.0:1724307068.211692:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bf8668 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.211702:0:15469:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090620b40/0x85b23e07e0bdb352 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67bb6 expref: 59 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.211721:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.211723:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.211724:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bf8668 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.211740:0:15469:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090620b40/0x85b23e07e0bdb352 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67bb6 expref: 59 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.211747:0:15469:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090620b40/0x85b23e07e0bdb352 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67bb6 expref: 59 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.211756:0:15469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15469:1808064246251520:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307068.211774:0:15469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009009b300 going to sleep for 11 seconds 00000100:00100000:0.0:1724307068.211788:0:8405:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009009b9c0 going to sleep for 11 seconds 00000004:00080000:0.0:1724307068.212398:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009a14ea00/2, rc 0, transno 2858 00000100:00100000:0.0:1724307068.212459:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246247168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.213075:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0064e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246251776:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.213098:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307068.215841:0:9058:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009adc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9058:1808064246248960:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.215854:0:9058:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8614 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.216032:0:15467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15467:1808064246250112:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.216042:0:15467:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800909b7840/0x85b23e07e0bf863e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.217894:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.217921:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.217937:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.217966:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.217980:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.217991:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.218001:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.218011:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.218031:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.218049:0:15471:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247738624 00000100:00100000:0.0:1724307068.218055:0:15471:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247738624 00010000:00010000:0.0:1724307068.218079:0:15471:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac71440/0x85b23e07e0bdae43 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce679b0 expref: 70 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.218096:0:15471:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247738880 00000100:00100000:0.0:1724307068.218098:0:15471:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247738880 00010000:00010000:0.0:1724307068.218104:0:15471:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090622640/0x85b23e07e0bdaecf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce679e8 expref: 71 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.218111:0:15471:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247739136 00000100:00100000:0.0:1724307068.218113:0:15471:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247739136 00010000:00010000:0.0:1724307068.218119:0:15471:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090622400/0x85b23e07e0bdae89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce679cc expref: 72 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.218125:0:15471:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247739392 00000100:00100000:0.0:1724307068.218127:0:15471:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247739392 00010000:00010000:0.0:1724307068.218133:0:15471:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090622880/0x85b23e07e0bdaf15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67a04 expref: 73 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.218139:0:15471:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247739648 00000100:00100000:0.0:1724307068.218141:0:15471:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247739648 00010000:00010000:0.0:1724307068.218147:0:15471:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c0d1440/0x85b23e07e0bdb1f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67b2a expref: 60 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.218154:0:15471:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247738752 00000100:00100000:0.0:1724307068.218155:0:15471:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247738752 00010000:00010000:0.0:1724307068.218162:0:15471:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac73600/0x85b23e07e0bdb122 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x120d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67ad6 expref: 61 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.218169:0:15471:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247739008 00000100:00100000:0.0:1724307068.218171:0:15471:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247739008 00010000:00010000:0.0:1724307068.218176:0:15471:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac70000/0x85b23e07e0bdb1ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x120f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67b0e expref: 62 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.218183:0:15471:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247739264 00000100:00100000:0.0:1724307068.218185:0:15471:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247739264 00010000:00010000:0.0:1724307068.218190:0:15471:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac73180/0x85b23e07e0bdb168 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x120e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67af2 expref: 63 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.218198:0:15471:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247739520 00000100:00100000:0.0:1724307068.218200:0:15471:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247739520 00010000:00010000:0.0:1724307068.218206:0:15471:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac71b00/0x85b23e07e0bdaf5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67a20 expref: 74 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.219378:0:15471:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2801 00000100:00100000:0.0:1724307068.219382:0:15471:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+66:1968:x1808064247739520:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307068.219392:0:15471:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307068.219396:0:15471:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ac71b00/0x85b23e07e0bdaf5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67a20 expref: 66 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.219402:0:15471:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ac71b00/0x85b23e07e0bdaf5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67a20 expref: 66 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.219411:0:15471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac71b00/0x85b23e07e0bdaf5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67a20 expref: 66 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.219418:0:15471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.219419:0:15471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.219421:0:15471:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800901b5d40/0x85b23e07e0bf8637 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.219426:0:15471:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800901b5d40/0x85b23e07e0bf8637 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.219441:0:15471:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307068.219453:0:15471:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+65:1968:x1808064247739520:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 70us (1421us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307068.219458:0:15471:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2801 00010000:00010000:0.0:1724307068.219475:0:9058:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8614 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.219481:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8614 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.219486:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8614 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.219491:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8614 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.219496:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8614 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.219501:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307068.219504:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8614 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.219509:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8614 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.219516:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8614 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.219521:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8614 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.219684:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092147800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+212:3297:x1808064246248832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13870us (13978us total) trans 4294970156 rc 0/0 00000100:00100000:0.0:1724307068.219689:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10356 00000004:00080000:0.0:1724307068.219734:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8801350c5180/2, rc 0, transno 2860 00000100:00100000:0.0:1724307068.219742:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246248832:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307068.219759:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6c1a300/2, rc 0, transno 2859 00000100:00100000:0.0:1724307068.219762:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6c1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246247936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.220596:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0067100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246252160:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.220619:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1724307068.220667:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880092146680/2, rc 0, transno 1291 00000100:00100000:0.0:1724307068.220685:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092146680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246248704:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1724307068.220694:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a059fb80/2, rc 0, transno 1290 00000100:00100000:0.0:1724307068.220697:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a059fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246248064:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.220703:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1724307068.220721:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0064700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246252032:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.220737:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1724307068.220771:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3f480/2, rc 0, transno 1288 00000100:00100000:0.0:1724307068.220777:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246249728:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1724307068.220784:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8801350c4a80/2, rc 0, transno 2861 00000100:00100000:0.0:1724307068.220789:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246249344:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307068.220795:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009bfafb80/2, rc 0, transno 1289 00000100:00100000:0.0:1724307068.220800:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bfafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246248448:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1724307068.220808:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012b41a680/2, rc 0, transno 2863 00000100:00100000:0.0:1724307068.220812:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b41a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246248576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.220819:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0065c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246252416:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.220839:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0067800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246252544:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.220863:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1724307068.220874:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3c380/2, rc 0, transno 2862 00000100:00100000:0.0:1724307068.220879:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246249856:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.220888:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307068.220981:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246252928:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.220997:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307068.221806:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1724307068.221813:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0066300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246252288:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.221831:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307068.221837:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246252800:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.221848:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307068.221860:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246252288 00000100:00100000:0.0:1724307068.221863:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246252288 00000100:00100000:0.0:1724307068.221877:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246252800 00000100:00100000:0.0:1724307068.221879:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246252800 00000100:00100000:0.0:1724307068.221885:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10374 00000100:00100000:0.0:1724307068.221889:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+222:3299:x1808064246252416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307068.221899:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4630 count 1 00010000:00010000:0.0:1724307068.221908:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8692 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1216:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.221919:0:9058:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091f46400/0x85b23e07e0bdb3de lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67bee expref: 55 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.221927:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.221928:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.221931:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8692 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.221945:0:9058:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091f46400/0x85b23e07e0bdb3de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67bee expref: 55 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.221952:0:9058:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091f46400/0x85b23e07e0bdb3de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67bee expref: 55 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.221960:0:9058:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9058:1808064246253696:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307068.221972:0:9058:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009009bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1724307068.222198:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.222222:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.222242:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.222266:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.222287:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.222300:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247739776 00000100:00100000:0.0:1724307068.222303:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247739776 00010000:00010000:0.0:1724307068.222316:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090623180/0x85b23e07e0bdafc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67a4a expref: 65 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.222330:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247739904 00000100:00100000:0.0:1724307068.222332:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247739904 00010000:00010000:0.0:1724307068.222340:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091f44000/0x85b23e07e0bdb23a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67b46 expref: 56 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.222348:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247740160 00000100:00100000:0.0:1724307068.222349:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247740160 00010000:00010000:0.0:1724307068.222355:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090620b40/0x85b23e07e0bdb352 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67bb6 expref: 57 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.222362:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247740032 00000100:00100000:0.0:1724307068.222363:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247740032 00010000:00010000:0.0:1724307068.222369:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091f47cc0/0x85b23e07e0bdb30c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67b9a expref: 58 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.222377:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247740288 00000100:00100000:0.0:1724307068.222378:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247740288 00010000:00010000:0.0:1724307068.222385:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac71f80/0x85b23e07e0bdb00a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67a66 expref: 66 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.222394:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2802 00000100:00100000:0.0:1724307068.222397:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5adc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+66:1966:x1808064247739776:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307068.222405:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307068.222409:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090623180/0x85b23e07e0bdafc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67a4a expref: 66 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.222416:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090623180/0x85b23e07e0bdafc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67a4a expref: 66 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.222429:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090623180/0x85b23e07e0bdafc4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67a4a expref: 66 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.222444:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.222446:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.222449:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bf8645 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.222455:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bf8645 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.222468:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307068.222481:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5adc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+65:1966:x1808064247739776:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 82us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307068.222486:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2802 00000100:00100000:0.0:1724307068.222514:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2804 00000100:00100000:0.0:1724307068.222518:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+58:1969:x1808064247740160:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307068.222524:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307068.222527:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090620b40/0x85b23e07e0bdb352 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67bb6 expref: 58 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.222535:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090620b40/0x85b23e07e0bdb352 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67bb6 expref: 57 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.222545:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.222547:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.222549:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bf8668 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.222560:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bf8668 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.222568:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307068.222577:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+57:1969:x1808064247740160:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 59us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307068.222582:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2804 00000100:00100000:0.0:1724307068.222591:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2806 00000100:00100000:0.0:1724307068.222595:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+64:1969:x1808064247740288:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307068.222599:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307068.222603:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ac71f80/0x85b23e07e0bdb00a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67a66 expref: 64 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.222610:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ac71f80/0x85b23e07e0bdb00a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67a66 expref: 64 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.222618:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.222619:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.222621:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b17cc0/0x85b23e07e0bf864c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.222627:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b17cc0/0x85b23e07e0bf864c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.222633:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307068.222656:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+64:1969:x1808064247740288:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 61us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307068.222662:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2806 00000100:00100000:0.0:1724307068.222819:0:8405:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f08000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1808064246250880:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.222829:0:8405:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800909b7600/0x85b23e07e0bf865a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307068.223316:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880136904000/2, rc 0, transno 1292 00000100:00100000:0.0:1724307068.223325:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246250624:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.223357:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009adc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246254336:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.223374:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1724307068.223396:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880136905c00/2, rc 0, transno 2864 00000100:00100000:0.0:1724307068.223401:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136905c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246250496:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.223421:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009adc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246254464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.223434:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1724307068.225519:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800922dce00/2, rc 0, transno 2865 00000100:00100000:0.0:1724307068.225529:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246250240:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307068.225774:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a0f0b100/2, rc 0, transno 1294 00000100:00100000:0.0:1724307068.225781:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246251136:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.225810:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1724307068.225817:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246254976:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.225837:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307068.225862:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1724307068.225868:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246254848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.225884:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1724307068.225907:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009ae97b80/2, rc 0, transno 1293 00000100:00100000:0.0:1724307068.225913:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ae97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246251392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.225945:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246255104:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.225961:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1724307068.226182:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800922d8e00/2, rc 0, transno 1295 00000100:00100000:0.0:1724307068.226189:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246250752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.226235:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1724307068.226241:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009cee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246255616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.226257:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307068.226681:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.226871:0:9058:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9058:1808064246253696:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.226886:0:9058:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8692 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.226901:0:15464:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15464:1808064246253440:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.226911:0:15464:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16640/0x85b23e07e0bf868b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.227664:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10385 00000100:00100000:0.0:1724307068.227669:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+219:3299:x1808064246255872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307068.227681:0:15470:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4594 count 1 00010000:00010000:0.0:1724307068.227693:0:15470:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf86df lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.227703:0:15470:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090620d80/0x85b23e07e0bdb2e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67b8c expref: 61 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.227722:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.227723:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.227725:0:15470:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf86df lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.227740:0:15470:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090620d80/0x85b23e07e0bdb2e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67b8c expref: 61 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.227748:0:15470:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090620d80/0x85b23e07e0bdb2e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67b8c expref: 61 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.227872:0:15470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15470:1808064246256000:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307068.227895:0:15470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009009bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1724307068.229110:0:8419:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247741184 00000100:00100000:0.0:1724307068.229114:0:8419:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247741184 00010000:00010000:0.0:1724307068.229125:0:8419:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091f46400/0x85b23e07e0bdb3de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67bee expref: 51 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.229140:0:8419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2813 00000100:00100000:0.0:1724307068.229144:0:8419:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136169880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+51:1969:x1808064247741184:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307068.229150:0:8419:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307068.229153:0:8419:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091f46400/0x85b23e07e0bdb3de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67bee expref: 51 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.229160:0:8419:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091f46400/0x85b23e07e0bdb3de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67bee expref: 51 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.229170:0:8419:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091f46400/0x85b23e07e0bdb3de lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67bee expref: 51 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.229178:0:8419:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.229179:0:8419:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.229181:0:8419:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8692 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.229187:0:8419:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8692 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.229199:0:8419:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307068.229215:0:8419:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136169880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+50:1969:x1808064247741184:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 70us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307068.229221:0:8419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2813 00010000:00010000:0.0:1724307068.229238:0:9058:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8692 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.229244:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8692 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.229250:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8692 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.229256:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8692 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.229266:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8692 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.229271:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307068.229273:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8692 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.229279:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8692 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.229286:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8692 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.229291:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8692 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.229396:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+227:3299:x1808064246252416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7505us (8506us total) trans 17179870481 rc 0/0 00000100:00100000:0.0:1724307068.229401:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10374 00000004:00080000:0.0:1724307068.229428:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012dcb0a80/2, rc 0, transno 2867 00000100:00100000:0.0:1724307068.229433:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246252672:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307068.229441:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a0067100/2, rc 0, transno 2868 00000100:00100000:0.0:1724307068.229443:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0067100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246252160:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.229447:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1724307068.229453:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130ec1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246256128:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.229478:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307068.229519:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246256128 00000100:00100000:0.0:1724307068.229522:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246256128 00000100:00100000:0.0:1724307068.229536:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10386 00000100:00100000:0.0:1724307068.229540:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d110000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+227:3297:x1808064246256128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307068.229551:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4637 count 1 00010000:00010000:0.0:1724307068.229561:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b5680/0x85b23e07e0bf86e6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x121d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.229569:0:9058:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0x85b23e07e0bdb60e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x121d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67cce expref: 49 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.229574:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.229576:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.229578:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b5680/0x85b23e07e0bf86e6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x121d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.229591:0:9058:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0x85b23e07e0bdb60e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x121d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67cce expref: 49 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.229599:0:9058:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0x85b23e07e0bdb60e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x121d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67cce expref: 49 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.229614:0:9058:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9058:1808064246256512:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307068.229630:0:9058:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009009b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307068.229655:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246256256:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.229670:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307068.229687:0:8403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246256256 00000100:00100000:0.0:1724307068.229689:0:8403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246256256 00000100:00100000:0.0:1724307068.229701:0:8403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10387 00000100:00100000:0.0:1724307068.229704:0:8403:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+221:3297:x1808064246256256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307068.230894:0:8403:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4595 count 1 00010000:00010000:0.0:1724307068.230905:0:8403:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf86f4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.230915:0:8403:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c0d18c0/0x85b23e07e0bdb32f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67ba8 expref: 56 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.230920:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.230921:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.230923:0:8403:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf86f4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.230938:0:8403:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c0d18c0/0x85b23e07e0bdb32f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67ba8 expref: 56 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.230945:0:8403:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c0d18c0/0x85b23e07e0bdb32f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67ba8 expref: 56 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.230953:0:8403:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d111180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1808064246257024:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307068.230967:0:8403:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009009b240 going to sleep for 11 seconds 00010000:00010000:0.0:1724307068.230989:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac72f40/0x85b23e07e0bdb18b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67b00 expref: 56 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.230998:0:19396:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:19396:1808064246253824:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.231008:0:19396:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf8699 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.231014:0:19396:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf8699 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.231020:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf8699 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.231026:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf8699 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.231032:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf8699 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.231037:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf8699 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.231041:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800901b4fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307068.231044:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf8699 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.231049:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf8699 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.231057:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf8699 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.231067:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf8699 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.231190:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+222:3299:x1808064246252928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9273us (10192us total) trans 4294970166 rc 0/0 00000100:00100000:0.0:1724307068.231196:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10375 00000100:00100000:0.0:1724307068.231817:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1724307068.231823:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246257792:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.231846:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307068.231876:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246257792 00000100:00100000:0.0:1724307068.231879:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246257792 00000100:00100000:0.0:1724307068.231893:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10392 00000100:00100000:0.0:1724307068.231896:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+223:3297:x1808064246257792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307068.231905:0:19396:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4598 count 1 00010000:00010000:0.0:1724307068.231914:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8710 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.231922:0:19396:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f47840/0x85b23e07e0bdb401 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67bfc expref: 55 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.231927:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.231928:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.231931:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8710 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.231943:0:19396:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091f47840/0x85b23e07e0bdb401 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67bfc expref: 55 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.231951:0:19396:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091f47840/0x85b23e07e0bdb401 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67bfc expref: 55 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.231958:0:19396:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d111f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:19396:1808064246257920:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307068.231975:0:19396:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009009b300 going to sleep for 11 seconds 00000100:00100000:0.0:1724307068.232377:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246258432:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.232394:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307068.232404:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1724307068.232408:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246258816:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.232420:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307068.232430:0:18506:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246258432 00000100:00100000:0.0:1724307068.232433:0:18506:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246258432 00000100:00100000:0.0:1724307068.232444:0:18506:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246258816 00000100:00100000:0.0:1724307068.232446:0:18506:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246258816 00000100:00100000:0.0:1724307068.232455:0:18506:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10395 00000100:00100000:0.0:1724307068.232459:0:18506:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+232:3297:x1808064246258432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307068.232468:0:18506:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4642 count 1 00010000:00010000:0.0:1724307068.232476:0:18506:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bf8725 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1222:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.232485:0:18506:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931b6d00/0x85b23e07e0bdb78f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67d68 expref: 44 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.232491:0:18506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.232492:0:18506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.232494:0:18506:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bf8725 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.232508:0:18506:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800931b6d00/0x85b23e07e0bdb78f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67d68 expref: 44 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.232515:0:18506:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800931b6d00/0x85b23e07e0bdb78f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67d68 expref: 44 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.232522:0:18506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d113800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18506:1808064246258944:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307068.232537:0:18506:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119f00 going to sleep for 11 seconds 00000100:00100000:0.0:1724307068.232547:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10396 00000100:00100000:0.0:1724307068.232551:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+225:3297:x1808064246258816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307068.232560:0:14386:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4600 count 1 00010000:00010000:0.0:1724307068.232567:0:14386:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf872c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.232575:0:14386:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c0d5f80/0x85b23e07e0bdb4b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67c42 expref: 55 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.232581:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.232582:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.232584:0:14386:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf872c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.232596:0:14386:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c0d5f80/0x85b23e07e0bdb4b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67c42 expref: 55 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.232608:0:14386:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c0d5f80/0x85b23e07e0bdb4b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67c42 expref: 55 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.232615:0:14386:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d113b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14386:1808064246259072:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307068.232627:0:14386:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119e40 going to sleep for 11 seconds 00000100:00100000:0.0:1724307068.232677:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10398 00000100:00100000:0.0:1724307068.232681:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+225:3298:x1808064246258688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307068.232690:0:18504:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4599 count 1 00010000:00010000:0.0:1724307068.232697:0:18504:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf873a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.233352:0:18504:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f47600/0x85b23e07e0bdb46a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67c26 expref: 55 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.233357:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.233358:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.233360:0:18504:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf873a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.233376:0:18504:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091f47600/0x85b23e07e0bdb46a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67c26 expref: 55 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.233382:0:18504:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091f47600/0x85b23e07e0bdb46a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67c26 expref: 55 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.233394:0:18504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134b6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18504:1808064246259328:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307068.234669:0:18504:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119d80 going to sleep for 11 seconds 00000100:00100000:0.0:1724307068.234871:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246259456 00000100:00100000:0.0:1724307068.234874:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246259456 00000100:00100000:0.0:1724307068.234888:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10399 00000100:00100000:0.0:1724307068.234892:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+226:3297:x1808064246259456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307068.234904:0:19432:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4601 count 1 00010000:00010000:0.0:1724307068.234915:0:19432:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b46c0/0x85b23e07e0bf8741 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.234925:0:19432:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c0d61c0/0x85b23e07e0bdb4f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67c5e expref: 54 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.234930:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.234931:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.234933:0:19432:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b46c0/0x85b23e07e0bf8741 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.234947:0:19432:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c0d61c0/0x85b23e07e0bdb4f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67c5e expref: 54 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.234954:0:19432:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c0d61c0/0x85b23e07e0bdb4f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67c5e expref: 54 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.234962:0:19432:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134b68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:19432:1808064246259712:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307068.234986:0:19432:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307068.235054:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.235093:0:9058:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9058:1808064246256512:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.235107:0:9058:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800909b5680/0x85b23e07e0bf86e6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x121d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.235120:0:8419:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247742592 00000100:00100000:0.0:1724307068.235122:0:8419:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247742592 00010000:00010000:0.0:1724307068.235132:0:8419:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090620d80/0x85b23e07e0bdb2e9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67b8c expref: 55 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.235143:0:8419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2824 00000100:00100000:0.0:1724307068.235147:0:8419:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+55:1969:x1808064247742592:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307068.235152:0:8419:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307068.235156:0:8419:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090620d80/0x85b23e07e0bdb2e9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67b8c expref: 55 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.235162:0:8419:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090620d80/0x85b23e07e0bdb2e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67b8c expref: 55 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.235173:0:8419:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.235174:0:8419:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.235176:0:8419:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf86df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.235180:0:8419:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf86df lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.235195:0:8419:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307068.235210:0:8419:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+55:1969:x1808064247742592:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 62us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307068.235215:0:8419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2824 00010000:00010000:0.0:1724307068.235269:0:15470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090620d80/0x85b23e07e0bdb2e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67b8c expref: 54 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.235278:0:15470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15470:1808064246256000:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.235289:0:15470:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf86df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.235295:0:15470:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf86df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.235300:0:15470:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf86df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.235305:0:15470:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf86df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.235310:0:15470:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf86df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.235315:0:15470:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf86df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.235322:0:15470:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307068.235325:0:15470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf86df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.235330:0:15470:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf86df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.235337:0:15470:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf86df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.235342:0:15470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf86df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.235478:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+227:3299:x1808064246255872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7808us (7895us total) trans 4294970170 rc 0/0 00000100:00100000:0.0:1724307068.235483:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10385 00000100:00100000:0.0:1724307068.235494:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246259584 00000100:00100000:0.0:1724307068.235496:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246259584 00000100:00100000:0.0:1724307068.235508:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10400 00000100:00100000:0.0:1724307068.235511:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+234:3299:x1808064246259584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307068.235529:0:15470:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4644 count 1 00010000:00010000:0.0:1724307068.235539:0:15470:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8748 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1224:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.235548:0:15470:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c0d0b40/0x85b23e07e0bdb81b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67da0 expref: 43 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.235556:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.235557:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.235559:0:15470:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8748 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.235572:0:15470:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c0d0b40/0x85b23e07e0bdb81b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67da0 expref: 43 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.235578:0:15470:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c0d0b40/0x85b23e07e0bdb81b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67da0 expref: 43 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.235586:0:15470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134b68380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15470:1808064246259840:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307068.235606:0:15470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119b40 going to sleep for 11 seconds 00010000:00010000:0.0:1724307068.248008:0:9058:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800909b5680/0x85b23e07e0bf86e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x121d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.248016:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800909b5680/0x85b23e07e0bf86e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x121d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.248024:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b5680/0x85b23e07e0bf86e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x121d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.248030:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b5680/0x85b23e07e0bf86e6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x121d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.248035:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800909b5680/0x85b23e07e0bf86e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x121d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.248041:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307068.248045:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b5680/0x85b23e07e0bf86e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x121d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.248051:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b5680/0x85b23e07e0bf86e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x121d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.248060:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800909b5680/0x85b23e07e0bf86e6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x121d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.248065:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800909b5680/0x85b23e07e0bf86e6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x121d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.248359:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d110000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+235:3297:x1808064246256128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18817us (18879us total) trans 17179870488 rc 0/0 00000100:00100000:0.0:1724307068.248366:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10386 00000100:00100000:0.0:1724307068.248395:0:8403:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d111180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1808064246257024:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.248407:0:8403:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf86f4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.248456:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1724307068.248466:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134b68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246260224:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.248490:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307068.249372:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246260224 00000100:00100000:0.0:1724307068.249376:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246260224 00000100:00100000:0.0:1724307068.249392:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10402 00000100:00100000:0.0:1724307068.249396:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+236:3297:x1808064246260224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307068.249412:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4645 count 1 00010000:00010000:0.0:1724307068.249425:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8756 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1225:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.249436:0:9058:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6880/0x85b23e07e0bdb861 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67dbc expref: 41 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.249442:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.249443:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.249445:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8756 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.249460:0:9058:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6880/0x85b23e07e0bdb861 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67dbc expref: 41 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.249469:0:9058:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6880/0x85b23e07e0bdb861 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67dbc expref: 41 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.249479:0:9058:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134b69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9058:1808064246260352:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307068.249500:0:9058:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119c00 going to sleep for 11 seconds 00010000:00010000:0.0:1724307068.249535:0:8403:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf86f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.249542:0:8403:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf86f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.249553:0:8403:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf86f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.249559:0:8403:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf86f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.249565:0:8403:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf86f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.249569:0:8403:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307068.249572:0:8403:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf86f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.249577:0:8403:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf86f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.249586:0:8403:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf86f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.249591:0:8403:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf86f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.249845:0:8403:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+228:3297:x1808064246256256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20139us (20173us total) trans 4294970172 rc 0/0 00000100:00100000:0.0:1724307068.249851:0:8403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10387 00000100:00100000:0.0:1724307068.250569:0:8403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246260480 00000100:00100000:0.0:1724307068.250574:0:8403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246260480 00000100:00100000:0.0:1724307068.250762:0:8403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10403 00000100:00100000:0.0:1724307068.250766:0:8403:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092145500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+228:3297:x1808064246260480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307068.250780:0:8403:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4603 count 1 00010000:00010000:0.0:1724307068.250792:0:8403:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bf875d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.250803:0:8403:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800931b6640/0x85b23e07e0bdb582 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67c96 expref: 51 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.250808:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.250809:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.250812:0:8403:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bf875d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.250829:0:8403:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800931b6640/0x85b23e07e0bdb582 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67c96 expref: 51 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.250838:0:8403:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800931b6640/0x85b23e07e0bdb582 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67c96 expref: 51 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.250846:0:8403:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134b6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1808064246260608:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307068.250871:0:8403:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119900 going to sleep for 11 seconds 00000100:00100000:0.0:1724307068.251065:0:19396:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d111f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:19396:1808064246257920:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.251079:0:19396:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8710 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.251101:0:8404:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800910abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1808064246257536:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.251110:0:8404:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a8b15200/0x85b23e07e0bf8709 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.251889:0:19396:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8710 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.251897:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8710 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.251904:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8710 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.251909:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8710 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.251915:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8710 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.251920:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307068.251923:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8710 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.251929:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8710 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.251943:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8710 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.251948:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8710 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.252142:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+230:3297:x1808064246257792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20244us (20295us total) trans 4294970173 rc 0/0 00000100:00100000:0.0:1724307068.252148:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10392 00010000:00010000:0.0:1724307068.252174:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090620000/0x85b23e07e0bdb3bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67be0 expref: 50 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.252183:0:15469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d5aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15469:1808064246258176:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.252194:0:15469:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800901b6880/0x85b23e07e0bf8717 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.252201:0:15469:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800901b6880/0x85b23e07e0bf8717 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.252206:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800901b6880/0x85b23e07e0bf8717 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.252212:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800901b6880/0x85b23e07e0bf8717 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.252221:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800901b6880/0x85b23e07e0bf8717 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.252227:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800901b6880/0x85b23e07e0bf8717 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.252231:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800901b6880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307068.252234:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800901b6880/0x85b23e07e0bf8717 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.252239:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800901b6880/0x85b23e07e0bf8717 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.252248:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800901b6880/0x85b23e07e0bf8717 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.252253:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800901b6880/0x85b23e07e0bf8717 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.252732:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+230:3299:x1808064246257664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20560us (20637us total) trans 4294970174 rc 0/0 00000100:00100000:0.0:1724307068.252738:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10393 00000100:00100000:0.0:1724307068.252770:0:14386:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d113b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14386:1808064246259072:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.252782:0:14386:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf872c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.252805:0:18504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134b6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18504:1808064246259328:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.252814:0:18504:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf873a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.252832:0:15470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134b68380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15470:1808064246259840:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.252842:0:15470:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8748 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.253255:0:14386:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf872c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.253262:0:14386:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf872c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.253268:0:14386:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf872c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.253273:0:14386:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf872c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.253278:0:14386:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf872c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.253283:0:14386:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6f40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307068.253285:0:14386:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf872c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.253291:0:14386:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf872c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.253300:0:14386:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf872c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.253304:0:14386:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf872c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.253343:0:8404:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a8b15200/0x85b23e07e0bf8709 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.253349:0:8404:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8b15200/0x85b23e07e0bf8709 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.253354:0:8404:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a8b15200/0x85b23e07e0bf8709 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.253359:0:8404:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8b15200/0x85b23e07e0bf8709 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.253363:0:8404:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a8b15200/0x85b23e07e0bf8709 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.253366:0:8404:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b15200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307068.253369:0:8404:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a8b15200/0x85b23e07e0bf8709 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.253374:0:8404:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a8b15200/0x85b23e07e0bf8709 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.253382:0:8404:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a8b15200/0x85b23e07e0bf8709 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.253387:0:8404:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8b15200/0x85b23e07e0bf8709 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.253938:0:8404:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+237:3297:x1808064246257280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22471us (22505us total) trans 17179870493 rc 0/0 00000100:00100000:0.0:1724307068.253943:0:8404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10391 00000100:00100000:0.0:1724307068.253967:0:9058:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134b69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9058:1808064246260352:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.253980:0:9058:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8756 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.254085:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+233:3297:x1808064246258816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21533us (21664us total) trans 4294970177 rc 0/0 00000100:00100000:0.0:1724307068.254091:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10396 00000100:00100000:0.0:1724307068.254492:0:8403:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134b6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1808064246260608:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.254506:0:8403:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bf875d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.254701:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134b69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246262528:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307068.254738:0:18504:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf873a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.254744:0:18504:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf873a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.254750:0:18504:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf873a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.254755:0:18504:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf873a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.254761:0:18504:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf873a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.254765:0:18504:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307068.254767:0:18504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf873a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.254773:0:18504:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf873a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.254781:0:18504:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf873a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.254866:0:18504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf873a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.255020:0:18504:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+233:3298:x1808064246258688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22338us (22504us total) trans 4294970178 rc 0/0 00000100:00100000:0.0:1724307068.255025:0:18504:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10398 00000100:00100000:0.0:1724307068.255487:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246262144 00000100:00100000:0.0:1724307068.255491:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246262144 00000100:00100000:0.0:1724307068.255590:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246262656 00000100:00100000:0.0:1724307068.255594:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246262656 00000100:00100000:0.0:1724307068.255688:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246262016 00000100:00100000:0.0:1724307068.255691:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246262016 00000100:00100000:0.0:1724307068.255718:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10409 00000100:00100000:0.0:1724307068.255722:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+240:3296:x1808064246262144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307068.255735:0:18504:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4648 count 1 00010000:00010000:0.0:1724307068.255747:0:18504:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b4480/0x85b23e07e0bf8787 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1228:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.255758:0:18504:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800910f1b00/0x85b23e07e0bdb956 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e1e expref: 35 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.255764:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.255765:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.255767:0:18504:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b4480/0x85b23e07e0bf8787 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.255782:0:18504:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800910f1b00/0x85b23e07e0bdb956 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e1e expref: 35 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.255791:0:18504:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800910f1b00/0x85b23e07e0bdb956 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e1e expref: 35 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.255800:0:18504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134b6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:18504:1808064246263040:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307068.255817:0:18504:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119900 going to sleep for 11 seconds 00000100:00100000:0.0:1724307068.255833:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10411 00000100:00100000:0.0:1724307068.255836:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+233:3297:x1808064246262656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307068.255846:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4609 count 1 00010000:00010000:0.0:1724307068.255855:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b7180/0x85b23e07e0bf8795 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1201:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.255863:0:15469:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a04a4900/0x85b23e07e0bdb76c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67d5a expref: 44 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.255868:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.255869:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.255871:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b7180/0x85b23e07e0bf8795 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.255884:0:15469:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a04a4900/0x85b23e07e0bdb76c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67d5a expref: 44 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.255891:0:15469:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a04a4900/0x85b23e07e0bdb76c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67d5a expref: 44 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.255898:0:15469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134b68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15469:1808064246263296:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307068.255911:0:15469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119b40 going to sleep for 11 seconds 00000100:00100000:0.0:1724307068.255923:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307068.255934:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1724307068.255938:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246262912:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.255953:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307068.255996:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.256074:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.256087:0:8419:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247744768 00000100:00100000:0.0:1724307068.256090:0:8419:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247744768 00010000:00010000:0.0:1724307068.256099:0:8419:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6880/0x85b23e07e0bdb861 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67dbc expref: 36 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.256111:0:8419:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247745024 00000100:00100000:0.0:1724307068.256112:0:8419:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247745024 00010000:00010000:0.0:1724307068.256118:0:8419:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a04a58c0/0x85b23e07e0bdb5eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67cc0 expref: 45 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.256128:0:8419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2842 00000100:00100000:0.0:1724307068.256132:0:8419:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+36:1968:x1808064247744768:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307068.256138:0:8419:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307068.256141:0:8419:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6880/0x85b23e07e0bdb861 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67dbc expref: 36 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.256148:0:8419:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6880/0x85b23e07e0bdb861 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67dbc expref: 36 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.256157:0:8419:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6880/0x85b23e07e0bdb861 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67dbc expref: 36 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.256164:0:8419:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.256166:0:8419:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.256169:0:8419:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8756 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256174:0:8419:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8756 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256189:0:8419:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307068.256201:0:8419:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+35:1968:x1808064247744768:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 67us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307068.256206:0:8419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2842 00010000:00010000:0.0:1724307068.256221:0:9058:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8756 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256226:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8756 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256232:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8756 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256237:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8756 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256242:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8756 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256247:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307068.256250:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8756 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256256:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8756 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256264:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8756 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256269:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8756 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.256426:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+242:3297:x1808064246260224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7027us (7934us total) trans 17179870495 rc 0/0 00000100:00100000:0.0:1724307068.256431:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10402 00000100:00100000:0.0:1724307068.256443:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10415 00000100:00100000:0.0:1724307068.256446:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+236:3299:x1808064246262528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307068.256455:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4608 count 1 00010000:00010000:0.0:1724307068.256463:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf87b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1200:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256472:0:9058:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6640/0x85b23e07e0bdb703 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67d30 expref: 43 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.256477:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.256478:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.256480:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf87b1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256497:0:9058:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6640/0x85b23e07e0bdb703 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67d30 expref: 43 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.256504:0:9058:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6640/0x85b23e07e0bdb703 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67d30 expref: 43 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.256512:0:9058:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9058:1808064246263808:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307068.256526:0:9058:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119c00 going to sleep for 11 seconds 00010000:00010000:0.0:1724307068.256541:0:15470:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8748 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256548:0:15470:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8748 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256554:0:15470:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8748 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256559:0:15470:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8748 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256570:0:15470:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8748 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256575:0:15470:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307068.256577:0:15470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8748 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256585:0:15470:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8748 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256594:0:15470:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8748 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.256598:0:15470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8748 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.257205:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+243:3299:x1808064246259584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21691us (21881us total) trans 17179870496 rc 0/0 00000100:00100000:0.0:1724307068.257212:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10400 00000100:00100000:0.0:1724307068.257892:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:0.0:1724307068.258034:0:19431:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf876b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.258042:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf876b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.258048:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf876b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.258053:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf876b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.258060:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf876b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.258066:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800901b4fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307068.258068:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf876b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.258074:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf876b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.258083:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf876b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.258089:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf876b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.258246:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092144000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+243:3299:x1808064246260992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6810us (6892us total) trans 17179870497 rc 0/0 00000100:00100000:0.0:1724307068.258252:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10405 00000100:00100000:0.0:1724307068.265526:0:19402:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ac72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:19402:1808064246263168:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.265537:0:19402:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009e1d3600/0x85b23e07e0bf878e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.265555:0:9058:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9058:1808064246263808:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.265576:0:9058:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf87b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.265593:0:18504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134b6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:18504:1808064246263040:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.265605:0:18504:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800909b4480/0x85b23e07e0bf8787 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.265713:0:15469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134b68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15469:1808064246263296:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.265729:0:15469:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800909b7180/0x85b23e07e0bf8795 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.265752:0:15461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d5ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15461:1808064246264320:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307068.265762:0:15461:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800901b5680/0x85b23e07e0bf87bf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.268430:0:19402:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009e1d3600/0x85b23e07e0bf878e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.268437:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e1d3600/0x85b23e07e0bf878e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.268443:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e1d3600/0x85b23e07e0bf878e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.268448:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e1d3600/0x85b23e07e0bf878e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.268452:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e1d3600/0x85b23e07e0bf878e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.268460:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009e1d3600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307068.268463:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e1d3600/0x85b23e07e0bf878e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.268468:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e1d3600/0x85b23e07e0bf878e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.268477:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e1d3600/0x85b23e07e0bf878e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.268482:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e1d3600/0x85b23e07e0bf878e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.269606:0:8419:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247745664 00000100:00100000:0.0:1724307068.269613:0:8419:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247745664 00010000:00010000:0.0:1724307068.269680:0:8419:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800931b5b00/0x85b23e07e0bdb677 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67cf8 expref: 41 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.269697:0:8419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2852 00000100:00100000:0.0:1724307068.269701:0:8419:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+30:1969:x1808064247746816:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307068.269719:0:8419:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307068.269725:0:8419:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800910f21c0/0x85b23e07e0bdbad7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x122d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67eb8 expref: 30 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.269733:0:8419:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800910f21c0/0x85b23e07e0bdbad7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x122d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67eb8 expref: 30 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.269746:0:8419:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800910f21c0/0x85b23e07e0bdbad7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x122d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67eb8 expref: 30 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.269756:0:8419:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.269757:0:8419:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.269760:0:8419:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800901b4b40/0x85b23e07e0bf87cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x122d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.269767:0:8419:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800901b4b40/0x85b23e07e0bf87cd lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x122d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.269793:0:8419:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307068.269816:0:8419:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+29:1969:x1808064247746816:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 114us (2006us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307068.269821:0:8419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2852 00000100:00100000:0.0:1724307068.269835:0:8419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2853 00000100:00100000:0.0:1724307068.269838:0:8419:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+41:1969:x1808064247745664:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307068.269844:0:8419:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307068.269848:0:8419:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800931b5b00/0x85b23e07e0bdb677 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67cf8 expref: 41 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.269856:0:8419:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800931b5b00/0x85b23e07e0bdb677 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67cf8 expref: 41 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.269866:0:8419:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800931b5b00/0x85b23e07e0bdb677 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67cf8 expref: 41 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.269873:0:8419:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.269874:0:8419:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.269877:0:8419:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e1d1440/0x85b23e07e0bf8779 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.269882:0:8419:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e1d1440/0x85b23e07e0bf8779 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.269903:0:8419:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307068.269917:0:8419:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+40:1969:x1808064247745664:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 77us (2050us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307068.269922:0:8419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2853 00010000:00010000:0.0:1724307068.269942:0:19432:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e1d1440/0x85b23e07e0bf8779 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.269948:0:19432:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e1d1440/0x85b23e07e0bf8779 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.269955:0:19432:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e1d1440/0x85b23e07e0bf8779 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.269961:0:19432:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e1d1440/0x85b23e07e0bf8779 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.269967:0:19432:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e1d1440/0x85b23e07e0bf8779 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.269976:0:19432:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009e1d1440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307068.269979:0:19432:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e1d1440/0x85b23e07e0bf8779 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.269985:0:19432:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e1d1440/0x85b23e07e0bf8779 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.269992:0:19432:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e1d1440/0x85b23e07e0bf8779 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.269998:0:19432:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e1d1440/0x85b23e07e0bf8779 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.270187:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092147800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+238:3296:x1808064246261504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16684us (16715us total) trans 4294970183 rc 0/0 00000100:00100000:0.0:1724307068.270193:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10407 00000004:00080000:0.0:1724307068.270230:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a572f480/2, rc 0, transno 2887 00000100:00100000:0.0:1724307068.270238:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246261504:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.270358:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+245:3296:x1808064246262272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14556us (15555us total) trans 17179870502 rc 0/0 00000100:00100000:0.0:1724307068.270364:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10410 00000100:00100000:0.0:1724307068.270376:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246265344 00000100:00100000:0.0:1724307068.270379:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246265344 00000100:00100000:0.0:1724307068.270392:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10422 00000100:00100000:0.0:1724307068.270395:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+238:3297:x1808064246265344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307068.270412:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4613 count 1 00010000:00010000:0.0:1724307068.270425:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b46c0/0x85b23e07e0bf87e2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1205:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.270436:0:19402:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0a146c0/0x85b23e07e0bdb884 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67dca expref: 39 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.270442:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.270443:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.270446:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b46c0/0x85b23e07e0bf87e2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.270462:0:19402:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0a146c0/0x85b23e07e0bdb884 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67dca expref: 39 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307068.270471:0:19402:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0a146c0/0x85b23e07e0bdb884 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67dca expref: 39 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.270481:0:19402:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:19402:1808064246265600:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307068.270501:0:19402:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119b40 going to sleep for 11 seconds 00000004:00080000:0.0:1724307068.270520:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d5aa680/2, rc 0, transno 1318 00000100:00100000:0.0:1724307068.270528:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d5aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246262272:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1724307068.270547:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009ac73b80/2, rc 0, transno 2886 00000100:00100000:0.0:1724307068.270562:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ac73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246264064:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307068.270572:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d5ab100/2, rc 0, transno 1315 00000100:00100000:0.0:1724307068.270575:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d5ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246262016:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307068.270586:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801360ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246265856:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.270606:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307068.270622:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246265856 00000100:00100000:0.0:1724307068.270624:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246265856 00000004:00080000:0.0:1724307068.272091:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012cba9f80/2, rc 0, transno 2889 00000100:00100000:0.0:1724307068.272098:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cba9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246261248:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307068.272143:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2856 00000100:00100000:0.0:1724307068.272148:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+30:1969:x1808064247746176:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307068.272155:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307068.272159:0:7040:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800910f1b00/0x85b23e07e0bdb956 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e1e expref: 30 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.272167:0:7040:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800910f1b00/0x85b23e07e0bdb956 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e1e expref: 30 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.272178:0:7040:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800910f1b00/0x85b23e07e0bdb956 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e1e expref: 30 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.272186:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.272187:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.272189:0:7040:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800909b4480/0x85b23e07e0bf8787 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272195:0:7040:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b4480/0x85b23e07e0bf8787 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272211:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307068.272230:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+28:1969:x1808064247746176:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 82us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307068.272236:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2856 00000100:00100000:0.0:1724307068.272246:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2858 00000100:00100000:0.0:1724307068.272250:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ada450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+38:1969:x1808064247746688:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307068.272256:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307068.272260:0:7040:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c0d4fc0/0x85b23e07e0bdb83e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1204:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67dae expref: 38 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.272267:0:7040:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c0d4fc0/0x85b23e07e0bdb83e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1204:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67dae expref: 38 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.272277:0:7040:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c0d4fc0/0x85b23e07e0bdb83e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1204:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67dae expref: 38 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.272284:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.272286:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.272288:0:7040:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b14fc0/0x85b23e07e0bf87db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272294:0:7040:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b14fc0/0x85b23e07e0bf87db lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272313:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307068.272324:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ada450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+37:1969:x1808064247746688:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 73us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307068.272329:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2858 00000100:00100000:0.0:1724307068.272346:0:7040:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247746944 00000100:00100000:0.0:1724307068.272348:0:7040:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247746944 00010000:00010000:0.0:1724307068.272357:0:7040:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6640/0x85b23e07e0bdb703 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67d30 expref: 37 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.272366:0:7040:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247747200 00000100:00100000:0.0:1724307068.272367:0:7040:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247747200 00010000:00010000:0.0:1724307068.272374:0:7040:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800910f33c0/0x85b23e07e0bdb9e2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x122a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e56 expref: 27 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.272383:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2859 00000100:00100000:0.0:1724307068.272386:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+37:1969:x1808064247746944:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307068.272391:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307068.272395:0:7040:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6640/0x85b23e07e0bdb703 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67d30 expref: 37 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.272401:0:7040:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6640/0x85b23e07e0bdb703 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67d30 expref: 37 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.272411:0:7040:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6640/0x85b23e07e0bdb703 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67d30 expref: 37 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.272418:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.272419:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.272422:0:7040:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf87b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272428:0:7040:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf87b1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272442:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307068.272451:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+36:1969:x1808064247746944:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 64us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307068.272456:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2859 00000100:00100000:0.0:1724307068.272465:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2860 00000100:00100000:0.0:1724307068.272469:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:1966:x1808064247747200:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307068.272480:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307068.272484:0:7040:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800910f33c0/0x85b23e07e0bdb9e2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x122a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e56 expref: 27 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.272492:0:7040:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800910f33c0/0x85b23e07e0bdb9e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x122a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e56 expref: 27 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.272501:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.272502:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.272504:0:7040:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e1d06c0/0x85b23e07e0bf87aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x122a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272510:0:7040:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e1d06c0/0x85b23e07e0bf87aa lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x122a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272519:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307068.272528:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:1966:x1808064247747200:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 59us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307068.272533:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2860 00010000:00010000:0.0:1724307068.272556:0:9058:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf87b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272564:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf87b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272570:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf87b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272576:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf87b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272581:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf87b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272586:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b61c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307068.272589:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf87b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272595:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf87b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272603:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf87b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272608:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf87b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.272794:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+242:3299:x1808064246262528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16345us (16869us total) trans 4294970188 rc 0/0 00000100:00100000:0.0:1724307068.272800:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10415 00000004:00080000:0.0:1724307068.272824:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880136169880/2, rc 0, transno 2891 00000100:00100000:0.0:1724307068.272830:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136169880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246264576:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307068.272842:0:18504:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800909b4480/0x85b23e07e0bf8787 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272848:0:18504:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800909b4480/0x85b23e07e0bf8787 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272853:0:18504:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b4480/0x85b23e07e0bf8787 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272859:0:18504:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b4480/0x85b23e07e0bf8787 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272865:0:18504:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800909b4480/0x85b23e07e0bf8787 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.272869:0:18504:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307068.275106:0:18504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b4480/0x85b23e07e0bf8787 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.275114:0:18504:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b4480/0x85b23e07e0bf8787 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.275124:0:18504:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800909b4480/0x85b23e07e0bf8787 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.275131:0:18504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800909b4480/0x85b23e07e0bf8787 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307068.275315:0:18504:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+245:3296:x1808064246262144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19591us (20929us total) trans 17179870505 rc 0/0 00000100:00100000:0.0:1724307068.275321:0:18504:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10409 00000100:00100000:0.0:1724307068.278439:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.278455:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.278472:0:7038:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247747456 00000100:00100000:0.0:1724307068.278478:0:7038:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247747456 00010000:00010000:0.0:1724307068.278503:0:7038:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0a146c0/0x85b23e07e0bdb884 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67dca expref: 36 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.278521:0:7038:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247747328 00000100:00100000:0.0:1724307068.278523:0:7038:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247747328 00010000:00010000:0.0:1724307068.278531:0:7038:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800910f0fc0/0x85b23e07e0bdb933 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e10 expref: 37 pid: 18504 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.278544:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2861 00000100:00100000:0.0:1724307068.278549:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+37:1968:x1808064247747456:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307068.278560:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307068.278564:0:7038:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0a146c0/0x85b23e07e0bdb884 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67dca expref: 37 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.278573:0:7038:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0a146c0/0x85b23e07e0bdb884 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67dca expref: 37 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.278593:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.278595:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.278598:0:7038:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800909b46c0/0x85b23e07e0bf87e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.278606:0:7038:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b46c0/0x85b23e07e0bf87e2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.278631:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307068.278682:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+37:1968:x1808064247747456:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 132us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307068.278688:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2861 00000100:00100000:0.0:1724307068.278701:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2862 00000100:00100000:0.0:1724307068.278715:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+36:1968:x1808064247747328:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307068.278722:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307068.278726:0:7038:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800910f0fc0/0x85b23e07e0bdb933 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e10 expref: 36 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.278733:0:7038:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800910f0fc0/0x85b23e07e0bdb933 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e10 expref: 36 pid: 18504 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.278743:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.278744:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.278747:0:7038:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b14b40/0x85b23e07e0bf87f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.278757:0:7038:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b14b40/0x85b23e07e0bf87f0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.278767:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307068.278780:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+36:1968:x1808064247747328:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 74us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307068.278785:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2862 00000100:00100000:0.0:1724307068.278811:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.278905:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307068.278915:0:7038:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247747584 00000100:00100000:0.0:1724307068.278918:0:7038:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247747584 00010000:00010000:0.0:1724307068.278928:0:7038:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0a15200/0x85b23e07e0bdb8ed lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67df4 expref: 36 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.278939:0:7038:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247747712 00000100:00100000:0.0:1724307068.278940:0:7038:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247747712 00010000:00010000:0.0:1724307068.278946:0:7038:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0a16640/0x85b23e07e0bdb979 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e2c expref: 37 pid: 14386 timeout: 2770 lvb_type: 1 00000100:00100000:0.0:1724307068.278957:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2863 00000100:00100000:0.0:1724307068.278960:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+37:1968:x1808064247747584:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307068.278966:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307068.278969:0:7038:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0a15200/0x85b23e07e0bdb8ed lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1206:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67df4 expref: 37 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.278976:0:7038:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0a15200/0x85b23e07e0bdb8ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1206:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67df4 expref: 37 pid: 14386 timeout: 2770 lvb_type: 1 00010000:00010000:0.0:1724307068.278986:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.278988:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307068.278990:0:7038:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b146c0/0x85b23e07e0bf87e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1206:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.278996:0:7038:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b146c0/0x85b23e07e0bf87e9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1206:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307068.279007:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307068.279026:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+37:1968:x1808064247747584:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 64us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307068.279031:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2863 00000004:00080000:0.0:1724307068.279680:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800910abb80/2, rc 0, transno 2893 00000100:00100000:0.0:1724307068.279689:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800910abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246265344:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307068.285559:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880136168700/2, rc 0, transno 2895 00000100:00100000:0.0:1724307068.285634:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136168700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246265472:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307069.834507:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1724307070.210354:0:11059:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 17179870505 is committed 00000004:00080000:0.0:1724307070.250525:0:8793:0:(osp_sync.c:1209:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 27 changes, 27 in progress, 0 in flight, 210 done 00000004:00080000:0.0:1724307070.250714:0:8793:0:(osp_sync.c:1209:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 27 changes, 0 in progress, 0 in flight, 27 done 00000100:00100000:0.0:1724307070.688315:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.689699:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.691065:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.693149:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.704412:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.718052:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.725915:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.732985:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.744980:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.752739:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.759202:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.768272:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.777122:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.777166:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.777195:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.777269:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00080000:0.0:1724307070.777900:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307040 00000100:00080000:0.0:1724307070.777904:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307040 00000100:00080000:0.0:1724307070.777906:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307040 00000100:00100000:0.0:1724307070.785058:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.788588:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.791688:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.792241:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.792313:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.795818:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.904605:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.912492:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.923171:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.945232:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.950095:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.952478:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.971891:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307070.977306:0:9603:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247752320 00000100:00100000:0.0:1724307070.977318:0:9603:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247752320 00000100:00100000:0.0:1724307070.977376:0:9603:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 3 00000100:00100000:0.0:1724307070.977385:0:9603:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:18234:x1808064247752320:12345-192.168.204.7@tcp:35:touch.0 00000100:00100000:0.0:1724307070.978351:0:9603:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:18234:x1808064247752320:12345-192.168.204.7@tcp:35:touch.0 Request processed in 962us (1191us total) trans 292057778635 rc 0/0 00000100:00100000:0.0:1724307070.978361:0:9603:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 3 00000100:00100000:0.0:1724307071.624323:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307071.636798:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247752576 00000100:00100000:0.0:1724307071.636813:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247752576 00000100:00100000:0.0:1724307071.636859:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1086 00000100:00100000:0.0:1724307071.636866:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:18243:x1808064247752576:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:0.0:1724307071.636909:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 39518208 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307071.636971:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:18243:x1808064247752576:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 105us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307071.636978:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1086 00000100:00100000:0.0:1724307071.639502:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307071.662122:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307071.662154:0:8745:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247752960 00000100:00100000:0.0:1724307071.662164:0:8745:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247752960 00000100:00100000:0.0:1724307071.662931:0:8745:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 5032 00000100:00100000:0.0:1724307071.662940:0:8745:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:18250:x1808064247752960:12345-192.168.204.7@tcp:36:mcreate.0 00010000:00010000:0.0:1724307071.662996:0:8745:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307071.663027:0:8745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf8860 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6af5d expref: 13 pid: 8747 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307071.663044:0:8745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bb61c00) 00010000:00010000:0.0:1724307071.663052:0:8745:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307071.663154:0:8745:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bf88b4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8745 initiator: MDT0 00010000:00010000:0.0:1724307071.663167:0:8745:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bf88b4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8745 initiator: MDT0 00010000:00010000:0.0:1724307071.663176:0:8745:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bf88b4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8745 initiator: MDT0 00010000:00010000:0.0:1724307071.663187:0:8745:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bf88bb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8745 initiator: MDT0 00010000:00010000:0.0:1724307071.663192:0:8745:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bf88bb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8745 initiator: MDT0 00010000:00010000:0.0:1724307071.663197:0:8745:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bf88bb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8745 initiator: MDT0 00010000:00010000:0.0:1724307071.663685:0:8745:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bf88b4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8745 initiator: MDT0 00010000:00010000:0.0:1724307071.663693:0:8745:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bf88b4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8745 initiator: MDT0 00010000:00010000:0.0:1724307071.663698:0:8745:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bf88b4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8745 initiator: MDT0 00010000:00010000:0.0:1724307071.663704:0:8745:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b46c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307071.663708:0:8745:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bf88b4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8745 initiator: MDT0 00010000:00010000:0.0:1724307071.663714:0:8745:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bf88b4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8745 initiator: MDT0 00010000:00010000:0.0:1724307071.663722:0:8745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a35f400) 00010000:00010000:0.0:1724307071.663725:0:8745:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307071.663728:0:8745:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bf88b4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8745 initiator: MDT0 00010000:00010000:0.0:1724307071.663733:0:8745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bf88b4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8745 initiator: MDT0 00000004:00010000:0.0:1724307071.663744:0:8745:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801360fd180 reply state ffff880090681000 transno 292057778636 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bf88bb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8745 initiator: MDT0 00000100:00100000:0.0:1724307071.663750:0:8745:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1724307071.663836:0:8745:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+14:18250:x1808064247752960:12345-192.168.204.7@tcp:36:mcreate.0 Request processed in 896us (1725us total) trans 292057778636 rc 0/0 00000100:00100000:0.0:1724307071.663843:0:8745:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 5032 00000100:00100000:0.0:1724307071.696354:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307071.732688:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307071.755003:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307071.758860:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307071.782244:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307071.788408:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307071.796322:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00080000:0.0:1724307072.795947:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307042 00000100:00100000:0.0:1724307072.796211:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d5ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246267520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307072.796262:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307072.796281:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d5abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246268032:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307072.796293:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307072.796801:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246268672:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307072.796822:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307072.796834:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246269184:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307072.796845:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307072.796856:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1724307072.796861:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d5a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246267392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307072.796872:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307072.796882:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d5aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246267904:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307072.796893:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307072.796903:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246268544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307072.796916:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307072.796926:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246269056:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307072.796937:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307072.796965:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246267392 00000100:00100000:0.0:1724307072.796970:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246267392 00000100:00100000:0.0:1724307072.797178:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10435 00000100:00100000:0.0:1724307072.797184:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3297:x1808064246268672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307072.797209:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4619 count 1 00010000:00010000:0.0:1724307072.797229:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8994 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x120b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.797245:0:19402:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800910f0900/0x85b23e07e0bdba6e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x120b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e8e expref: 31 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307072.797252:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.797254:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.797257:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8994 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x120b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.797282:0:19402:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800910f0900/0x85b23e07e0bdba6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x120b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e8e expref: 31 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307072.797298:0:19402:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800910f0900/0x85b23e07e0bdba6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x120b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e8e expref: 31 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.797308:0:19402:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:19402:1808064246270208:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307072.797339:0:19402:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119a80 going to sleep for 11 seconds 00000100:00100000:0.0:1724307072.797356:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10438 00000100:00100000:0.0:1724307072.797361:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3297:x1808064246268544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307072.797372:0:18504:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4618 count 1 00010000:00010000:0.0:1724307072.797381:0:18504:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5b00/0x85b23e07e0bf89a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x120a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.797390:0:18504:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0a17a80/0x85b23e07e0bdba05 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x120a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e64 expref: 31 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307072.797396:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.797397:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.797399:0:18504:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5b00/0x85b23e07e0bf89a9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x120a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.797413:0:18504:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0a17a80/0x85b23e07e0bdba05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x120a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e64 expref: 31 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307072.797421:0:18504:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0a17a80/0x85b23e07e0bdba05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x120a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e64 expref: 31 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.797433:0:18504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18504:1808064246270464:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307072.805674:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307072.805696:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307072.805709:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307072.805720:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307072.805731:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307072.805741:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307072.805752:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307072.806887:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247754624 00010000:00010000:3.0:1724307072.806947:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091f41b00/0x85b23e07e0bdbc9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f6e expref: 27 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.807017:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307072.807197:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307072.807211:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307072.807221:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307072.807236:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307072.807245:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307072.807252:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307072.807284:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307072.807350:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247755392 00000100:00100000:3.0:1724307072.807354:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247755392 00010000:00010000:3.0:1724307072.807367:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091f41f80/0x85b23e07e0bdbce4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f8a expref: 29 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.807409:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307072.807423:0:7040:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247754752 00000100:00100000:0.0:1724307072.807426:0:7040:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247754752 00010000:00010000:0.0:1724307072.807438:0:7040:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0a173c0/0x85b23e07e0bdbd93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67fd0 expref: 32 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.807448:0:7040:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247755008 00000100:00100000:0.0:1724307072.807450:0:7040:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247755008 00010000:00010000:0.0:1724307072.807456:0:7040:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0a15d40/0x85b23e07e0bdbd4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67fb4 expref: 33 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.807468:0:7040:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247755264 00000100:00100000:0.0:1724307072.807469:0:7040:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247755264 00010000:00010000:0.0:1724307072.807477:0:7040:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800910f0900/0x85b23e07e0bdba6e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x120b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e8e expref: 34 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.807484:0:7040:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247755520 00000100:00100000:0.0:1724307072.807485:0:7040:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247755520 00010000:00010000:0.0:1724307072.807492:0:7040:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0a14240/0x85b23e07e0bdbb40 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x120e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67ee2 expref: 35 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.807499:0:7040:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247755776 00000100:00100000:0.0:1724307072.807500:0:7040:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247755776 00010000:00010000:0.0:1724307072.807507:0:7040:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0a17180/0x85b23e07e0bdb9bf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e48 expref: 36 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.807516:0:7040:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247756288 00000100:00100000:0.0:1724307072.807517:0:7040:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247756288 00010000:00010000:0.0:1724307072.807526:0:7040:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091f41440/0x85b23e07e0bdbbef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f28 expref: 38 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.807534:0:7040:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247756416 00000100:00100000:0.0:1724307072.807536:0:7040:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247756416 00010000:00010000:0.0:1724307072.807543:0:7040:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091f418c0/0x85b23e07e0bdbc58 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f52 expref: 34 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.807708:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2866 00000100:00100000:0.0:1724307072.807715:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+39:1967:x1808064247755136:12345-192.168.204.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1724307072.807722:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2867 00010000:00010000:0.0:1724307072.807727:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1724307072.807727:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+34:1967:x1808064247754880:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307072.807732:0:7040:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0a14000/0x85b23e07e0bdbb86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x120f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67efe expref: 39 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.807734:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307072.807738:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091f41680/0x85b23e07e0bdbc12 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f36 expref: 34 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.807740:0:7040:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0a14000/0x85b23e07e0bdbb86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x120f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67efe expref: 39 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.807746:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091f41680/0x85b23e07e0bdbc12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f36 expref: 34 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.807759:0:7040:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0a14000/0x85b23e07e0bdbb86 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x120f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67efe expref: 39 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.807765:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091f41680/0x85b23e07e0bdbc12 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f36 expref: 34 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.807771:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.807772:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.807776:0:7040:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800901b6ac0/0x85b23e07e0bf899b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.807783:0:7040:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800901b6ac0/0x85b23e07e0bf899b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x120f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.807783:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.807785:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.807788:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800901b7cc0/0x85b23e07e0bf8986 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.807795:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800901b7cc0/0x85b23e07e0bf8986 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.807812:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307072.807818:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307072.807844:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+38:1967:x1808064247755136:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 129us (2134us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307072.807849:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2866 00000100:00100000:3.0:1724307072.807852:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+33:1967:x1808064247754880:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 123us (2153us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307072.807858:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2867 00000100:00100000:0.0:1724307072.807866:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2868 00000100:00100000:0.0:1724307072.807870:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+32:1967:x1808064247755904:12345-192.168.204.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1724307072.807874:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2869 00010000:00010000:0.0:1724307072.807876:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1724307072.807877:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ad9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+32:1967:x1808064247754752:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307072.807881:0:7040:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c0d0fc0/0x85b23e07e0bdbb63 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x122f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67ef0 expref: 32 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.807884:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307072.807888:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0a173c0/0x85b23e07e0bdbd93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67fd0 expref: 32 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.807889:0:7040:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c0d0fc0/0x85b23e07e0bdbb63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x122f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67ef0 expref: 32 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.807896:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0a173c0/0x85b23e07e0bdbd93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67fd0 expref: 32 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.807898:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.807899:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.807901:0:7040:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e1d18c0/0x85b23e07e0bf896a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x122f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.807906:0:7040:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e1d18c0/0x85b23e07e0bf896a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x122f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.807906:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0a173c0/0x85b23e07e0bdbd93 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67fd0 expref: 32 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.807914:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307072.807914:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.807915:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.807918:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800901b5440/0x85b23e07e0bf897f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.807923:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800901b5440/0x85b23e07e0bf897f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.807926:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+31:1967:x1808064247755904:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 55us (2183us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307072.807930:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2868 00010000:00010000:3.0:1724307072.807936:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307072.807940:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2870 00000100:00100000:0.0:1724307072.807943:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+30:1967:x1808064247755008:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307072.807948:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307072.807951:0:7040:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0a15d40/0x85b23e07e0bdbd4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67fb4 expref: 30 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.807954:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ad9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+30:1967:x1808064247754752:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 75us (941us total) trans 0 rc 0/0 00010000:00010000:0.0:1724307072.807958:0:7040:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0a15d40/0x85b23e07e0bdbd4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67fb4 expref: 30 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.807960:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2869 00010000:00010000:0.0:1724307072.807966:0:7040:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0a15d40/0x85b23e07e0bdbd4d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67fb4 expref: 30 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.807975:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1724307072.807975:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2871 00010000:00010000:0.0:1724307072.807976:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.807978:0:7040:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800901b5d40/0x85b23e07e0bf898d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.807979:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+37:1967:x1808064247755264:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307072.807983:0:7040:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800901b5d40/0x85b23e07e0bf898d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.807986:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307072.807990:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800910f0900/0x85b23e07e0bdba6e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x120b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e8e expref: 37 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.807995:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307072.807998:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800910f0900/0x85b23e07e0bdba6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x120b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e8e expref: 37 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.808006:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+28:1967:x1808064247755008:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 62us (809us total) trans 0 rc 0/0 00010000:00010000:3.0:1724307072.808009:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1724307072.808010:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2870 00010000:00010000:3.0:1724307072.808010:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.808013:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8994 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.808019:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8994 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x120b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.808020:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2872 00000100:00100000:0.0:1724307072.808024:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+37:1967:x1808064247755520:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307072.808027:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307072.808031:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307072.808034:0:7040:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0a14240/0x85b23e07e0bdbb40 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x120e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67ee2 expref: 37 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.808043:0:7040:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0a14240/0x85b23e07e0bdbb40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x120e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67ee2 expref: 37 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.808043:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+37:1967:x1808064247755264:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 63us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307072.808049:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2871 00010000:00010000:0.0:1724307072.808053:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.808054:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.808056:0:7040:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b14900/0x85b23e07e0bf89b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.808060:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2873 00000100:00100000:3.0:1724307072.808064:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+36:1967:x1808064247756160:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307072.808066:0:7040:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b14900/0x85b23e07e0bf89b0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.808070:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307072.808075:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307072.808075:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0a16d00/0x85b23e07e0bdbab4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x120c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67eaa expref: 36 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.808083:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0a16d00/0x85b23e07e0bdbab4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x120c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67eaa expref: 36 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.808091:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+36:1967:x1808064247755520:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 66us (869us total) trans 0 rc 0/0 00010000:00010000:3.0:1724307072.808093:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.808094:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1724307072.808096:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2872 00010000:00010000:3.0:1724307072.808097:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e1d0900/0x85b23e07e0bf89cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.808102:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e1d0900/0x85b23e07e0bf89cc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x120c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.808106:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2874 00010000:00010000:3.0:1724307072.808109:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307072.808110:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+35:1967:x1808064247755776:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307072.808116:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307072.808120:0:7040:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0a17180/0x85b23e07e0bdb9bf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e48 expref: 35 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.808125:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+35:1967:x1808064247756160:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 59us (2372us total) trans 0 rc 0/0 00010000:00010000:0.0:1724307072.808127:0:7040:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0a17180/0x85b23e07e0bdb9bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e48 expref: 35 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.808131:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2873 00010000:00010000:0.0:1724307072.808137:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.808138:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.808140:0:7040:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16400/0x85b23e07e0bf89be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.808141:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2875 00000100:00100000:3.0:1724307072.808144:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+34:1967:x1808064247756032:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307072.808146:0:7040:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16400/0x85b23e07e0bf89be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.808151:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307072.808155:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307072.808155:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0a14d80/0x85b23e07e0bdbafa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x120d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67ec6 expref: 34 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.808162:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0a14d80/0x85b23e07e0bdbafa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x120d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67ec6 expref: 34 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.808168:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+34:1967:x1808064247755776:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 56us (931us total) trans 0 rc 0/0 00010000:00010000:3.0:1724307072.808172:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1724307072.808174:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2874 00010000:00010000:3.0:1724307072.808174:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.808176:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e1d3a80/0x85b23e07e0bf89c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.808181:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e1d3a80/0x85b23e07e0bf89c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x120d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.808184:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2876 00000100:00100000:0.0:1724307072.808188:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+33:1967:x1808064247756288:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307072.808190:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307072.808194:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307072.808197:0:7040:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091f41440/0x85b23e07e0bdbbef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f28 expref: 33 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.808203:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+33:1967:x1808064247756032:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 57us (956us total) trans 0 rc 0/0 00010000:00010000:0.0:1724307072.808204:0:7040:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091f41440/0x85b23e07e0bdbbef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f28 expref: 33 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.808209:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2875 00010000:00010000:0.0:1724307072.808213:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.808214:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.808216:0:7040:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e1d0480/0x85b23e07e0bf89d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.808219:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2877 00010000:00010000:0.0:1724307072.808222:0:7040:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e1d0480/0x85b23e07e0bf89d3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.808222:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ad9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+32:1966:x1808064247756544:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307072.808229:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307072.808231:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307072.808233:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0a17a80/0x85b23e07e0bdba05 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x120a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e64 expref: 32 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.808240:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0a17a80/0x85b23e07e0bdba05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x120a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e64 expref: 32 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.808243:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+32:1967:x1808064247756288:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 54us (989us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307072.808248:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2876 00010000:00010000:3.0:1724307072.808249:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.808250:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.808252:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800909b5b00/0x85b23e07e0bf89a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.808257:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2878 00010000:00010000:3.0:1724307072.808257:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5b00/0x85b23e07e0bf89a9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x120a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.808260:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:1966:x1808064247756416:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307072.808265:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307072.808268:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307072.808269:0:7040:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091f418c0/0x85b23e07e0bdbc58 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f52 expref: 27 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.808277:0:7040:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091f418c0/0x85b23e07e0bdbc58 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f52 expref: 27 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.808280:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ad9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+31:1966:x1808064247756544:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 56us (995us total) trans 0 rc 0/0 00010000:00010000:0.0:1724307072.808285:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1724307072.808285:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2877 00010000:00010000:0.0:1724307072.808286:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.808288:0:7040:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8b161c0/0x85b23e07e0bf8978 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808294:0:7040:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8b161c0/0x85b23e07e0bf8978 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808303:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307072.808315:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2879 00000100:00100000:0.0:1724307072.808316:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:1966:x1808064247756416:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 55us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307072.808320:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:1967:x1808064247755392:12345-192.168.204.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1724307072.808321:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2878 00010000:00010000:3.0:1724307072.808328:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307072.808332:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091f41f80/0x85b23e07e0bdbce4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f8a expref: 26 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.808339:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091f41f80/0x85b23e07e0bdbce4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f8a expref: 26 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.808349:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091f41f80/0x85b23e07e0bdbce4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f8a expref: 26 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.808357:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.808359:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.808360:0:8403:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f41440/0x85b23e07e0bdbbef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f28 expref: 30 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.808361:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800901b7600/0x85b23e07e0bf89a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.808366:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800901b7600/0x85b23e07e0bf89a2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.808370:0:8403:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009012e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1808064246271232:192.168.204.7@tcp:104: 00010000:00010000:3.0:1724307072.808380:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307072.808392:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+25:1967:x1808064247755392:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 71us (2671us total) trans 0 rc 0/0 00010000:00010000:0.0:1724307072.808393:0:8403:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e1d0480/0x85b23e07e0bf89d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.808397:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2879 00010000:00010000:0.0:1724307072.808400:0:8403:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e1d0480/0x85b23e07e0bf89d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808410:0:8403:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e1d0480/0x85b23e07e0bf89d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808417:0:8403:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e1d0480/0x85b23e07e0bf89d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808424:0:8403:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e1d0480/0x85b23e07e0bf89d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808430:0:8403:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e1d0480/0x85b23e07e0bf89d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808436:0:8403:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009e1d0480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307072.808439:0:8403:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e1d0480/0x85b23e07e0bf89d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808446:0:8403:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e1d0480/0x85b23e07e0bf89d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808454:0:8403:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e1d0480/0x85b23e07e0bf89d3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808460:0:8403:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e1d0480/0x85b23e07e0bf89d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.808664:0:19396:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:19396:1808064246270720:192.168.204.7@tcp:104: 00010000:00010000:3.0:1724307072.808678:0:19396:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a8b14240/0x85b23e07e0bf89b7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.808704:0:15468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0a17180/0x85b23e07e0bdb9bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e48 expref: 29 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.808713:0:15468:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15468:1808064246270848:192.168.204.7@tcp:104: 00010000:00010000:3.0:1724307072.808724:0:15468:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16400/0x85b23e07e0bf89be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.808731:0:15468:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16400/0x85b23e07e0bf89be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.808736:0:15468:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16400/0x85b23e07e0bf89be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.808743:0:15468:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16400/0x85b23e07e0bf89be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.808744:0:8403:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3299:x1808064246269312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10174us (10595us total) trans 4294970193 rc 0/0 00010000:00010000:3.0:1724307072.808749:0:15468:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16400/0x85b23e07e0bf89be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.808752:0:8403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10444 00010000:00010000:3.0:1724307072.808755:0:15468:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16400/0x85b23e07e0bf89be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.808761:0:15468:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b16400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307072.808764:0:15468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16400/0x85b23e07e0bf89be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.808770:0:15468:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16400/0x85b23e07e0bf89be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.808778:0:15468:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16400/0x85b23e07e0bf89be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307072.808782:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a00d8380/2, rc 0, transno 2897 00010000:00010000:3.0:1724307072.808784:0:15468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16400/0x85b23e07e0bf89be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.808790:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246269312:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307072.808813:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800910f0900/0x85b23e07e0bdba6e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x120b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67e8e expref: 28 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.808821:0:19402:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:19402:1808064246270208:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307072.808833:0:19402:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8994 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808840:0:19402:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8994 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808846:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8994 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808852:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8994 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808858:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8994 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x120b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808863:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8994 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x120b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808868:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307072.808871:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8994 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x120b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808876:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8994 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x120b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808883:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8994 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x120b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.808888:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8994 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x120b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.809032:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+14:3299:x1808064246268416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10833us (10946us total) trans 4294970194 rc 0/0 00000100:00100000:3.0:1724307072.809040:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10441 00000100:00100000:0.0:1724307072.809052:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3297:x1808064246268672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11867us (12230us total) trans 4294970195 rc 0/0 00000100:00100000:0.0:1724307072.809059:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10435 00010000:00010000:3.0:1724307072.809070:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0a14240/0x85b23e07e0bdbb40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x120e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67ee2 expref: 27 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.809079:0:19431:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:19431:1808064246270592:192.168.204.7@tcp:104: 00010000:00010000:3.0:1724307072.809089:0:19431:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8b14900/0x85b23e07e0bf89b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307072.809090:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a00d8a80/2, rc 0, transno 2898 00000100:00100000:0.0:1724307072.809093:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246268416:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1724307072.809095:0:19431:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8b14900/0x85b23e07e0bf89b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.809105:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8b14900/0x85b23e07e0bf89b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307072.809109:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a00d8e00/2, rc 0, transno 2899 00010000:00010000:3.0:1724307072.809111:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8b14900/0x85b23e07e0bf89b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.809112:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246268672:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307072.809173:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246271488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307072.809197:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307072.809206:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307072.809210:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246271616:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307072.809222:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307072.809235:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1724307072.809241:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246271360:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307072.809257:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307072.809273:0:8403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246271488 00000100:00100000:0.0:1724307072.809277:0:8403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246271488 00000100:00100000:0.0:1724307072.809291:0:8403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246271616 00000100:00100000:0.0:1724307072.809293:0:8403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246271616 00000100:00100000:0.0:1724307072.809299:0:8403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246271360 00000100:00100000:0.0:1724307072.809301:0:8403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246271360 00000100:00100000:0.0:1724307072.809308:0:8403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10445 00000100:00100000:0.0:1724307072.809312:0:8403:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3296:x1808064246271488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307072.809326:0:8403:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4626 count 1 00010000:00010000:0.0:1724307072.809338:0:8403:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bf89da lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.809347:0:8403:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0a16ac0/0x85b23e07e0bdbc7b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f60 expref: 26 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307072.809353:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.809354:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.809356:0:8403:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bf89da lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.809372:0:8403:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0a16ac0/0x85b23e07e0bdbc7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f60 expref: 26 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307072.809381:0:8403:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0a16ac0/0x85b23e07e0bdbc7b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f60 expref: 25 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.809389:0:8403:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1808064246271744:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307072.809409:0:8403:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119a80 going to sleep for 11 seconds 00000100:00100000:0.0:1724307072.809421:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10446 00000100:00100000:0.0:1724307072.809425:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+15:3296:x1808064246271616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307072.809434:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4627 count 1 00010000:00010000:0.0:1724307072.809443:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6d00/0x85b23e07e0bf89e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.809451:0:15461:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f41d40/0x85b23e07e0bdbcc1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f7c expref: 25 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307072.809456:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.809457:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.809459:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6d00/0x85b23e07e0bf89e1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.809472:0:15461:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091f41d40/0x85b23e07e0bdbcc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f7c expref: 25 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307072.809478:0:15461:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091f41d40/0x85b23e07e0bdbcc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f7c expref: 25 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.809485:0:15461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15461:1808064246271872:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307072.809498:0:15461:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119000 going to sleep for 11 seconds 00000100:00100000:0.0:1724307072.809510:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10447 00000100:00100000:0.0:1724307072.809513:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+15:3298:x1808064246271360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307072.809522:0:15467:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4625 count 1 00010000:00010000:0.0:1724307072.809531:0:15467:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf89e8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.809539:0:15467:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0a158c0/0x85b23e07e0bdbc35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f44 expref: 25 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307072.809544:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.809545:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.809547:0:15467:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf89e8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.809559:0:15467:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0a158c0/0x85b23e07e0bdbc35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f44 expref: 25 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307072.809565:0:15467:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0a158c0/0x85b23e07e0bdbc35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f44 expref: 25 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.809573:0:15467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15467:1808064246272000:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307072.809585:0:15467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a51190c0 going to sleep for 11 seconds 00010000:00010000:3.0:1724307072.810669:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b14900/0x85b23e07e0bf89b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.810677:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8b14900/0x85b23e07e0bf89b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.810682:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b14900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307072.810685:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8b14900/0x85b23e07e0bf89b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.810691:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8b14900/0x85b23e07e0bf89b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.810700:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8b14900/0x85b23e07e0bf89b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.810705:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b14900/0x85b23e07e0bf89b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.810857:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3297:x1808064246269056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13019us (13918us total) trans 4294970200 rc 0/0 00000100:00100000:3.0:1724307072.810864:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10439 00010000:00010000:3.0:1724307072.810889:0:19396:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a8b14240/0x85b23e07e0bf89b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.810897:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8b14240/0x85b23e07e0bf89b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.810903:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a8b14240/0x85b23e07e0bf89b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.810909:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8b14240/0x85b23e07e0bf89b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.810915:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a8b14240/0x85b23e07e0bf89b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.810920:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b14240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307072.810922:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a8b14240/0x85b23e07e0bf89b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.810928:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a8b14240/0x85b23e07e0bf89b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.810935:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a8b14240/0x85b23e07e0bf89b7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.810941:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8b14240/0x85b23e07e0bf89b7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307072.811207:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a00db100/2, rc 0, transno 2900 00000100:00100000:0.0:1724307072.811216:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246268800:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307072.811224:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a00dbb80/2, rc 0, transno 2901 00000100:00100000:0.0:1724307072.811226:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246268928:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307072.811236:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d5aad80/2, rc 0, transno 1323 00000100:00100000:3.0:1724307072.812716:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3297:x1808064246267392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14749us (15840us total) trans 17179870509 rc 0/0 00000100:00100000:3.0:1724307072.812726:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10440 00000100:00100000:0.0:1724307072.812779:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d5aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246268160:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1724307072.812812:0:19432:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091f418c0/0x85b23e07e0bdbc58 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f52 expref: 20 pid: 18504 timeout: 2775 lvb_type: 1 00000004:00080000:0.0:1724307072.812818:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d5ab800/2, rc 0, transno 1324 00000100:00100000:0.0:1724307072.812822:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d5ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246267776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307072.812825:0:19432:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:19432:1808064246269440:192.168.204.7@tcp:104: 00010000:00010000:3.0:1724307072.812846:0:19432:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a8b161c0/0x85b23e07e0bf8978 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.812855:0:19432:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a8b161c0/0x85b23e07e0bf8978 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.812862:0:19432:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8b161c0/0x85b23e07e0bf8978 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.812870:0:19432:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a8b161c0/0x85b23e07e0bf8978 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.812877:0:19432:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8b161c0/0x85b23e07e0bf8978 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.812883:0:19432:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a8b161c0/0x85b23e07e0bf8978 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.812893:0:19432:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b161c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307072.812897:0:19432:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a8b161c0/0x85b23e07e0bf8978 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.812904:0:19432:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a8b161c0/0x85b23e07e0bf8978 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307072.812917:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d5a9500/2, rc 0, transno 1325 00010000:00010000:3.0:1724307072.812917:0:19432:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a8b161c0/0x85b23e07e0bf8978 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.812920:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d5a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246267392:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1724307072.812922:0:19432:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8b161c0/0x85b23e07e0bf8978 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307072.812928:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a00d9f80/2, rc 0, transno 2903 00000100:00100000:0.0:1724307072.812931:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246268544:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307072.812938:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a00d9c00/2, rc 0, transno 2904 00000100:00100000:0.0:1724307072.812941:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246269056:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307072.812947:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a00da680/2, rc 0, transno 2902 00000100:00100000:0.0:1724307072.812949:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246269184:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307072.813026:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246272384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307072.813062:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307072.813082:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307072.813086:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246272512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307072.813101:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307072.813102:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3299:x1808064246267648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16624us (16982us total) trans 17179870510 rc 0/0 00000100:00100000:3.0:1724307072.813109:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10431 00000100:00100000:0.0:1724307072.813115:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246272128:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307072.813127:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307072.813132:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246272384 00000100:00100000:0.0:1724307072.813134:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246272640:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307072.813138:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246272384 00000100:00100000:0.0:1724307072.813144:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307072.813152:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1724307072.813155:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246272256:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307072.813159:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10448 00000100:00100000:0.0:1724307072.813164:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307072.813164:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:3296:x1808064246272384:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307072.813182:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d5a8000/2, rc 0, transno 1326 00000100:00100000:0.0:1724307072.813184:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d5a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246267648:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307072.813188:0:19432:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4630 count 1 00000100:00100000:0.0:1724307072.813196:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246272512 00000100:00100000:0.0:1724307072.813200:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246272512 00010000:00010000:3.0:1724307072.813205:0:19432:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf89ef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1216:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.813218:0:19432:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f42640/0x85b23e07e0bdbdb6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67fde expref: 23 pid: 18504 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1724307072.813221:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246272128 00000100:00100000:0.0:1724307072.813222:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246272128 00000100:00100000:0.0:1724307072.813229:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246272640 00010000:00010000:3.0:1724307072.813229:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1724307072.813231:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246272640 00010000:00010000:3.0:1724307072.813232:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.813234:0:19432:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf89ef lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.813239:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246272256 00000100:00100000:0.0:1724307072.813240:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246272256 00000100:00100000:0.0:1724307072.813250:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10449 00000100:00100000:0.0:1724307072.813254:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+20:3296:x1808064246272512:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1724307072.813256:0:19432:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091f42640/0x85b23e07e0bdbdb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67fde expref: 23 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1724307072.813266:0:19432:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091f42640/0x85b23e07e0bdbdb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67fde expref: 23 pid: 18504 timeout: 2775 lvb_type: 1 00002000:00080000:0.0:1724307072.813272:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4631 count 1 00000100:00100000:3.0:1724307072.813277:0:19432:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:19432:1808064246272768:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307072.813291:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf89f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1217:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.813309:0:19431:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0a17600/0x85b23e07e0bdbdfc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67ffa expref: 23 pid: 14386 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1724307072.813314:0:19432:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8ab40 going to sleep for 11 seconds 00010000:00010000:0.0:1724307072.813316:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.813318:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.813320:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf89f6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.813389:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10450 00000100:00100000:3.0:1724307072.813393:0:15464:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+20:3298:x1808064246272128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307072.813405:0:15464:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4628 count 1 00010000:00010000:3.0:1724307072.813421:0:15464:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16d00/0x85b23e07e0bf89fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.813431:0:15464:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f421c0/0x85b23e07e0bdbd07 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f98 expref: 23 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1724307072.813436:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.813438:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.813440:0:15464:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16d00/0x85b23e07e0bf89fd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.813459:0:15464:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091f421c0/0x85b23e07e0bdbd07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f98 expref: 23 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1724307072.813467:0:15464:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091f421c0/0x85b23e07e0bdbd07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67f98 expref: 23 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.813475:0:15464:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15464:1808064246272896:192.168.204.7@tcp:104: 00000100:00100000:3.0:1724307072.813500:0:15464:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1724307072.813567:0:15468:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246273152 00000100:00100000:3.0:1724307072.813571:0:15468:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246273152 00000100:00100000:3.0:1724307072.813582:0:15468:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246273280 00000100:00100000:3.0:1724307072.813584:0:15468:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246273280 00000100:00100000:3.0:1724307072.813593:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10451 00000100:00100000:3.0:1724307072.813597:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092147480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+20:3298:x1808064246272640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307072.813610:0:15468:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4632 count 1 00010000:00010000:3.0:1724307072.813619:0:15468:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf8a04 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.813663:0:15468:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f433c0/0x85b23e07e0bdbe42 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68016 expref: 23 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1724307072.813669:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.813670:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.813672:0:15468:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf8a04 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.813687:0:15468:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091f433c0/0x85b23e07e0bdbe42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68016 expref: 23 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1724307072.813695:0:15468:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091f433c0/0x85b23e07e0bdbe42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68016 expref: 23 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.813703:0:15468:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15468:1808064246273536:192.168.204.7@tcp:104: 00000100:00100000:3.0:1724307072.813725:0:15468:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8a780 going to sleep for 11 seconds 00010000:00010000:0.0:1724307072.814619:0:19431:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0a17600/0x85b23e07e0bdbdfc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67ffa expref: 23 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307072.814648:0:19431:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0a17600/0x85b23e07e0bdbdfc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67ffa expref: 23 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.814656:0:19431:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092146d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:19431:1808064246274176:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307072.814674:0:19431:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119600 going to sleep for 11 seconds 00000100:00100000:0.0:1724307072.814690:0:8404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10456 00000100:00100000:0.0:1724307072.814694:0:8404:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136906a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3299:x1808064246273408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307072.814705:0:8404:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4666 count 1 00010000:00010000:0.0:1724307072.814714:0:8404:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8a27 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x123a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.814722:0:8404:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091f43a80/0x85b23e07e0bdbece lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x123a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6804e expref: 19 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307072.814727:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.814728:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.814730:0:8404:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8a27 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x123a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.814745:0:8404:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091f43a80/0x85b23e07e0bdbece lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x123a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6804e expref: 19 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307072.814752:0:8404:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091f43a80/0x85b23e07e0bdbece lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x123a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6804e expref: 19 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.814759:0:8404:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092147100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1808064246274304:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307072.814773:0:8404:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119840 going to sleep for 11 seconds 00000004:00080000:0.0:1724307072.814805:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d5aa680/2, rc 0, transno 1327 00000100:00100000:0.0:1724307072.814813:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d5aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246267904:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1724307072.814820:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d5ab100/2, rc 0, transno 1328 00000100:00100000:0.0:1724307072.814823:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d5ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246267520:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1724307072.815406:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d5abb80/2, rc 0, transno 1329 00000100:00100000:0.0:1724307072.815411:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d5abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246268032:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307072.815891:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246274432:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307072.815919:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1724307072.815943:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d5a9880/2, rc 0, transno 1330 00000100:00100000:0.0:1724307072.815946:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d5a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246267264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307072.816331:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246274816:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307072.816351:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307072.829939:0:15461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bfad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15461:1808064246271872:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307072.829988:0:15461:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800909b6d00/0x85b23e07e0bf89e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.832084:0:15467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bfae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15467:1808064246272000:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307072.832135:0:15467:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf89e8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.832800:0:19432:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:19432:1808064246272768:192.168.204.7@tcp:104: 00010000:00010000:3.0:1724307072.832820:0:19432:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf89ef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.832846:0:15468:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15468:1808064246273536:192.168.204.7@tcp:104: 00010000:00010000:3.0:1724307072.832861:0:15468:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf8a04 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.836879:0:19431:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092146d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:19431:1808064246274176:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307072.836913:0:19431:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf89f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.836946:0:8404:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092147100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1808064246274304:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307072.836958:0:8404:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8a27 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x123a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.837903:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2884 00000100:00100000:0.0:1724307072.837910:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+26:1967:x1808064247757440:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307072.837924:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307072.837929:0:7038:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0a17600/0x85b23e07e0bdbdfc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67ffa expref: 25 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.837938:0:7038:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0a17600/0x85b23e07e0bdbdfc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67ffa expref: 25 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.837956:0:7038:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0a17600/0x85b23e07e0bdbdfc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67ffa expref: 25 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.837967:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.837969:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.837973:0:7038:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf89f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.837980:0:7038:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf89f6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.838000:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307072.838028:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+24:1967:x1808064247757440:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 118us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307072.838033:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2884 00000100:00100000:0.0:1724307072.838048:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2887 00000100:00100000:0.0:1724307072.838052:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ad9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+24:1967:x1808064247757952:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307072.838057:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307072.838061:0:7038:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094871d40/0x85b23e07e0bdbfa0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x123d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce680a2 expref: 24 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.838068:0:7038:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094871d40/0x85b23e07e0bdbfa0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x123d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce680a2 expref: 24 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.838079:0:7038:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094871d40/0x85b23e07e0bdbfa0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x123d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce680a2 expref: 24 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.838086:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.838087:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.838089:0:7038:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800901b4240/0x85b23e07e0bf8a3c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x123d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.838095:0:7038:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800901b4240/0x85b23e07e0bf8a3c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x123d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.838106:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307072.838118:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ad9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+23:1967:x1808064247757952:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 66us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307072.838324:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2887 00000100:00100000:0.0:1724307072.838770:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2889 00000100:00100000:0.0:1724307072.838774:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+20:1967:x1808064247757312:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307072.838781:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307072.838785:0:7038:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091f433c0/0x85b23e07e0bdbe42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68016 expref: 20 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.838792:0:7038:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091f433c0/0x85b23e07e0bdbe42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68016 expref: 20 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.838804:0:7038:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f433c0/0x85b23e07e0bdbe42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68016 expref: 20 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.838812:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.838813:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.838815:0:7038:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf8a04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.838822:0:7038:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf8a04 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.838837:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307072.838847:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+19:1967:x1808064247757312:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 73us (1576us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307072.838859:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2889 00000100:00100000:0.0:1724307072.838871:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2891 00000100:00100000:0.0:1724307072.838874:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+22:1967:x1808064247758080:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307072.838880:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307072.838884:0:7038:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091f42d00/0x85b23e07e0bdbfe6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x123e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce680be expref: 22 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.838892:0:7038:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091f42d00/0x85b23e07e0bdbfe6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x123e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce680be expref: 22 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.838901:0:7038:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091f42d00/0x85b23e07e0bdbfe6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x123e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce680be expref: 22 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.838908:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.838909:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.838912:0:7038:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800901b6400/0x85b23e07e0bf8a43 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x123e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.838917:0:7038:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800901b6400/0x85b23e07e0bf8a43 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x123e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.838927:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307072.838935:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+20:1967:x1808064247758080:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 60us (1641us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307072.838939:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2891 00000100:00100000:0.0:1724307072.838949:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2892 00000100:00100000:0.0:1724307072.838953:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+19:1967:x1808064247757824:12345-192.168.204.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1724307072.839011:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2895 00000100:00100000:3.0:1724307072.839016:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+18:1967:x1808064247758592:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307072.839023:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307072.839027:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091f42880/0x85b23e07e0bdbdd9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1237:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67fec expref: 18 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.839035:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091f42880/0x85b23e07e0bdbdd9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1237:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67fec expref: 18 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.839045:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091f42880/0x85b23e07e0bdbdd9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1237:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce67fec expref: 17 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.839055:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.839056:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.839059:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800901b4d80/0x85b23e07e0bf8a20 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.839064:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800901b4d80/0x85b23e07e0bf8a20 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.839078:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307072.839090:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+15:1967:x1808064247758592:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 74us (1750us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307072.839095:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2895 00010000:00010000:3.0:1724307072.839333:0:19432:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf89ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.839341:0:19432:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf89ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.839348:0:19432:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf89ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.839353:0:19432:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf89ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.839359:0:19432:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf89ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.839370:0:19432:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b16f40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307072.839373:0:19432:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf89ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.839380:0:19432:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf89ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.839390:0:19432:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf89ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.839396:0:19432:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf89ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.839667:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:3296:x1808064246272384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26502us (26603us total) trans 4294970201 rc 0/0 00000100:00100000:3.0:1724307072.839674:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10448 00010000:00010000:3.0:1724307072.839694:0:15468:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf8a04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.839700:0:15468:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf8a04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.839707:0:15468:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf8a04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.839713:0:15468:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf8a04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.839719:0:15468:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf8a04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.839725:0:15468:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b17a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307072.839728:0:15468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf8a04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.839734:0:15468:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf8a04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.839742:0:15468:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf8a04 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.839748:0:15468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf8a04 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.839894:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092147480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+21:3298:x1808064246272640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26295us (26747us total) trans 4294970202 rc 0/0 00000100:00100000:3.0:1724307072.839899:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10451 00000004:00080000:3.0:1724307072.839943:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880136313b80/2, rc 0, transno 1332 00000100:00100000:3.0:1724307072.839953:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246273152:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1724307072.839966:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012cf01f80/2, rc 0, transno 2905 00000100:00100000:3.0:1724307072.839974:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246272384:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1724307072.840056:0:19402:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800901b4d80/0x85b23e07e0bf8a20 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.840068:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800901b4d80/0x85b23e07e0bf8a20 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.840075:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800901b4d80/0x85b23e07e0bf8a20 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.840082:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800901b4d80/0x85b23e07e0bf8a20 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.840087:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800901b4d80/0x85b23e07e0bf8a20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.840091:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800901b4d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307072.840094:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800901b4d80/0x85b23e07e0bf8a20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.840100:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800901b4d80/0x85b23e07e0bf8a20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.840107:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800901b4d80/0x85b23e07e0bf8a20 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.840113:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800901b4d80/0x85b23e07e0bf8a20 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.840266:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136905c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3299:x1808064246273024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25803us (25869us total) trans 17179870518 rc 0/0 00000100:00100000:3.0:1724307072.840273:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10455 00000100:00100000:3.0:1724307072.840298:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246275584:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307072.840324:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1724307072.840346:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3ce00/2, rc 0, transno 1333 00000100:00100000:3.0:1724307072.840351:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246274688:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307072.840386:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246275712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307072.840402:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307072.840420:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246275584 00000100:00100000:3.0:1724307072.840425:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246275584 00000100:00100000:3.0:1724307072.840441:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246275712 00000100:00100000:3.0:1724307072.840443:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246275712 00000100:00100000:3.0:1724307072.840451:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246275840 00000100:00100000:3.0:1724307072.840453:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246275840 00000100:00100000:3.0:1724307072.841676:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246275456 00000100:00100000:3.0:1724307072.841681:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246275456 00010000:00010000:0.0:1724307072.842223:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307072.842233:0:7038:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091f42ac0/0x85b23e07e0bdbf5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x123c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68086 expref: 13 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.842245:0:7038:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091f42ac0/0x85b23e07e0bdbf5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x123c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68086 expref: 13 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.842261:0:7038:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091f42ac0/0x85b23e07e0bdbf5a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x123c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68086 expref: 13 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.842273:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.842275:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.842279:0:7038:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e1d2f40/0x85b23e07e0bf8a35 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x123c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.842286:0:7038:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e1d2f40/0x85b23e07e0bf8a35 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x123c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.845476:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10461 00000100:00100000:3.0:1724307072.845491:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3296:x1808064246275584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307072.845530:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4633 count 1 00010000:00010000:3.0:1724307072.845559:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8b173c0/0x85b23e07e0bf8a4a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1219:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.845581:0:19402:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f43600/0x85b23e07e0bdbe88 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68032 expref: 15 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1724307072.845588:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.845590:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.845593:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b173c0/0x85b23e07e0bf8a4a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.845637:0:19402:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091f43600/0x85b23e07e0bdbe88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68032 expref: 15 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1724307072.845663:0:19402:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091f43600/0x85b23e07e0bdbe88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68032 expref: 15 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.845677:0:19402:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:19402:1808064246276096:192.168.204.7@tcp:104: 00000100:00100000:3.0:1724307072.845752:0:19402:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8a780 going to sleep for 11 seconds 00010000:00010000:0.0:1724307072.846839:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307072.848653:0:8404:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8a27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x123a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.848659:0:8404:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8a27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x123a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.848665:0:8404:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8a27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x123a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.848671:0:8404:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8a27 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x123a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.848676:0:8404:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8a27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x123a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.848680:0:8404:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307072.848682:0:8404:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8a27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x123a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.848687:0:8404:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8a27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x123a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.848698:0:8404:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8a27 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x123a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.848703:0:8404:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8a27 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x123a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.850141:0:8404:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136906a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+24:3299:x1808064246273408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35444us (35713us total) trans 17179870520 rc 0/0 00000100:00100000:0.0:1724307072.850147:0:8404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10456 00010000:00010000:0.0:1724307072.850170:0:15467:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf89e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.850177:0:15467:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf89e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.850183:0:15467:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf89e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.850188:0:15467:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf89e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.850194:0:15467:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf89e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.850199:0:15467:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307072.850201:0:15467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf89e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.850207:0:15467:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf89e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.850218:0:15467:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf89e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.850223:0:15467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf89e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.850374:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+23:3298:x1808064246271360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40860us (41116us total) trans 4294970206 rc 0/0 00000100:00100000:0.0:1724307072.850379:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10447 00010000:00010000:0.0:1724307072.850397:0:19431:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf89f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.850403:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf89f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.850408:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf89f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.850412:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf89f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.850417:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf89f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.850425:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307072.850428:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf89f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.850433:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf89f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.850439:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf89f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.850444:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf89f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.850556:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3296:x1808064246272512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37301us (37454us total) trans 4294970207 rc 0/0 00000100:00100000:0.0:1724307072.850561:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10449 00000100:00100000:0.0:1724307072.850578:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:1967:x1808064247757824:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 11623us (13292us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307072.850583:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2892 00000100:00100000:3.0:1724307072.851879:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246276224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307072.851931:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1724307072.851975:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009387ca80/2, rc 0, transno 1335 00000100:00100000:3.0:1724307072.851985:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009387ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246273280:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1724307072.851997:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012cf01180/2, rc 0, transno 2911 00000100:00100000:3.0:1724307072.852005:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246272512:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307072.852016:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009bfaf100/2, rc 0, transno 2909 00000100:00100000:3.0:1724307072.852019:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bfaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246271488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307072.852033:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1724307072.852038:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246276352:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307072.852054:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307072.852131:0:15468:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246276224 00000100:00100000:3.0:1724307072.852137:0:15468:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246276224 00000100:00100000:3.0:1724307072.852161:0:15468:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246276352 00000100:00100000:3.0:1724307072.852163:0:15468:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246276352 00000100:00100000:3.0:1724307072.852175:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10466 00000100:00100000:3.0:1724307072.852180:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+24:3296:x1808064246276224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307072.852205:0:15468:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4635 count 1 00010000:00010000:3.0:1724307072.852227:0:15468:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8a6d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x121b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.852246:0:15468:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f43cc0/0x85b23e07e0bdbf37 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x121b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68078 expref: 15 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1724307072.852253:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.852255:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.852258:0:15468:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8a6d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x121b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.852279:0:15468:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091f43cc0/0x85b23e07e0bdbf37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x121b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68078 expref: 15 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1724307072.852288:0:15468:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091f43cc0/0x85b23e07e0bdbf37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x121b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68078 expref: 15 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.852297:0:15468:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15468:1808064246277120:192.168.204.7@tcp:104: 00000100:00100000:3.0:1724307072.852329:0:15468:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1724307072.852345:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10467 00000100:00100000:3.0:1724307072.852348:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+24:3296:x1808064246276352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307072.852359:0:15470:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4636 count 1 00010000:00010000:3.0:1724307072.852369:0:15470:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8a74 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x121c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.852382:0:15470:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094871440/0x85b23e07e0bdbf7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x121c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68094 expref: 15 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1724307072.852387:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.852388:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.852390:0:15470:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8a74 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x121c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.852403:0:15470:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094871440/0x85b23e07e0bdbf7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x121c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68094 expref: 15 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1724307072.852410:0:15470:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094871440/0x85b23e07e0bdbf7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x121c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68094 expref: 15 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.852418:0:15470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15470:1808064246277248:192.168.204.7@tcp:104: 00000100:00100000:3.0:1724307072.852433:0:15470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8a000 going to sleep for 11 seconds 00000004:00080000:3.0:1724307072.852460:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880136904700/2, rc 0, transno 1336 00000100:00100000:3.0:1724307072.852465:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246273408:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1724307072.852472:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880136310380/2, rc 0, transno 1334 00000100:00100000:3.0:1724307072.852475:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246273024:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307072.852479:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1724307072.852485:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246276992:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307072.852503:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307072.852589:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246276992 00000100:00100000:3.0:1724307072.852592:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246276992 00000100:00100000:3.0:1724307072.852609:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10468 00000100:00100000:3.0:1724307072.852612:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+24:3299:x1808064246276992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307072.852635:0:19432:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4674 count 1 00010000:00010000:3.0:1724307072.852668:0:19432:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf8a7b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1242:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.852679:0:19432:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091f40d80/0x85b23e07e0bdc121 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6813c expref: 11 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1724307072.852684:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.852685:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.852687:0:19432:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf8a7b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.852704:0:19432:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091f40d80/0x85b23e07e0bdc121 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6813c expref: 11 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1724307072.852712:0:19432:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091f40d80/0x85b23e07e0bdc121 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6813c expref: 11 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.852721:0:19432:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:19432:1808064246277504:192.168.204.7@tcp:104: 00000100:00100000:3.0:1724307072.852737:0:19432:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8a180 going to sleep for 11 seconds 00000100:00100000:3.0:1724307072.852756:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246277376:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307072.852773:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307072.852789:0:15464:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246277376 00000100:00100000:3.0:1724307072.852792:0:15464:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246277376 00000100:00100000:3.0:1724307072.852809:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10469 00000100:00100000:3.0:1724307072.852812:0:15464:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+25:3299:x1808064246277376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307072.852821:0:15464:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4675 count 1 00010000:00010000:3.0:1724307072.852830:0:15464:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8a82 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1243:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.852838:0:15464:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094873840/0x85b23e07e0bdc167 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68158 expref: 11 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1724307072.852843:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.852844:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.852846:0:15464:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8a82 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.852858:0:15464:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094873840/0x85b23e07e0bdc167 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68158 expref: 11 pid: 18504 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1724307072.852864:0:15464:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094873840/0x85b23e07e0bdc167 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68158 expref: 11 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.852872:0:15464:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15464:1808064246277632:192.168.204.7@tcp:104: 00000100:00100000:3.0:1724307072.852887:0:15464:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1724307072.855441:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092146680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3299:x1808064246274432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 39465us (39518us total) trans 17179870521 rc 0/0 00000100:00100000:0.0:1724307072.855450:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10457 00000100:00100000:0.0:1724307072.855516:0:15471:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+11:1967:x1808064247758464:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 16532us (18202us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307072.855523:0:15471:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2893 00000100:00100000:0.0:1724307072.856742:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307072.856830:0:19402:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:19402:1808064246276096:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307072.856855:0:19402:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8b173c0/0x85b23e07e0bf8a4a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.858701:0:19402:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8b173c0/0x85b23e07e0bf8a4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.858711:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8b173c0/0x85b23e07e0bf8a4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.858719:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8b173c0/0x85b23e07e0bf8a4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.858725:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b173c0/0x85b23e07e0bf8a4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.858732:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8b173c0/0x85b23e07e0bf8a4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.858737:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b173c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307072.858741:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8b173c0/0x85b23e07e0bf8a4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.858748:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8b173c0/0x85b23e07e0bf8a4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.858758:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8b173c0/0x85b23e07e0bf8a4a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.858764:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b173c0/0x85b23e07e0bf8a4a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.859031:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246277888:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307072.859104:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307072.859151:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1724307072.859158:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246277760:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307072.859174:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1724307072.859238:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3f800/2, rc 0, transno 1338 00000100:00100000:3.0:1724307072.859243:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246274560:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1724307072.859259:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009bfadf80/2, rc 0, transno 2912 00000100:00100000:3.0:1724307072.859269:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bfadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246271616:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307072.859292:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3f480/2, rc 0, transno 1337 00000100:00100000:3.0:1724307072.859295:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246274432:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307072.862878:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3296:x1808064246275584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17389us (22551us total) trans 4294970209 rc 0/0 00000100:00100000:0.0:1724307072.862886:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10461 00000004:00080000:3.0:1724307072.862935:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8801350c7100/2, rc 0, transno 2913 00000100:00100000:3.0:1724307072.862952:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246275584:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307072.863129:0:15464:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15464:1808064246277632:192.168.204.7@tcp:104: 00010000:00010000:3.0:1724307072.863151:0:15464:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8a82 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.863180:0:15470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15470:1808064246277248:192.168.204.7@tcp:104: 00010000:00010000:3.0:1724307072.863195:0:15470:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8a74 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x121c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.863216:0:15468:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15468:1808064246277120:192.168.204.7@tcp:104: 00010000:00010000:3.0:1724307072.863228:0:15468:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8a6d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x121b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.863249:0:19432:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:19432:1808064246277504:192.168.204.7@tcp:104: 00010000:00010000:3.0:1724307072.863262:0:19432:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf8a7b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.863286:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247758848 00000100:00100000:3.0:1724307072.863291:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247758848 00010000:00010000:3.0:1724307072.863316:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b13c900/0x85b23e07e0bdc095 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68104 expref: 11 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.863332:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247759104 00000100:00100000:3.0:1724307072.863334:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247759104 00010000:00010000:3.0:1724307072.863341:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b13c480/0x85b23e07e0bdc04f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x123f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce680e8 expref: 12 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.863348:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247759232 00000100:00100000:3.0:1724307072.863350:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247759232 00010000:00010000:3.0:1724307072.863357:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094873840/0x85b23e07e0bdc167 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68158 expref: 13 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.863365:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247759488 00000100:00100000:3.0:1724307072.863367:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247759488 00010000:00010000:3.0:1724307072.863376:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091f43cc0/0x85b23e07e0bdbf37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x121b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68078 expref: 16 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.863388:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247759616 00000100:00100000:3.0:1724307072.863389:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247759616 00010000:00010000:3.0:1724307072.863398:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094871440/0x85b23e07e0bdbf7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x121c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68094 expref: 17 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.863409:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247759872 00000100:00100000:3.0:1724307072.863411:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247759872 00010000:00010000:3.0:1724307072.863419:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b13c6c0/0x85b23e07e0bdc072 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x121f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce680f6 expref: 18 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.863716:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2899 00000100:00100000:3.0:1724307072.863723:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136906300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+15:1967:x1808064247759104:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307072.863737:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307072.863743:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b13c480/0x85b23e07e0bdc04f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x123f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce680e8 expref: 15 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.863753:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b13c480/0x85b23e07e0bdc04f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x123f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce680e8 expref: 15 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.863777:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b13c480/0x85b23e07e0bdc04f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x123f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce680e8 expref: 15 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.863793:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.863795:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.863799:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800901b5b00/0x85b23e07e0bf8a5f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x123f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.863807:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800901b5b00/0x85b23e07e0bf8a5f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x123f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.863827:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307072.863866:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136906300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+14:1967:x1808064247759104:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 142us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307072.863872:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2899 00000100:00100000:3.0:1724307072.863885:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2900 00000100:00100000:3.0:1724307072.863889:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ad8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:1967:x1808064247759232:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307072.863895:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307072.863899:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094873840/0x85b23e07e0bdc167 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1243:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68158 expref: 13 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.863907:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094873840/0x85b23e07e0bdc167 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1243:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68158 expref: 13 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.863916:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094873840/0x85b23e07e0bdc167 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1243:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68158 expref: 13 pid: 18504 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.863920:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2901 00010000:00010000:3.0:1724307072.863924:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.863926:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1724307072.863927:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+18:1967:x1808064247759360:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307072.863928:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8a82 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.863934:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8a82 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.863939:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307072.863944:0:7040:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090c42640/0x85b23e07e0bdbef1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x121a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6805c expref: 18 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.863946:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307072.863954:0:7040:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090c42640/0x85b23e07e0bdbef1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x121a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6805c expref: 18 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.863962:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ad8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:1967:x1808064247759232:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 70us (788us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307072.863967:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2900 00010000:00010000:0.0:1724307072.863970:0:7040:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090c42640/0x85b23e07e0bdbef1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x121a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6805c expref: 18 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.863978:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2902 00010000:00010000:0.0:1724307072.863982:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1724307072.863982:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+17:1967:x1808064247759488:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307072.863984:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.863987:0:7040:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800901b5f80/0x85b23e07e0bf8a66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.863988:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307072.863991:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091f43cc0/0x85b23e07e0bdbf37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x121b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68078 expref: 17 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.863993:0:7040:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800901b5f80/0x85b23e07e0bf8a66 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x121a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864003:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091f43cc0/0x85b23e07e0bdbf37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x121b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68078 expref: 17 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.864014:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f43cc0/0x85b23e07e0bdbf37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x121b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68078 expref: 17 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.864024:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.864025:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.864026:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307072.864027:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8a6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864032:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8a6d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x121b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864044:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307072.864050:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+16:1967:x1808064247759360:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 123us (865us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307072.864056:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2901 00000100:00100000:3.0:1724307072.864060:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+16:1967:x1808064247759488:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 77us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307072.864066:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2902 00000100:00100000:3.0:1724307072.864075:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2903 00000100:00100000:3.0:1724307072.864079:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+14:1967:x1808064247759616:12345-192.168.204.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1724307072.864080:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2904 00000100:00100000:0.0:1724307072.864084:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+11:1967:x1808064247759744:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307072.864084:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307072.864087:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094871440/0x85b23e07e0bdbf7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x121c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68094 expref: 14 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.864092:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307072.864094:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094871440/0x85b23e07e0bdbf7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x121c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68094 expref: 14 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.864096:0:7040:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091f40d80/0x85b23e07e0bdc121 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6813c expref: 11 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.864103:0:7040:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091f40d80/0x85b23e07e0bdc121 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6813c expref: 11 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.864105:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094871440/0x85b23e07e0bdbf7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x121c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68094 expref: 14 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.864113:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.864114:0:7040:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091f40d80/0x85b23e07e0bdc121 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6813c expref: 11 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.864115:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.864118:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8a74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.864121:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.864122:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.864123:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8a74 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x121c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.864124:0:7040:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf8a7b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.864130:0:7040:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf8a7b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864134:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307072.864142:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307072.864148:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:1967:x1808064247759616:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 68us (940us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307072.864154:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2903 00000100:00100000:0.0:1724307072.864156:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+10:1967:x1808064247759744:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 72us (938us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307072.864161:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2904 00000100:00100000:3.0:1724307072.864165:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2905 00000100:00100000:3.0:1724307072.864170:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1968:x1808064247758976:12345-192.168.204.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1724307072.864172:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2906 00000100:00100000:0.0:1724307072.864176:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:1967:x1808064247759872:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307072.864176:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307072.864180:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091f40fc0/0x85b23e07e0bdc0db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1241:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68120 expref: 9 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.864182:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307072.864186:0:7040:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b13c6c0/0x85b23e07e0bdc072 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x121f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce680f6 expref: 12 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.864188:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091f40fc0/0x85b23e07e0bdc0db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1241:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68120 expref: 9 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.864193:0:7040:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b13c6c0/0x85b23e07e0bdc072 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x121f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce680f6 expref: 12 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.864199:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091f40fc0/0x85b23e07e0bdc0db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1241:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68120 expref: 9 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.864203:0:7040:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b13c6c0/0x85b23e07e0bdc072 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x121f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce680f6 expref: 12 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.864208:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.864209:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.864211:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.864212:0:7040:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.864212:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800901b73c0/0x85b23e07e0bf8a58 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.864214:0:7040:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800901b4900/0x85b23e07e0bf8a89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864218:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800901b73c0/0x85b23e07e0bf8a58 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.864220:0:7040:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800901b4900/0x85b23e07e0bf8a89 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x121f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.864232:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307072.864234:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307072.864241:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+11:1967:x1808064247759872:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 64us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307072.864245:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2906 00000100:00100000:3.0:1724307072.864251:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:1968:x1808064247758976:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 80us (1002us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307072.864257:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2905 00010000:00010000:0.0:1724307072.864263:0:19432:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf8a7b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.864269:0:19432:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf8a7b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.864276:0:19432:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf8a7b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.864281:0:19432:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf8a7b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.864286:0:19432:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf8a7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.864291:0:19432:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b16880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307072.864294:0:19432:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf8a7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.864300:0:19432:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf8a7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.864307:0:19432:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf8a7b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.864311:0:19432:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf8a7b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864429:0:15470:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8a74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864436:0:15470:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8a74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864444:0:15470:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8a74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864451:0:15470:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8a74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x121c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864458:0:15470:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8a74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x121c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864469:0:15470:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b15680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307072.864473:0:15470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8a74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x121c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864480:0:15470:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8a74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x121c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864489:0:15470:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8a74 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x121c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864495:0:15470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8a74 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x121c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.864578:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+26:3299:x1808064246276992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11964us (12074us total) trans 17179870523 rc 0/0 00000100:00100000:0.0:1724307072.864585:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10468 00000100:00100000:0.0:1724307072.864678:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1724307072.864689:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092146d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246278784:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307072.864718:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307072.864737:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246278784 00000100:00100000:0.0:1724307072.864741:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246278784 00000100:00100000:0.0:1724307072.864758:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10474 00000100:00100000:0.0:1724307072.864762:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+30:3297:x1808064246278784:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307072.864773:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+30:3296:x1808064246276352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12422us (12717us total) trans 4294970210 rc 0/0 00002000:00080000:0.0:1724307072.864778:0:19432:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4641 count 1 00000100:00100000:3.0:1724307072.864781:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10467 00010000:00010000:0.0:1724307072.864792:0:19432:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8aa5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1221:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864801:0:8405:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800901b5b00/0x85b23e07e0bf8a5f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x123f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.864802:0:19432:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b13df80/0x85b23e07e0bdc0fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6812e expref: 10 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307072.864808:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.864808:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800901b5b00/0x85b23e07e0bf8a5f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x123f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.864809:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.864811:0:19432:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8aa5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864815:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800901b5b00/0x85b23e07e0bf8a5f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x123f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864821:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800901b5b00/0x85b23e07e0bf8a5f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x123f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864828:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800901b5b00/0x85b23e07e0bf8a5f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x123f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864833:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800901b5b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307072.864835:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800901b5b00/0x85b23e07e0bf8a5f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x123f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864842:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800901b5b00/0x85b23e07e0bf8a5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x123f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864850:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800901b5b00/0x85b23e07e0bf8a5f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x123f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.864856:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800901b5b00/0x85b23e07e0bf8a5f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x123f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.865022:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+26:3298:x1808064246275456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15492us (24559us total) trans 17179870524 rc 0/0 00000100:00100000:3.0:1724307072.865027:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10464 00010000:00010000:3.0:1724307072.865045:0:15464:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8a82 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.865052:0:15464:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8a82 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.865058:0:15464:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8a82 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.865065:0:15464:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8a82 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.865071:0:15464:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8a82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.865076:0:15464:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b17600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307072.865078:0:15464:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8a82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.865084:0:15464:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8a82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.865092:0:15464:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8a82 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.865097:0:15464:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8a82 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.865250:0:15464:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+26:3299:x1808064246277376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12436us (12474us total) trans 17179870525 rc 0/0 00000100:00100000:3.0:1724307072.865256:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10469 00010000:00010000:3.0:1724307072.865274:0:15468:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8a6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.865281:0:15468:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8a6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.865289:0:15468:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8a6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.865295:0:15468:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8a6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x121b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.865301:0:15468:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8a6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x121b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.865306:0:15468:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b15440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307072.865309:0:15468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8a6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x121b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.865315:0:15468:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8a6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x121b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.865324:0:15468:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8a6d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x121b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.865330:0:15468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8a6d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x121b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1724307072.865380:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8801350c7480/2, rc 0, transno 1340 00000100:00100000:3.0:1724307072.865385:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246275456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307072.865517:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+30:3296:x1808064246276224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13336us (13585us total) trans 4294970211 rc 0/0 00000100:00100000:3.0:1724307072.865523:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10466 00010000:00010000:0.0:1724307072.866619:0:19432:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b13df80/0x85b23e07e0bdc0fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6812e expref: 10 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307072.866654:0:19432:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b13df80/0x85b23e07e0bdc0fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6812e expref: 10 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.866667:0:19432:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092145f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:19432:1808064246278912:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307072.866706:0:19432:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a51190c0 going to sleep for 11 seconds 00000004:00080000:0.0:1724307072.866741:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800922dd880/2, rc 0, transno 2914 00000100:00100000:0.0:1724307072.866748:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246276352:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307072.866758:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800922ded80/2, rc 0, transno 2915 00000100:00100000:0.0:1724307072.866760:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246276224:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307072.866848:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092144380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246279040:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307072.866871:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307072.866892:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246279040 00000100:00100000:0.0:1724307072.866897:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246279040 00000100:00100000:0.0:1724307072.866917:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10475 00000100:00100000:0.0:1724307072.866921:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092147b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+30:3297:x1808064246279040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307072.866937:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4642 count 1 00010000:00010000:0.0:1724307072.866949:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5b00/0x85b23e07e0bf8aac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1222:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.866959:0:19431:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b13eac0/0x85b23e07e0bdc144 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6814a expref: 10 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307072.866964:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.866965:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.866967:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5b00/0x85b23e07e0bf8aac lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.866984:0:19431:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b13eac0/0x85b23e07e0bdc144 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6814a expref: 10 pid: 14386 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307072.866991:0:19431:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b13eac0/0x85b23e07e0bdc144 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6814a expref: 10 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.866998:0:19431:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092146a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:19431:1808064246279296:192.168.204.7@tcp:104: 00000100:00100000:3.0:1724307072.868618:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092146300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246279168:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307072.868695:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1724307072.868724:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800922dd180/2, rc 0, transno 2917 00000100:00100000:3.0:1724307072.868728:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246278016:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307072.868738:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800922dc700/2, rc 0, transno 2916 00000100:00100000:3.0:1724307072.868741:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246275968:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307072.868752:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8801350c7b80/2, rc 0, transno 1343 00000100:00100000:3.0:1724307072.868755:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246275840:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307072.868822:0:19431:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119000 going to sleep for 11 seconds 00000004:00080000:0.0:1724307072.869029:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8801350c5f80/2, rc 0, transno 1342 00000100:00100000:0.0:1724307072.869034:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246275712:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1724307072.869053:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8801350c5500/2, rc 0, transno 1341 00000100:00100000:0.0:1724307072.869056:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246277376:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1724307072.869063:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8801350c4e00/2, rc 0, transno 1339 00000100:00100000:0.0:1724307072.869065:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246276992:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307072.875291:0:16086:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136905880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16086:1808064246278656:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307072.875314:0:16086:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800901b6640/0x85b23e07e0bf8a9e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.875342:0:7038:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247760256 00000100:00100000:0.0:1724307072.875347:0:7038:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247760256 00010000:00010000:0.0:1724307072.875372:0:7038:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b13d440/0x85b23e07e0bdc0b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce68112 expref: 13 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.875394:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2908 00000100:00100000:0.0:1724307072.875399:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:1966:x1808064247760000:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307072.875412:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307072.875418:0:7038:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091f42f40/0x85b23e07e0bdbfc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x121d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce680b0 expref: 12 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.875426:0:7038:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091f42f40/0x85b23e07e0bdbfc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x121d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce680b0 expref: 12 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.875443:0:7038:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f42f40/0x85b23e07e0bdbfc3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x121d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce680b0 expref: 12 pid: 18504 timeout: 2775 lvb_type: 1 00010000:00010000:0.0:1724307072.875457:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.875458:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307072.875462:0:7038:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e1d2880/0x85b23e07e0bf8a97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.875470:0:7038:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e1d2880/0x85b23e07e0bf8a97 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x121d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.875503:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307072.875539:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+10:1966:x1808064247760000:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 138us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307072.875548:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2908 00000100:00100000:0.0:1724307072.875580:0:19432:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092145f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:19432:1808064246278912:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307072.875594:0:19432:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8aa5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.875632:0:16086:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800901b6640/0x85b23e07e0bf8a9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.875663:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800901b6640/0x85b23e07e0bf8a9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.875671:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800901b6640/0x85b23e07e0bf8a9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.875677:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800901b6640/0x85b23e07e0bf8a9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.875682:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800901b6640/0x85b23e07e0bf8a9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.875688:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800901b6640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307072.875690:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800901b6640/0x85b23e07e0bf8a9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.875696:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800901b6640/0x85b23e07e0bf8a9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.875706:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800901b6640/0x85b23e07e0bf8a9e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.875711:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800901b6640/0x85b23e07e0bf8a9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307072.878605:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:3298:x1808064246278528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16633us (16701us total) trans 4294970214 rc 0/0 00000100:00100000:0.0:1724307072.878615:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10473 00000004:00080000:3.0:1724307072.878710:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800922dce00/2, rc 0, transno 2918 00000100:00100000:3.0:1724307072.878719:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246278528:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307072.879208:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800922ddc00/2, rc 0, transno 2920 00000100:00100000:0.0:1724307072.879214:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246277760:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307072.879221:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800922dea00/2, rc 0, transno 2919 00000100:00100000:0.0:1724307072.879224:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246277888:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307072.883341:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307072.883385:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247760384 00000100:00100000:3.0:1724307072.883394:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247760384 00010000:00010000:3.0:1724307072.883430:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b13df80/0x85b23e07e0bdc0fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6812e expref: 8 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:3.0:1724307072.883471:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2910 00000100:00100000:3.0:1724307072.883478:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:1966:x1808064247760384:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307072.883494:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307072.883499:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b13df80/0x85b23e07e0bdc0fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6812e expref: 8 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.883510:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b13df80/0x85b23e07e0bdc0fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6812e expref: 8 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.884766:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b13df80/0x85b23e07e0bdc0fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6812e expref: 8 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.884783:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.884786:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.884791:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8aa5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.884800:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8aa5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.888906:0:19432:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8aa5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.888925:0:19432:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8aa5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.888936:0:19432:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8aa5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.888942:0:19432:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8aa5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.888949:0:19432:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.888954:0:19432:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307072.888958:0:19432:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.888964:0:19432:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.888988:0:19432:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8aa5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.888994:0:19432:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bf8aa5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.889373:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2912 00000100:00100000:3.0:1724307072.889379:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:1966:x1808064247760512:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307072.889388:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307072.889393:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b13eac0/0x85b23e07e0bdc144 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6814a expref: 8 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.889403:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b13eac0/0x85b23e07e0bdc144 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6814a expref: 7 pid: 14386 timeout: 2775 lvb_type: 1 00010000:00010000:3.0:1724307072.889416:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.889417:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307072.889420:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800909b5b00/0x85b23e07e0bf8aac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.889427:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5b00/0x85b23e07e0bf8aac lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307072.889440:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307072.890342:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+32:3297:x1808064246278784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25573us (25617us total) trans 4294970217 rc 0/0 00000100:00100000:0.0:1724307072.890353:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10474 00010000:00010000:0.0:1724307072.890493:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b13eac0/0x85b23e07e0bdc144 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6814a expref: 7 pid: 14386 timeout: 2775 lvb_type: 1 00000100:00100000:0.0:1724307072.890507:0:19431:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092146a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:19431:1808064246279296:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307072.890535:0:19431:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800909b5b00/0x85b23e07e0bf8aac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.890544:0:19431:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800909b5b00/0x85b23e07e0bf8aac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.890549:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b5b00/0x85b23e07e0bf8aac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.890556:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5b00/0x85b23e07e0bf8aac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.890567:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5b00/0x85b23e07e0bf8aac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.890573:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b5b00/0x85b23e07e0bf8aac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.890578:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307072.890581:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5b00/0x85b23e07e0bf8aac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.890588:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5b00/0x85b23e07e0bf8aac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.890601:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b5b00/0x85b23e07e0bf8aac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307072.890606:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b5b00/0x85b23e07e0bf8aac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307072.890844:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1966:x1808064247760512:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 1461us (1747us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307072.890852:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092147b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3297:x1808064246279040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23930us (23980us total) trans 4294970218 rc 0/0 00000100:00100000:3.0:1724307072.890852:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2912 00000100:00100000:0.0:1724307072.890859:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10475 00000004:00080000:0.0:1724307072.890887:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880092144380/2, rc 0, transno 2922 00000100:00100000:0.0:1724307072.890891:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092144380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246279040:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307072.890899:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880092146d80/2, rc 0, transno 2921 00000100:00100000:0.0:1724307072.890902:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092146d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246278784:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307072.891866:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880092146300/2, rc 0, transno 2923 00000100:00100000:3.0:1724307072.891872:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092146300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246279168:0@lo:6:osp-syn-1-0.0 00080000:00020000:0.0:1724307072.970596:0:10684:0:(osd_handler.c:698:osd_ro()) lustre-MDT0000: *** setting device osd-zfs read-only *** 00000100:00100000:3.0:1724307073.633316:0:8747:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247760768 00000100:00100000:3.0:1724307073.633324:0:8747:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247760768 00000100:00100000:3.0:1724307073.633365:0:8747:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 5041 00000100:00100000:3.0:1724307073.633371:0:8747:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:18292:x1808064247760768:12345-192.168.204.7@tcp:101:setfattr.0 00010000:00010000:3.0:1724307073.633405:0:8747:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307073.633423:0:8747:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17180/0x85b23e07e0bf8aba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6af9c expref: -99 pid: 8747 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307073.633471:0:8747:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17cc0/0x85b23e07e0bf8ac1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8747 initiator: MDT0 00010000:00010000:3.0:1724307073.633482:0:8747:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17cc0/0x85b23e07e0bf8ac1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8747 initiator: MDT0 00010000:00010000:3.0:1724307073.633492:0:8747:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17cc0/0x85b23e07e0bf8ac1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8747 initiator: MDT0 00000004:00200000:3.0:1724307073.633545:0:8747:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 61952 00000004:00200000:3.0:1724307073.633549:0:8747:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307073.633572:0:8747:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17cc0/0x85b23e07e0bf8ac1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8747 initiator: MDT0 00010000:00010000:3.0:1724307073.633589:0:8747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17180/0x85b23e07e0bf8aba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6af9c expref: 10 pid: 8747 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307073.633601:0:8747:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17cc0/0x85b23e07e0bf8ac1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6af9c expref: 9 pid: 8747 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307073.633617:0:8747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bb61900) 00010000:00010000:3.0:1724307073.633619:0:8747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1724307073.633622:0:8747:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8b17cc0, rc 0) 00010000:00000080:3.0:1724307073.633627:0:8747:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009012dc00 x1808064247760768/t0(0) o101->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:334/0 lens 576/688 e 0 to 0 dl 1724307084 ref 1 fl Interpret:/200/0 rc 0/0 job:'setfattr.0' uid:0 gid:0 00000100:00100000:3.0:1724307073.633683:0:8747:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:18292:x1808064247760768:12345-192.168.204.7@tcp:101:setfattr.0 Request processed in 311us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307073.633690:0:8747:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 5041 00000100:00100000:3.0:1724307073.644075:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307073.651993:0:8747:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247761152 00000100:00100000:3.0:1724307073.652002:0:8747:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247761152 00000100:00100000:3.0:1724307073.652035:0:8747:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 5043 00000100:00100000:3.0:1724307073.652041:0:8747:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+10:18292:x1808064247761152:12345-192.168.204.7@tcp:36:setfattr.0 00010000:00010000:3.0:1724307073.652104:0:8747:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8ae4 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8747 initiator: MDT0 00010000:00010000:3.0:1724307073.652119:0:8747:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2d00/0x85b23e07e0bf8add lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afa3 expref: 10 pid: 8745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307073.652125:0:8747:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8ae4 lrc: 4/0,1 mode: --/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8747 initiator: MDT0 00010000:00010000:3.0:1724307073.652152:0:8747:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2d00/0x85b23e07e0bf8add lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afa3 expref: 10 pid: 8745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307073.652165:0:8747:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2d00/0x85b23e07e0bf8add lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afa3 expref: 10 pid: 8745 timeout: 2776 lvb_type: 0 00000100:00100000:3.0:1724307073.652175:0:8747:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:8747:1808064246279552:192.168.204.7@tcp:104: 00000100:00100000:3.0:1724307073.652221:0:8747:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8a300 going to sleep for 11 seconds 00000100:00100000:3.0:1724307073.656700:0:8747:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:8747:1808064246279552:192.168.204.7@tcp:104: 00010000:00010000:3.0:1724307073.656719:0:8747:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8ae4 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8747 initiator: MDT0 00000100:00100000:3.0:1724307073.656741:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247761280 00000100:00100000:3.0:1724307073.656746:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247761280 00010000:00010000:3.0:1724307073.656772:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2d00/0x85b23e07e0bf8add lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afa3 expref: 11 pid: 8745 timeout: 2776 lvb_type: 0 00000100:00100000:3.0:1724307073.656791:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2913 00000100:00100000:3.0:1724307073.656796:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+11:1966:x1808064247761280:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307073.656808:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307073.656813:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2d00/0x85b23e07e0bf8add lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afa3 expref: 11 pid: 8745 timeout: 2776 lvb_type: 0 00010000:00010000:3.0:1724307073.656821:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2d00/0x85b23e07e0bf8add lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afa3 expref: 11 pid: 8745 timeout: 2776 lvb_type: 0 00010000:00010000:3.0:1724307073.656839:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2d00/0x85b23e07e0bf8add lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afa3 expref: 11 pid: 8745 timeout: 2776 lvb_type: 0 00010000:00010000:3.0:1724307073.656848:0:7039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2c:0x0].0x0 (ffff8800a0a39800) 00010000:00010000:3.0:1724307073.656853:0:7039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8ae4 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8747 initiator: MDT0 00010000:00010000:3.0:1724307073.656860:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8ae4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8747 initiator: MDT0 00010000:00010000:3.0:1724307073.656866:0:7039:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8ae4 lrc: 4/0,1 mode: EX/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8747 initiator: MDT0 00010000:00010000:3.0:1724307073.656879:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307073.656911:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+10:1966:x1808064247761280:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 114us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307073.656918:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2913 00010000:00010000:3.0:1724307073.656988:0:8747:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8ae4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8747 initiator: MDT0 00010000:00010000:3.0:1724307073.656994:0:8747:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8ae4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8747 initiator: MDT0 00000001:00080000:3.0:1724307073.658779:0:8747:0:(tgt_lastrcvd.c:2104:tgt_txn_stop_cb()) More than one transaction 292057778640 00000004:00010000:3.0:1724307073.658825:0:8747:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009012df80 reply state ffff88009f362400 transno 292057778641 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8ae4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8747 initiator: MDT0 00000100:00100000:3.0:1724307073.658833:0:8747:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307073.658852:0:8747:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009012df80 x1808064247761152/t292057778641(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:334/0 lens 66040/440 e 0 to 0 dl 1724307084 ref 1 fl Interpret:/200/0 rc 0/0 job:'setfattr.0' uid:0 gid:0 00000100:00100000:3.0:1724307073.658898:0:8747:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:18292:x1808064247761152:12345-192.168.204.7@tcp:36:setfattr.0 Request processed in 6856us (7137us total) trans 292057778641 rc 0/0 00000100:00100000:3.0:1724307073.658904:0:8747:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 5043 00000020:00080000:3.0:1724307073.658909:0:8747:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1724307073.663185:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8ae4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8747 initiator: MDT0 00010000:00010000:3.0:1724307073.663199:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8ae4 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8747 initiator: MDT0 00010000:00010000:3.0:1724307073.663205:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8ae4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8747 initiator: MDT0 00010000:00010000:3.0:1724307073.663210:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b17840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307073.663213:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8ae4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8747 initiator: MDT0 00010000:00010000:3.0:1724307073.663219:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8ae4 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8747 initiator: MDT0 00010000:00010000:3.0:1724307073.663232:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2c:0x0].0x0 (ffff8800a0a39800) 00010000:00010000:3.0:1724307073.663235:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1724307073.663238:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8ae4 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8747 initiator: MDT0 00010000:00010000:3.0:1724307073.663243:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8ae4 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8747 initiator: MDT0 00010000:00010000:0.0:1724307073.851385:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307074.949273:0:7041:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1724307074.949281:0:7041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff880090868fc0/0x85b23e07e0bcdaad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bcdab4 expref: -99 pid: 8737 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307074.949288:0:7041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090868fc0 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307074.949291:0:7041:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff880090868fc0/0x85b23e07e0bcdaad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bcdab4 expref: -99 pid: 8737 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307074.949299:0:7041:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff880090868fc0/0x85b23e07e0bcdaad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0bcdab4 expref: -99 pid: 8737 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307074.949305:0:7041:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff880090868fc0/0x85b23e07e0bcdaad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0bcdab4 expref: -99 pid: 8737 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307074.949309:0:7041:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1724307074.949311:0:7041:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1724307074.949313:0:7041:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1724307074.949337:0:7041:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff880090868fc0/0x85b23e07e0bcdaad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bcdab4 expref: -99 pid: 8737 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307074.949342:0:7041:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307074.949371:0:7041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff880090868fc0/0x85b23e07e0bcdaad lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bcdab4 expref: -99 pid: 8737 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307074.949376:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff880090868fc0/0x85b23e07e0bcdaad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bcdab4 expref: -99 pid: 8737 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307074.949392:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307074.949393:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307074.949396:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1724307074.950018:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff88009213d000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1724307074.950059:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff880092138800 for lustre-MDT0000 00010000:00010000:0.0:1724307074.954565:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307074.954579:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d5ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246279936:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1724307074.954615:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307074.954628:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307074.954633:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d5ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246280064:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1724307074.954661:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1724307074.954677:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307074.954843:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246279936 00000100:00100000:3.0:1724307074.954847:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246279936 00000100:00100000:3.0:1724307074.954864:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246280064 00000100:00100000:3.0:1724307074.954866:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246280064 00000100:00100000:3.0:1724307074.954875:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1724307074.954879:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092145880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:3296:x1808064246279936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1724307074.954885:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307074.954893:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88008eee4480/0x85b23e07e0bcda05 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bcd9fe expref: 16 pid: 8744 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307074.954902:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307074.954924:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092145880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3296:x1808064246279936:12345-0@lo:103:ldlm_bl.0 Request processed in 44us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307074.954928:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1724307074.954948:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1724307074.954951:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092147480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:3296:x1808064246280064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1724307074.954956:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307074.954962:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88008eee46c0/0x85b23e07e0bcdad7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bcdad0 expref: 14 pid: 8743 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307074.954968:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307074.954981:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092147480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:3296:x1808064246280064:12345-0@lo:103:ldlm_bl.0 Request processed in 29us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307074.954985:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1724307074.956371:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d5ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246280064:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1724307074.956382:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d5ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246279936:0@lo:103:ldlm_bl.0 00000020:00000080:0.0:1724307075.001116:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8800945b8800/69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2 for lustre-MDT0000 00000020:00000080:0.0:1724307075.001164:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88009213c000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1724307075.001187:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88009213d800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1724307075.001208:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8801360e5800 for lustre-MDT0000 00000020:00000080:0.0:1724307075.001213:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff880092139000 for lustre-MDT0000 00000020:00000080:0.0:1724307075.001215:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009213e000 for lustre-MDT0000 00010000:00010000:0.0:1724307075.001224:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307075.001229:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1724307075.001369:0:8793:0:(osp_sync.c:1209:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 27 done 00000100:00100000:0.0:1724307075.001386:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246280448 00000100:00100000:0.0:1724307075.001393:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246280448 00000100:00100000:0.0:1724307075.001425:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246280576 00000100:00100000:0.0:1724307075.001426:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246280576 00000100:00100000:0.0:1724307075.001441:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10477 00000100:00100000:0.0:1724307075.001446:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+26:3295:x1808064246280448:12345-0@lo:9:umount.0 00000020:00000080:0.0:1724307075.001473:0:19431:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bcda7c 00000100:00080000:0.0:1724307075.001481:0:19431:0:(import.c:86:import_set_state_nolock()) ffff8800949b8800 ÿÿÿÿ: changing import state from FULL to CLOSED 00000001:00000004:0.0:1724307075.001507:0:19431:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 4, last_transno is 17179870527 00000100:00100000:0.0:1724307075.001749:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3295:x1808064246280448:12345-0@lo:9:umount.0 Request processed in 301us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307075.001755:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10477 00000100:00100000:0.0:1724307075.001768:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10478 00000100:00100000:0.0:1724307075.001772:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3295:x1808064246280576:12345-0@lo:9:umount.0 00000020:00000080:0.0:1724307075.001784:0:19431:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bcda8a 00000100:00080000:0.0:1724307075.001789:0:19431:0:(import.c:86:import_set_state_nolock()) ffff88009b18e000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000001:00000004:0.0:1724307075.001802:0:19431:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294970219 00000100:00100000:0.0:1724307075.001933:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+2:3295:x1808064246280576:12345-0@lo:9:umount.0 Request processed in 161us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307075.001938:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10478 00010000:00010000:0.0:1724307075.001952:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1724307075.003946:0:10904:0:(genops.c:1486:class_disconnect_exports()) OBD device 5 (ffff8800a5a69550) has no exports 00010000:00010000:3.0:1724307075.041279:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307075.041282:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307075.041285:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1724307075.054828:0:10904:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bcda52 00000020:00000080:0.0:1724307075.054843:0:10904:0:(genops.c:925:class_export_put()) final put ffff8800a5a8b800/lustre-QMT0000_UUID 00000020:01000000:0.0:1724307075.056039:0:10904:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000100:00080000:0.0:1724307075.087469:0:10904:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1724307075.087479:0:10904:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870505 gen 4 00000004:00080000:0.0:1724307075.087511:0:10904:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:0.0:1724307075.087513:0:10904:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1724307075.089850:0:10904:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1724307075.089855:0:10904:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970219 gen 4 00000004:00080000:0.0:1724307075.089865:0:10904:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:0.0:1724307075.089866:0:10904:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1724307075.098283:0:10904:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bcda13 00000020:00000080:0.0:1724307075.098295:0:10904:0:(genops.c:925:class_export_put()) final put ffff880129dbf000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1724307075.099473:0:10904:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bcda28 00000020:00000080:0.0:1724307075.099480:0:10904:0:(genops.c:925:class_export_put()) final put ffff8800a5a8f000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1724307075.099486:0:10904:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1724307075.099490:0:10904:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1724307075.099500:0:10904:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1724307075.099503:0:10904:0:(genops.c:1486:class_disconnect_exports()) OBD device 4 (ffff8800a5a6ea90) has no exports 00000004:01000000:0.0:1724307075.099626:0:10904:0:(lod_lov.c:82:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1724307075.099634:0:10904:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bcda83 00000020:00000080:0.0:1724307075.099655:0:10904:0:(genops.c:925:class_export_put()) final put ffff880137678800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1724307075.099658:0:10904:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1724307075.099661:0:10904:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1724307075.099667:0:10904:0:(obd_config.c:900:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1724307075.099669:0:10904:0:(genops.c:1486:class_disconnect_exports()) OBD device 13 (ffff88012faf9550) has no exports 00000020:00000080:0.0:1724307075.099674:0:10904:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bcda75 00000020:00000080:0.0:1724307075.099677:0:10904:0:(genops.c:925:class_export_put()) final put ffff880129dbf800/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1724307075.099824:0:10904:0:(obd_class.h:698:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1724307075.099830:0:10904:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1724307075.099834:0:10904:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970219 gen 5 00000004:00080000:0.0:1724307075.099840:0:10904:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:0.0:1724307075.099842:0:10904:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1724307075.099985:0:10904:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1724307075.099992:0:10904:0:(obd_config.c:828:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1724307075.100000:0:10904:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bcda67 00000020:00000080:0.0:1724307075.100004:0:10904:0:(genops.c:925:class_export_put()) final put ffff88013767c000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1724307075.100006:0:10904:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1724307075.100008:0:10904:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1724307075.100010:0:10904:0:(obd_config.c:900:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1724307075.100012:0:10904:0:(genops.c:1486:class_disconnect_exports()) OBD device 8 (ffff8800a5a6d540) has no exports 00000020:00000080:0.0:1724307075.100014:0:10904:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bcda60 00000020:00000080:0.0:1724307075.100016:0:10904:0:(genops.c:925:class_export_put()) final put ffff880129da1800/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1724307075.100138:0:10904:0:(obd_class.h:698:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1724307075.100141:0:10904:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1724307075.100144:0:10904:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870505 gen 5 00000004:00080000:0.0:1724307075.100147:0:10904:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:0.0:1724307075.100148:0:10904:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1724307075.100333:0:10904:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1724307075.100337:0:10904:0:(obd_config.c:828:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1724307075.100425:0:10904:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1724307075.100428:0:10904:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1724307075.100448:0:10904:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bcda2f 00000020:00000080:0.0:1724307075.100452:0:10904:0:(genops.c:925:class_export_put()) final put ffff8800a5a89800/lustre-MDD0000_UUID 00000020:01000000:0.0:1724307075.100455:0:10904:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1724307075.100456:0:10904:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1724307075.100459:0:10904:0:(obd_config.c:900:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1724307075.100460:0:10904:0:(genops.c:1486:class_disconnect_exports()) OBD device 6 (ffff8800a5a6aaa0) has no exports 00000020:00000080:0.0:1724307075.100613:0:10904:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1724307075.100616:0:10904:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1724307075.100620:0:10904:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bcda36 00000020:00000080:0.0:1724307075.100623:0:10904:0:(genops.c:925:class_export_put()) final put ffff8800a5a8c800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1724307075.100629:0:10904:0:(tgt_mount.c:206:server_put_mount()) put mount ffff88012b4d3000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1724307075.100632:0:10904:0:(obd_mount.c:770:lustre_put_lsi()) put ffff88012b4d3000 3 00000020:01000004:0.0:1724307075.100635:0:10904:0:(tgt_mount.c:139:server_deregister_mount()) deregister mount ffff88012b4d3000 from lustre-MDT0000 00000020:00000080:0.0:1724307075.100733:0:10904:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1724307075.100737:0:10904:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1724307075.100740:0:10904:0:(genops.c:925:class_export_put()) final put ffff880129dbb000/lustre-MDT0000_UUID 00000020:00000080:0.0:1724307075.100742:0:10904:0:(genops.c:883:class_export_destroy()) destroying export ffff880129dbb000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1724307075.100753:0:10904:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1724307075.100765:0:10904:0:(obd_mount.c:618:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:0.0:1724307075.100770:0:10904:0:(tgt_mount.c:274:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1724307075.100773:0:10904:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1724307075.100774:0:10904:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1724307075.100777:0:10904:0:(obd_config.c:900:class_cleanup()) MGS: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1724307075.100786:0:10904:0:(genops.c:1713:print_export_data()) MGS: ACTIVE ffff8800a9a76800 31a81d4a-43f7-45b0-a075-f219c8077a24 192.168.204.7@tcp 11 (0 0 7) 0 0 0 0: (null) 0 stale:0 00000020:00080000:0.0:1724307075.100791:0:10904:0:(genops.c:1713:print_export_data()) MGS: ACTIVE ffff880090cb4800 f5ebe9fe-97e8-4c85-85e0-e929df75ee5b 0@lo 12 (0 0 8) 0 0 0 0: (null) 0 stale:0 00000020:00080000:0.0:1724307075.100796:0:10904:0:(genops.c:1481:class_disconnect_exports()) OBD device 1 (ffff88009fb56a90) has exports, disconnecting them 00000020:00080000:0.0:1724307075.100800:0:10904:0:(genops.c:1456:class_disconnect_export_list()) MGS: disconnecting export at 192.168.204.7@tcp (ffff8800a9a76800), last request at 1724307070 00000020:00000080:0.0:1724307075.100816:0:10904:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bcdb4e 00000020:00010000:0.0:1724307075.100820:0:10904:0:(genops.c:1815:obd_stale_export_put()) Put export ffff8800a9a76800: total 8 00000100:00080000:0.0:1724307075.100823:0:10904:0:(import.c:86:import_set_state_nolock()) ffff8800a9a73000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1724307075.100835:0:10904:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 192.168.204.7@tcp (ffff8800a9a76800): rc 0 00000020:00080000:0.0:1724307075.100838:0:10904:0:(genops.c:1456:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff880090cb4800), last request at 1724307074 00000020:00010000:0.0:1724307075.100873:0:7041:0:(genops.c:1801:obd_stale_export_get()) Get export ffff8800a9a76800: total 8 00010000:00010000:0.0:1724307075.100877:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307075.100906:0:7041:0:(ldlm_lock.c:2628:ldlm_export_cancel_blocked_locks()) Export ffff8800a9a76800, canceled 0 locks, left on hash table 7. 00010000:00010000:0.0:1724307075.100933:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88008eee7840/0x85b23e07e0bcdd23 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce62612 expref: 8 pid: 8742 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307075.100948:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009e1d3cc0/0x85b23e07e0bf880c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6af25 expref: 7 pid: 8742 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307075.100959:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009e1d1440/0x85b23e07e0bf87fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6aef4 expref: 6 pid: 8742 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307075.100967:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009102e880/0x85b23e07e0bcdd15 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6260b expref: 5 pid: 8744 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307075.100976:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009102ed00/0x85b23e07e0bcdd2a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce62619 expref: 4 pid: 8742 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307075.100985:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88008eee7600/0x85b23e07e0bcdd07 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce62604 expref: 3 pid: 8742 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307075.100994:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009e1d3600/0x85b23e07e0bf8805 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6af1e expref: 2 pid: 8744 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307075.101009:0:7041:0:(ldlm_lock.c:2656:ldlm_export_cancel_locks()) Export ffff8800a9a76800, canceled 7 locks, left on hash table 0. 00000020:00000080:0.0:1724307075.101022:0:7041:0:(genops.c:925:class_export_put()) final put ffff8800a9a76800/31a81d4a-43f7-45b0-a075-f219c8077a24 00010000:00010000:0.0:1724307075.101027:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307075.101028:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307075.101029:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1724307075.101036:0:10904:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bcd9e2 00000020:00010000:0.0:1724307075.101039:0:10904:0:(genops.c:1815:obd_stale_export_put()) Put export ffff880090cb4800: total 9 00000100:00080000:0.0:1724307075.101041:0:10904:0:(import.c:86:import_set_state_nolock()) ffff880090cb0800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1724307075.101048:0:10904:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff880090cb4800): rc 0 00000020:00010000:0.0:1724307075.101053:0:9709:0:(genops.c:1801:obd_stale_export_get()) Get export ffff880090cb4800: total 9 00010000:00010000:0.0:1724307075.101065:0:9709:0:(ldlm_lock.c:2628:ldlm_export_cancel_blocked_locks()) Export ffff880090cb4800, canceled 0 locks, left on hash table 8. 00010000:00010000:0.0:1724307075.101076:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009086b180/0x85b23e07e0bcdb0f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bcdb08 expref: 9 pid: 8744 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307075.101086:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880090868d80/0x85b23e07e0bcdb1d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bcdb16 expref: 8 pid: 8743 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307075.101094:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009102d8c0/0x85b23e07e0bcdb39 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bcdb32 expref: 7 pid: 8742 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307075.101103:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009102c000/0x85b23e07e0bcdb2b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bcdb24 expref: 6 pid: 8742 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307075.101112:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009102c480/0x85b23e07e0bcdae5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bcdade expref: 5 pid: 8742 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307075.101121:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009102cfc0/0x85b23e07e0bcdb47 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bcdb40 expref: 4 pid: 8744 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307075.101129:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88008ee518c0/0x85b23e07e0bcdaf3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bcdaec expref: 3 pid: 8744 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307075.101144:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880090869680/0x85b23e07e0bcdb01 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bcdafa expref: 2 pid: 8744 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307075.101153:0:9709:0:(ldlm_lock.c:2656:ldlm_export_cancel_locks()) Export ffff880090cb4800, canceled 8 locks, left on hash table 0. 00000020:00000080:0.0:1724307075.101160:0:9709:0:(genops.c:925:class_export_put()) final put ffff880090cb4800/f5ebe9fe-97e8-4c85-85e0-e929df75ee5b 00010000:00010000:0.0:1724307075.101164:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307075.101165:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307075.101167:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1724307075.101177:0:10904:0:(genops.c:1486:class_disconnect_exports()) OBD device 1 (ffff88009fb56a90) has no exports 00000100:00100000:0.0:1724307075.107154:0:8743:0:(service.c:2969:ptlrpc_main()) ll_mgs_0001: service thread [ffff88012dfa7c00:8743] 1 exiting: rc = 0 00000100:00100000:3.0:1724307075.107292:0:8742:0:(service.c:2969:ptlrpc_main()) ll_mgs_0000: service thread [ffff88009262e400:8742] 0 exiting: rc = 1 00000020:00000080:0.0:1724307075.114887:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff880090cb7800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1724307075.115425:0:10904:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1724307075.115436:0:10904:0:(obd_config.c:828:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:3.0:1724307075.115441:0:10904:0:(genops.c:925:class_export_put()) final put ffff880090cb7000/MGS 00000020:00000080:3.0:1724307075.115443:0:10904:0:(genops.c:883:class_export_destroy()) destroying export ffff880090cb7000/MGS for MGS 00000020:01000000:3.0:1724307075.115450:0:10904:0:(genops.c:463:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:3.0:1724307075.115460:0:10904:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:3.0:1724307075.115464:0:10904:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1724307075.115471:0:10904:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1724307075.115478:0:10904:0:(genops.c:1713:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff88009213a000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00080000:3.0:1724307075.115483:0:10904:0:(genops.c:1481:class_disconnect_exports()) OBD device 17 (ffff88012fafaaa0) has exports, disconnecting them 00000020:00080000:3.0:1724307075.115488:0:10904:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff88009213a000), last request at 1724307015 00000020:00000080:3.0:1724307075.115492:0:10904:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bcdac2 00000020:00080000:3.0:1724307075.115505:0:10904:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff88009213a000): rc 0 00000020:00000080:3.0:1724307075.115559:0:10904:0:(genops.c:925:class_export_put()) final put ffff88009213a000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1724307075.116207:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff88009213a000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:3.0:1724307075.138481:0:10904:0:(obd_class.h:698:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:3.0:1724307075.138490:0:10904:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1724307075.138496:0:10904:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1724307075.138502:0:10904:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1724307075.138527:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009213b800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1724307075.138730:0:10904:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1724307075.138745:0:10904:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1724307075.138749:0:10904:0:(genops.c:925:class_export_put()) final put ffff88009c234800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1724307075.138753:0:10904:0:(genops.c:883:class_export_destroy()) destroying export ffff88009c234800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1724307075.138757:0:10904:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:3.0:1724307075.138769:0:10904:0:(obd_mount.c:770:lustre_put_lsi()) put ffff88012b4d3000 1 00000020:00000080:3.0:1724307075.138775:0:10904:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bcd9cd 00000020:00000080:3.0:1724307075.138779:0:10904:0:(genops.c:925:class_export_put()) final put ffff880090cb5000/lustre-MDT0000-osd_UUID 00000020:01000000:3.0:1724307075.138786:0:10904:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:3.0:1724307075.138791:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff880090cb5000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1724307075.138797:0:10904:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1724307075.138800:0:10904:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1724307075.138804:0:10904:0:(genops.c:1486:class_disconnect_exports()) OBD device 0 (ffff8800a5a68000) has no exports 00000020:00000080:3.0:1724307075.144830:0:10904:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1724307075.144844:0:10904:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:3.0:1724307075.144849:0:10904:0:(genops.c:925:class_export_put()) final put ffff88012b4d7000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1724307075.144853:0:10904:0:(genops.c:883:class_export_destroy()) destroying export ffff88012b4d7000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1724307075.144858:0:10904:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:3.0:1724307075.144872:0:10904:0:(obd_mount.c:695:lustre_free_lsi()) Freeing lsi ffff88012b4d2800 00000020:01000000:3.0:1724307075.144891:0:10904:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1724307075.144894:0:10904:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1724307075.144897:0:10904:0:(obd_config.c:900:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1724307075.144901:0:10904:0:(genops.c:1486:class_disconnect_exports()) OBD device 3 (ffff88009fb52aa0) has no exports 00000100:00100000:3.0:1724307075.144992:0:8747:0:(service.c:2969:ptlrpc_main()) mdt00_002: service thread [ffff88012dfa6200:8747] 2 exiting: rc = 0 00000100:00100000:3.0:1724307075.145070:0:8746:0:(service.c:2969:ptlrpc_main()) mdt00_001: service thread [ffff88012dfa6a00:8746] 1 exiting: rc = 0 00000100:00100000:3.0:1724307075.145133:0:9632:0:(service.c:2969:ptlrpc_main()) mdt00_003: service thread [ffff8801308ece00:9632] 3 exiting: rc = 0 00000100:00100000:3.0:1724307075.163046:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163056:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163063:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163068:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163078:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163083:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163090:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163095:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163100:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163114:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163124:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163132:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163137:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163142:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163149:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163154:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163159:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163163:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163167:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163172:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163176:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163180:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163184:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163189:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163194:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163198:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163204:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163210:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163215:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163220:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163226:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163231:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163235:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163240:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163245:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163250:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163256:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163262:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163268:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163274:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163278:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163284:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163289:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163294:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163300:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163305:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163310:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163316:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163320:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163325:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163330:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163335:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163340:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163345:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163350:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163357:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163362:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163367:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163371:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163378:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163385:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163390:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163395:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.163401:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.209827:0:8749:0:(service.c:2969:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff880136923400:8749] 1 exiting: rc = 0 00000100:00100000:0.0:1724307075.212019:0:8750:0:(service.c:2969:ptlrpc_main()) mdt_out00_000: service thread [ffff880090629000:8750] 0 exiting: rc = 1 00000100:00100000:0.0:1724307075.212079:0:8751:0:(service.c:2969:ptlrpc_main()) mdt_out00_001: service thread [ffff88012dfa6600:8751] 1 exiting: rc = 0 00000100:00100000:0.0:1724307075.212134:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212139:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212144:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212148:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212154:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212158:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212163:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212168:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212173:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212177:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212182:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212186:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212191:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212202:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212207:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212215:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212221:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212226:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212232:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212242:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212247:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212252:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212257:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212263:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212267:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212272:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212276:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212282:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212288:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212293:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212298:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212304:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212308:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212313:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212322:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212328:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212335:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212339:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212348:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212353:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212357:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212362:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212366:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212371:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212375:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212379:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212383:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212387:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212392:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212403:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212409:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212416:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212422:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212426:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212437:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212443:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212450:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212456:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212462:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212467:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212473:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212477:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212482:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.212487:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.252469:0:8752:0:(service.c:2969:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8800a56cba00:8752] 0 exiting: rc = 1 00000100:00100000:3.0:1724307075.252631:0:8753:0:(service.c:2969:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8801360b7400:8753] 1 exiting: rc = 0 00000100:00100000:0.0:1724307075.253516:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253522:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253526:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253530:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253534:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253538:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253542:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253547:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253552:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253556:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253560:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253564:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253568:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253572:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253576:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253594:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253598:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253603:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253608:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253612:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253616:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253621:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253626:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253630:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253659:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253665:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253670:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253674:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253678:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253683:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253687:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253691:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253694:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253698:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253702:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253707:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253711:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253715:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253719:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253723:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253727:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253731:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253735:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253739:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253743:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253747:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253751:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253754:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253758:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253763:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253766:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253771:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253775:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253779:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253783:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253788:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253793:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253797:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253802:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253806:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253810:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253813:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253817:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.253821:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.254151:0:8754:0:(service.c:2969:ptlrpc_main()) mdt_seqm_0000: service thread [ffff880099ca0800:8754] 0 exiting: rc = 1 00000100:00100000:3.0:1724307075.254444:0:8755:0:(service.c:2969:ptlrpc_main()) mdt_seqm_0001: service thread [ffff880135e5dc00:8755] 1 exiting: rc = 0 00000100:00100000:0.0:1724307075.255463:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255469:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255473:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255476:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255480:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255484:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255488:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255492:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255496:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255499:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255503:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255507:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255511:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255515:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255518:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255522:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255527:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255530:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255534:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255537:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255541:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255545:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255549:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255553:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255558:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255562:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255566:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255571:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255575:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255589:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255593:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255602:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255990:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255994:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.255998:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256002:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256006:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256010:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256014:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256018:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256022:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256026:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256030:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256034:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256038:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256043:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256047:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256051:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256055:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256059:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256063:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256066:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256070:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256074:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256078:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256082:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256086:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256094:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256422:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256429:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256433:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256438:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256443:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.256446:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00100000:0.0:1724307075.256620:0:11059:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1724307075.256632:0:11059:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 17179870523 is committed 00000001:00080000:0.0:1724307075.256655:0:11059:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 17179870527 is committed 00000001:00100000:0.0:1724307075.256672:0:11059:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2 00000001:00080000:0.0:1724307075.256687:0:11059:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 17179870506 is committed 00000020:00000080:0.0:1724307075.256699:0:11059:0:(genops.c:925:class_export_put()) final put ffff8800949ba000/lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1724307075.256860:0:8757:0:(service.c:2969:ptlrpc_main()) mdt_fld_0001: service thread [ffff88009f1de800:8757] 1 exiting: rc = 0 00000020:00000080:3.0:1724307075.257022:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8800949ba000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1724307075.257059:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8800949b8800 for lustre-OST0000 00000100:00100000:3.0:1724307075.257090:0:8756:0:(service.c:2969:ptlrpc_main()) mdt_fld_0000: service thread [ffff880130ccf200:8756] 0 exiting: rc = 1 00000100:00100000:0.0:1724307075.257480:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257485:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257489:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257493:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257497:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257501:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257505:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257509:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257514:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257517:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257522:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257526:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257529:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257533:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257537:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257541:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257545:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257548:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257552:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257556:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257561:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257565:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257569:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257574:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257587:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257593:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257597:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257601:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257605:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257609:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257614:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257618:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257622:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257626:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257629:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257633:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257637:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257660:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257665:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257669:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257673:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257676:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257681:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257685:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257689:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257694:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257698:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257702:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257706:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257710:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257714:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257719:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257722:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257726:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257731:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257735:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257739:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257743:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257747:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257751:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257755:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257758:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257762:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.257766:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307075.258395:0:8758:0:(service.c:2969:ptlrpc_main()) mdt_io00_000: service thread [ffff88009f16c000:8758] 0 exiting: rc = 1 00000100:00100000:0.0:1724307075.262937:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.262943:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.262948:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.262952:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.262956:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.262960:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.262966:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.262971:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.262975:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.262979:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.262983:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.262987:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.262991:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.262998:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263003:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263008:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263012:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263016:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263020:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263025:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263029:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263033:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263037:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263041:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263045:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263049:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263054:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263058:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263062:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263067:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263076:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263080:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263083:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263087:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263092:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263146:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263153:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263158:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263162:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263166:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263171:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263176:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263180:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263184:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263188:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263194:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263198:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263205:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263209:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263214:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263218:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263223:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263228:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263232:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263236:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263240:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263244:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263248:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263252:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263256:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263260:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263264:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263271:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307075.263287:0:10904:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000400:00000100:0.0:1724307075.811325:0:3291:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 12 match 1808064247761536 offset 0 length 224: 4 00000400:00000100:0.0:1724307075.811341:0:3291:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 26 match 1808064247761408 offset 0 length 224: 4 00000100:00100000:0.0:1724307075.812508:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307075.812543:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307075.812564:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247761792 00000100:00100000:0.0:1724307075.812580:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247761792 00000100:00100000:0.0:1724307075.815783:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1109 00000100:00100000:0.0:1724307075.815792:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092146d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1966:x1808064247761792:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307075.815851:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092146d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1966:x1808064247761792:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 61us (3348us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307075.815857:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1109 00000100:00100000:0.0:1724307075.815902:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000400:00000100:0.0:1724307075.815940:0:3291:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 12 match 1808064247761920 offset 0 length 224: 4 00000100:00100000:0.0:1724307075.815961:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307075.815972:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247762048 00000100:00100000:0.0:1724307075.815977:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247762048 00000100:00100000:0.0:1724307075.817412:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1112 00000100:00100000:0.0:1724307075.817418:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092146300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+5:1966:x1808064247762048:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307075.817446:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092146300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+5:1966:x1808064247762048:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 28us (1543us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307075.817451:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1112 00010000:00010000:0.0:1724307075.866173:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307076.871079:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307077.871805:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307078.874180:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1724307079.560659:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1724307079.560666:0:9780:0:(genops.c:925:class_export_put()) final put ffff88009b18f800/lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1724307079.876183:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1724307080.820407:0:3289:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 12 match 1808064247762432 offset 0 length 224: 4 00000100:00100000:0.0:1724307080.820434:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000400:00000100:0.0:1724307080.820778:0:3289:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 26 match 1808064247762304 offset 0 length 224: 4 00000100:00100000:0.0:1724307080.820791:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307080.822233:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000400:00000100:0.0:1724307080.822249:0:3289:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 12 match 1808064247762816 offset 0 length 224: 4 00000100:00100000:0.0:1724307080.822271:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307080.823571:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1116 00000100:00100000:0.0:1724307080.823576:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092144000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+5:1969:x1808064247763072:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307080.823598:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092144000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+5:1969:x1808064247763072:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 23us (1327us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307080.823603:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1116 00000100:00080000:0.0:1724307080.823739:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307050 00000100:00080000:0.0:1724307080.823743:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307050 00010000:00010000:3.0:1724307080.878070:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307081.879910:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307082.886770:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307083.395634:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:0.0:1724307083.888337:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307084.890301:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1724307085.828322:0:3290:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 26 match 1808064247763328 offset 0 length 224: 4 00000400:00000100:0.0:1724307085.828344:0:3290:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 12 match 1808064247763456 offset 0 length 224: 4 00000100:00100000:0.0:1724307085.828375:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307085.833112:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307085.834123:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000400:00000100:0.0:1724307085.834181:0:3290:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 12 match 1808064247763840 offset 0 length 224: 4 00000100:00100000:0.0:1724307085.835595:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00080000:0.0:1724307085.839599:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307055 00010000:00010000:0.0:1724307085.892398:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307086.894496:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307087.898017:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:01200004:3.0:1724307088.698503:0:11479:0:(super25.c:129:lustre_fill_super()) VFS Op: sb ffff88012b854000 00000020:01000004:3.0:1724307088.698534:0:11479:0:(obd_mount.c:1068:lmd_print()) mount data: 00000020:01000004:3.0:1724307088.698535:0:11479:0:(obd_mount.c:1071:lmd_print()) device: lustre-mdt1/mdt1 00000020:01000004:3.0:1724307088.698541:0:11479:0:(tgt_mount.c:2107:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1724307088.698551:0:11479:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:3.0:1724307088.698555:0:11479:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1724307088.698566:0:11479:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff88009fb56a90) 00000020:00000080:3.0:1724307088.698599:0:11479:0:(obd_config.c:671:class_attach()) OBD: dev 0 attached type osd-zfs with refcount 2 00000020:00000080:3.0:1724307088.698606:0:11479:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00100000:10000000:3.0:1724307088.722519:0:11479:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:3.0:1724307088.729634:0:11479:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x78:0x0] (8/32) 00100000:10000000:3.0:1724307088.731035:0:11479:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 401: rc = 0 00100000:10000000:3.0:1724307088.732360:0:11479:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:3.0:1724307088.732386:0:11479:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 401: rc = 0 00100000:10000000:3.0:1724307088.732438:0:11479:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 401: rc = 0 00100000:10000000:3.0:1724307088.732475:0:11479:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 401: rc = 0 00100000:10000000:3.0:1724307088.732509:0:11479:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 401: rc = 0 00100000:10000000:3.0:1724307088.732543:0:11479:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 401: rc = 0 00100000:10000000:3.0:1724307088.734015:0:11479:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 403: rc = 0 00100000:10000000:3.0:1724307088.803907:0:11479:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200015bc0:0x1:0x0] under 336: rc = 0 00100000:10000000:3.0:1724307088.805590:0:11479:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 336: rc = 0 00100000:10000000:3.0:1724307088.807248:0:11479:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x2000182d0:0x1:0x0] under 336: rc = 0 00100000:10000000:3.0:1724307088.807318:0:11479:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200017b00:0x1:0x0] under 336: rc = 0 00100000:10000000:3.0:1724307088.808592:0:11479:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200016778:0x1:0x0] under 336: rc = 0 00100000:10000000:3.0:1724307088.810033:0:11479:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200017330:0x1:0x0] under 336: rc = 0 00100000:10000000:3.0:1724307088.811396:0:11479:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x20001a210:0x1:0x0] under 336: rc = 0 00100000:10000000:3.0:1724307088.815248:0:11479:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:3.0:1724307088.816592:0:11479:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 333: rc = 0 00100000:10000000:0.0:1724307088.818420:0:11479:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:0.0:1724307088.818450:0:11479:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 333: rc = 0 00100000:10000000:0.0:1724307088.820043:0:11479:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:0.0:1724307088.820072:0:11479:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 333: rc = 0 20000000:01000000:0.0:1724307088.837231:0:11479:0:(mgs_nids.c:444:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1724307088.837258:0:11479:0:(mgs_llog.c:607:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1724307088.845135:0:11479:0:(service.c:3244:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:0.0:1724307088.845142:0:11479:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1724307088.845796:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246281344:0@lo:400:kworker.0 00000100:00100000:3.0:1724307088.845816:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d5dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246280960:0@lo:400:kworker.0 00000100:00100000:3.0:1724307088.851967:0:11479:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1724307088.852088:0:11479:0:(service.c:3244:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1724307088.852093:0:11479:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1724307088.852706:0:11479:0:(service.c:3244:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1724307088.852710:0:11479:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1724307088.852947:0:11479:0:(service.c:3244:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1724307088.852951:0:11479:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:3.0:1724307088.853423:0:11479:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1724307088.853516:0:11479:0:(service.c:3244:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:3.0:1724307088.853520:0:11479:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1724307088.897058:0:11479:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1724307088.897177:0:11479:0:(service.c:3244:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1724307088.897183:0:11479:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00010000:00010000:3.0:1724307088.900589:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307088.904207:0:11479:0:(service.c:3244:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1724307088.904213:0:11479:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1724307088.904621:0:11479:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1724307088.904721:0:11479:0:(service.c:3244:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1724307088.904725:0:11479:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1724307088.905426:0:11479:0:(service.c:3244:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1724307088.905431:0:11479:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1724307088.905918:0:11479:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1724307088.905992:0:11479:0:(service.c:3244:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1724307088.905995:0:11479:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1724307088.906689:0:11479:0:(service.c:3244:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1724307088.906693:0:11479:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 20000000:01000000:3.0:1724307088.923777:0:11487:0:(mgs_nids.c:444:mgs_nidtbl_init_fs()) IR: current version is 75 20000000:01000000:3.0:1724307088.932369:0:11487:0:(mgs_llog.c:607:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1724307088.932378:0:11487:0:(mgs_handler.c:525:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1724307088.952725:0:11487:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246281984 00000100:00100000:3.0:1724307088.952730:0:11487:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246281984 00000100:00100000:3.0:1724307088.952751:0:11487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1724307088.952755:0:11487:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+4:11479:x1808064246281984:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307088.952764:0:11487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307088.952774:0:11487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a8b14480/0x85b23e07e0bf8b1c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bf8b15 expref: -99 pid: 11487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307088.952793:0:11487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a8b14480/0x85b23e07e0bf8b1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bf8b15 expref: 5 pid: 11487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307088.952800:0:11487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a8b14480/0x85b23e07e0bf8b1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bf8b15 expref: 5 pid: 11487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307088.952806:0:11487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8b14480, rc 0) 00000100:00100000:3.0:1724307088.952825:0:11487:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+5:11479:x1808064246281984:12345-0@lo:101:mount.lustre.0 Request processed in 70us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307088.952829:0:11487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1724307088.952943:0:11479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246281984:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1724307088.952952:0:11479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800901b5b00/0x85b23e07e0bf8b15 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8b1c expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307088.952958:0:11479:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800901b5b00/0x85b23e07e0bf8b15 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bf8b1c expref: -99 pid: 11479 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307088.952970:0:11479:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1724307088.952983:0:11479:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800901b5b00/0x85b23e07e0bf8b15 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8b1c expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307088.952989:0:11479:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800901b5b00/0x85b23e07e0bf8b15 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8b1c expref: -99 pid: 11479 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307088.952994:0:11479:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1724307088.952996:0:11479:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1724307088.952998:0:11479:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff88012b854000 10000000:01000000:0.0:1724307088.953000:0:11479:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1724307088.953002:0:11479:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1724307088.953003:0:11479:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1724307088.953013:0:11479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800909b5b00/0x85b23e07e0bf8b23 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307088.953018:0:11479:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800909b5b00/0x85b23e07e0bf8b23 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307088.953023:0:11479:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800909b5b00/0x85b23e07e0bf8b23 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307088.953031:0:11479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246282112:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1724307088.953049:0:11479:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307088.953055:0:11479:0:(client.c:2562:ptlrpc_set_wait()) set ffff880093fdf3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307088.953289:0:11479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246282112:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1724307088.953296:0:11479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800909b5b00/0x85b23e07e0bf8b23 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8b2a expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307088.953305:0:11479:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800909b5b00/0x85b23e07e0bf8b23 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bf8b2a expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307088.953346:0:11479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246282240:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307088.953361:0:11479:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307088.953375:0:11479:0:(client.c:2562:ptlrpc_set_wait()) set ffff880093fdf3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307088.953414:0:11487:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246282240 00000100:00100000:3.0:1724307088.953416:0:11487:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246282240 00000100:00100000:3.0:1724307088.953467:0:11487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1724307088.953472:0:11487:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+6:11479:x1808064246282240:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1724307088.953593:0:11487:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:11479:x1808064246282240:12345-0@lo:501:mount.lustre.0 Request processed in 121us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307088.953598:0:11487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1724307088.953774:0:11479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246282240:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307088.953792:0:11479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246282368:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1724307088.953816:0:11479:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307088.953831:0:11479:0:(client.c:2562:ptlrpc_set_wait()) set ffff880093fdf3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307088.956613:0:11479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246282368:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1724307088.959612:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009407b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:11520:x1808064246282496:12345-0@lo:502:llog_process_th.0 Request processed in 2263us (2376us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307088.959621:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000001:00080000:0.0:1724307089.000237:0:11520:0:(tgt_lastrcvd.c:1741:tgt_clients_data_init()) RCVRNG CLIENT uuid: 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e idx: 0 lr: 287762813836 srv lr: 292057776128 lx: 0 gen 12 00000001:00080000:0.0:1724307089.000284:0:11520:0:(tgt_lastrcvd.c:1741:tgt_clients_data_init()) RCVRNG CLIENT uuid: 69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2 idx: 1 lr: 0 srv lr: 292057776128 lx: 0 gen 13 00000001:00000004:0.0:1724307089.000301:0:11520:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 69, last_transno is 292057776128 00000020:00000080:3.0:1724307089.017810:0:11520:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1724307089.017820:0:11520:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1724307089.017845:0:11520:0:(lod_lov.c:151:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1724307089.017859:0:11520:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x85b23e07e0bf8b93 00000100:00080000:3.0:1724307089.017867:0:11520:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1724307089.017875:0:11520:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009e873800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:3.0:1724307089.017902:0:11520:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a00d9500 x1808064246282624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1724307089.018490:0:11520:0:(pinger.c:396:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1724307089.019027:0:11520:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1724307089.019030:0:11520:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307089.019031:0:11520:0:(obd_config.c:1495:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1724307089.019034:0:11520:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1724307089.019035:0:11520:0:(obd_config.c:1833:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1724307089.019037:0:11520:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1724307089.019038:0:11520:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1724307089.019039:0:11520:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1724307089.019040:0:11520:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307089.019041:0:11520:0:(obd_config.c:1495:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1724307089.019043:0:11520:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1724307089.019046:0:11520:0:(obd_mount.c:1106:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:3.0:1724307089.019049:0:11520:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307089.019050:0:11520:0:(obd_config.c:1495:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1724307089.019052:0:11520:0:(obd_config.c:1407:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1724307089.019055:0:11520:0:(obd_config.c:1419:class_process_config()) adding mapping from uuid 192.168.204.107@tcp to nid 0x20000c0a8cc6b (192.168.204.107@tcp) 00000020:01000000:3.0:1724307089.019064:0:11520:0:(obd_config.c:1909:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1724307089.019065:0:11520:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1724307089.019076:0:11520:0:(genops.c:432:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff88009fb53ff0) 00000020:00000080:3.0:1724307089.019090:0:11520:0:(obd_config.c:671:class_attach()) OBD: dev 13 attached type osp with refcount 2 00000020:00000080:3.0:1724307089.019093:0:11520:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1724307089.019139:0:11520:0:(osp_dev.c:1208:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00000020:00000080:3.0:1724307089.019145:0:11520:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0bf8ba1 00010000:00080000:3.0:1724307089.019160:0:11520:0:(ldlm_lib.c:101:import_set_conn()) imp ffff88009c066800@lustre-OST0001-osc-MDT0000: add connection 192.168.204.107@tcp at head 00010000:00010000:3.0:1724307089.019317:0:11520:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-4 is initialized 00000040:01000000:3.0:1724307089.019554:0:11520:0:(llog_osd.c:2108:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1724307089.019569:0:11520:0:(llog_obd.c:212:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:0.0:1724307089.020042:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246282624:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1724307089.020076:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307089.020089:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136907480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3295:1808064246283008:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1724307089.020101:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307089.020107:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136905c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246283136:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1724307089.020117:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307089.020145:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246282624 00000100:00100000:0.0:1724307089.020149:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246282624 00000100:00100000:0.0:1724307089.020168:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10480 00000100:00100000:0.0:1724307089.020172:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3295:x1808064246282624:12345-0@lo:8:llog_process_th.0 00010000:00080000:0.0:1724307089.020190:0:15461:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp (null) cur 2691 last 0 00000020:00000080:0.0:1724307089.020208:0:15461:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x85b23e07e0bf8ba8 00002000:00100000:0.0:1724307089.020215:0:15461:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff880094302800 ocd_connect_flags: 0xa044401443000066 ocd_version: 20f40ac ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1724307089.020218:0:15461:0:(ofd_obd.c:169:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1724307089.020220:0:15461:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:0.0:1724307089.020317:0:15461:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009fa3bb40 00002000:00080000:0.0:1724307089.020325:0:15461:0:(ofd_obd.c:393:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1724307089.020350:0:15461:0:(import.c:86:import_set_state_nolock()) ffff880094303000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:0.0:1724307089.020381:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+6:3295:x1808064246282624:12345-0@lo:8:llog_process_th.0 Request processed in 208us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307089.020386:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10480 00000100:00100000:0.0:1724307089.020409:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1724307089.020413:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 4 00000100:00080000:0.0:1724307089.020419:0:3295:0:(import.c:940:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000066 00000100:00080000:0.0:1724307089.020421:0:3295:0:(import.c:1184:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1724307089.020423:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009e873800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1724307089.020429:0:3295:0:(osp_dev.c:1650:osp_import_event()) got connected 00000100:00100000:0.0:1724307089.020432:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246282624:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1724307089.020471:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1724307089.020476:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246283264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307089.020535:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307089.020553:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246283264 00000100:00100000:0.0:1724307089.020556:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246283264 00000100:00100000:0.0:1724307089.020570:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1724307089.020574:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1808064246283264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1724307089.020591:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 39518208 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307089.020611:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1808064246283264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307089.020615:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1724307089.020635:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246283264:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1724307089.021194:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1724307089.021196:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.107@tcp failed (-11) 00000100:00100000:0.0:1724307089.021200:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136907480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3295:1808064246283008:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:0.0:1724307089.021206:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d6d5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1724307089.021208:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.107@tcp failed (-11) 00000100:00100000:0.0:1724307089.021210:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136905c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246283136:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:3.0:1724307089.021618:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1724307089.021624:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246283392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307089.021661:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307089.021675:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246283392 00000100:00100000:3.0:1724307089.021677:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246283392 00000100:00100000:3.0:1724307089.021695:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10481 00000100:00100000:3.0:1724307089.021699:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3298:x1808064246283392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307089.021710:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4655 count 1 00000100:00100000:0.0:1724307089.021968:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246283520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307089.021986:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307089.022001:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246283520 00000100:00100000:0.0:1724307089.022003:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246283520 00000100:00100000:0.0:1724307089.022014:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10482 00000100:00100000:0.0:1724307089.022018:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3296:x1808064246283520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307089.022027:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4656 count 1 00000100:00100000:0.0:1724307089.022174:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3296:x1808064246283520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 155us (187us total) trans 0 rc -2/-2 00000100:00100000:0.0:1724307089.022180:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10482 00000004:00080000:0.0:1724307089.022197:0:3296:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8801350c7b80, transno 0 00000004:00080000:0.0:1724307089.022200:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8801350c7b80/1, rc -2, transno 0 00000100:00100000:0.0:1724307089.022203:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246283520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307089.022323:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307089.022339:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246283648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307089.022356:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307089.022368:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246283648 00000100:00100000:0.0:1724307089.022371:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246283648 00000100:00100000:0.0:1724307089.022385:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10483 00000100:00100000:0.0:1724307089.022387:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3296:x1808064246283648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307089.022396:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4657 count 1 00000100:00100000:0.0:1724307089.022546:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3296:x1808064246283648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 157us (189us total) trans 0 rc -2/-2 00000100:00100000:0.0:1724307089.022551:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10483 00000004:00080000:0.0:1724307089.022565:0:3296:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8801350c7b80, transno 0 00000004:00080000:0.0:1724307089.022567:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8801350c7b80/1, rc -2, transno 0 00000100:00100000:0.0:1724307089.022569:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246283648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307089.022631:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246284032:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307089.022660:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307089.022673:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246284032 00000100:00100000:0.0:1724307089.022675:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246284032 00000100:00100000:0.0:1724307089.022687:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10484 00000100:00100000:0.0:1724307089.022691:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3296:x1808064246284032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307089.022699:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4660 count 1 00000100:00100000:0.0:1724307089.022867:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3296:x1808064246284032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 175us (206us total) trans 0 rc -2/-2 00000100:00100000:0.0:1724307089.022873:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10484 00000004:00080000:0.0:1724307089.022889:0:3296:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8801350c4380, transno 0 00000004:00080000:0.0:1724307089.022891:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8801350c4380/1, rc -2, transno 0 00000100:00100000:0.0:1724307089.022895:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246284032:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307089.022948:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307089.022954:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246284160:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307089.022971:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307089.022982:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246284160 00000100:00100000:0.0:1724307089.022985:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246284160 00000100:00100000:0.0:1724307089.022997:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10485 00000100:00100000:0.0:1724307089.023000:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3296:x1808064246284160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307089.023008:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4661 count 1 00000100:00100000:0.0:1724307089.023169:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3296:x1808064246284160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 167us (197us total) trans 0 rc -2/-2 00000100:00100000:0.0:1724307089.023174:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10485 00000004:00080000:0.0:1724307089.023192:0:3296:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8801350c4380, transno 0 00000004:00080000:0.0:1724307089.023194:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8801350c4380/1, rc -2, transno 0 00000100:00100000:0.0:1724307089.023198:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246284160:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307089.023265:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246284544:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307089.023281:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307089.023297:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246284544 00000100:00100000:0.0:1724307089.023299:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246284544 00000100:00100000:0.0:1724307089.023311:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10486 00000100:00100000:0.0:1724307089.023314:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+7:3296:x1808064246284544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307089.023324:0:19432:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4664 count 1 00000100:00100000:0.0:1724307089.023494:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+7:3296:x1808064246284544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 178us (211us total) trans 0 rc -2/-2 00000100:00100000:0.0:1724307089.023499:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10486 00000004:00080000:0.0:1724307089.023514:0:3296:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8801350c5180, transno 0 00000004:00080000:0.0:1724307089.023518:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8801350c5180/1, rc -2, transno 0 00000100:00100000:0.0:1724307089.023520:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246284544:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307089.023575:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307089.023580:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246284672:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307089.023594:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307089.023604:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246284672 00000100:00100000:0.0:1724307089.023606:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246284672 00000100:00100000:0.0:1724307089.023614:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10487 00000100:00100000:0.0:1724307089.023617:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3296:x1808064246284672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307089.023624:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4665 count 1 00000100:00100000:0.0:1724307089.023789:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3296:x1808064246284672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 171us (193us total) trans 0 rc -2/-2 00000100:00100000:0.0:1724307089.023794:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10487 00000004:00080000:0.0:1724307089.023808:0:3296:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8801350c5180, transno 0 00000004:00080000:0.0:1724307089.023810:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8801350c5180/1, rc -2, transno 0 00000100:00100000:0.0:1724307089.023813:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246284672:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307089.023872:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246285056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307089.023885:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307089.023896:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246285056 00000100:00100000:0.0:1724307089.023899:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246285056 00000100:00100000:0.0:1724307089.023907:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10488 00000100:00100000:0.0:1724307089.023910:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+7:3296:x1808064246285056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307089.023917:0:19432:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4668 count 1 00000100:00100000:0.0:1724307089.024074:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+7:3296:x1808064246285056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 162us (186us total) trans 0 rc -2/-2 00000100:00100000:0.0:1724307089.024079:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10488 00000004:00080000:0.0:1724307089.024094:0:3296:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012f3ac380, transno 0 00000004:00080000:0.0:1724307089.024097:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012f3ac380/1, rc -2, transno 0 00000100:00100000:0.0:1724307089.024100:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246285056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307089.024159:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307089.024165:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246285184:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307089.024181:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307089.024193:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246285184 00000100:00100000:0.0:1724307089.024195:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246285184 00000100:00100000:0.0:1724307089.024206:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10489 00000100:00100000:0.0:1724307089.024209:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3296:x1808064246285184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307089.024217:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4669 count 1 00000100:00100000:0.0:1724307089.024377:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3296:x1808064246285184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 165us (194us total) trans 0 rc -2/-2 00000100:00100000:0.0:1724307089.024381:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10489 00000004:00080000:0.0:1724307089.024396:0:3296:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012f3ac380, transno 0 00000004:00080000:0.0:1724307089.024398:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012f3ac380/1, rc -2, transno 0 00000100:00100000:0.0:1724307089.024401:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246285184:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307089.026842:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3298:x1808064246283392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5141us (5179us total) trans 0 rc -2/-2 00000100:00100000:3.0:1724307089.026847:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10481 00000004:00080000:3.0:1724307089.026877:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8801350c5500, transno 0 00000004:00080000:3.0:1724307089.026879:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8801350c5500/1, rc -2, transno 0 00000100:00100000:3.0:1724307089.026882:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246283392:0@lo:6:osp-syn-0-0.0 00000040:00080000:3.0:1724307089.033199:0:11520:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1724307089.034678:0:11528:0:(llog.c:735:llog_process_thread()) index: 68, lh_last_idx: 69 synced_idx: 0 lgh_last_idx: 69 00000040:00080000:3.0:1724307089.034682:0:11528:0:(llog_cat.c:790:llog_cat_process_common()) processing log [0x1:0x112:0x0] at index 68 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1724307089.035324:0:11520:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1724307089.035343:0:11520:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1724307089.035365:0:11520:0:(lod_lov.c:151:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1724307089.035383:0:11520:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x85b23e07e0bf8baf 00000100:00080000:3.0:1724307089.035390:0:11520:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1724307089.035399:0:11520:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff88009c066800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:3.0:1724307089.035427:0:11520:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a00d9180 x1808064246286080/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1724307089.035443:0:11520:0:(pinger.c:396:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1724307089.035475:0:11520:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1724307089.035477:0:11520:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307089.035479:0:11520:0:(obd_config.c:1495:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1724307089.035481:0:11520:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1724307089.035483:0:11520:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307089.035484:0:11520:0:(obd_config.c:1495:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:3.0:1724307089.035486:0:11520:0:(obd_config.c:1407:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1724307089.035488:0:11520:0:(obd_config.c:1469:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1724307089.035489:0:11520:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1724307089.035491:0:11520:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307089.035492:0:11520:0:(obd_config.c:1495:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:01000000:3.0:1724307089.035493:0:11520:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1724307089.035494:0:11520:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307089.035495:0:11520:0:(obd_config.c:1495:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1724307089.035497:0:11520:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1724307089.035519:0:11520:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11520:1808064246286208:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307089.035573:0:11520:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307089.035586:0:11520:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b444ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1724307089.035616:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246286208 00000100:00100000:3.0:1724307089.035621:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246286208 00000100:00100000:3.0:1724307089.035667:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1724307089.035674:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009407b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:11520:x1808064246286208:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307089.035899:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009407b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:11520:x1808064246286208:12345-0@lo:502:llog_process_th.0 Request processed in 225us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307089.035905:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1724307089.035943:0:11520:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11520:1808064246286208:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1724307089.035959:0:11520:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1724307089.035962:0:11520:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307089.035963:0:11520:0:(obd_config.c:1495:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1724307089.035966:0:11520:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000020:01000000:3.0:1724307089.036030:0:11479:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:3.0:1724307089.036047:0:11479:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1724307089.036058:0:11479:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800909b5b00/0x85b23e07e0bf8b23 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8b2a expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307089.036070:0:11479:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800909b5b00/0x85b23e07e0bf8b23 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8b2a expref: -99 pid: 11479 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307089.036077:0:11479:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-mdtir-ffff88012b854000 from 1 10000000:01000000:3.0:1724307089.036080:0:11479:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1724307089.036097:0:11479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a8b16640/0x85b23e07e0bf8bb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307089.036102:0:11479:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800a8b16640/0x85b23e07e0bf8bb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307089.036110:0:11479:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800a8b16640/0x85b23e07e0bf8bb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307089.036119:0:11479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246286336:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1724307089.036137:0:11479:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307089.036144:0:11479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b444ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1724307089.036157:0:11487:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246286336 00000100:00100000:3.0:1724307089.036160:0:11487:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246286336 00000100:00100000:3.0:1724307089.036171:0:11487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1724307089.036175:0:11487:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009407ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:11479:x1808064246286336:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307089.036181:0:11487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307089.036192:0:11487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a8b146c0/0x85b23e07e0bf8bbd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bf8bb6 expref: -99 pid: 11487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307089.036206:0:11487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a8b146c0/0x85b23e07e0bf8bbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bf8bb6 expref: 8 pid: 11487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307089.036213:0:11487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a8b146c0/0x85b23e07e0bf8bbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bf8bb6 expref: 8 pid: 11487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307089.036220:0:11487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8b146c0, rc 0) 00000100:00100000:3.0:1724307089.036238:0:11487:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009407ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+8:11479:x1808064246286336:12345-0@lo:101:mount.lustre.0 Request processed in 62us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307089.036243:0:11487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1724307089.036261:0:11479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246286336:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307089.036268:0:11479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800a8b16640/0x85b23e07e0bf8bb6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8bbd expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307089.036274:0:11479:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800a8b16640/0x85b23e07e0bf8bb6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bf8bbd expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307089.036750:0:11479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246286464:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1724307089.036776:0:11479:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307089.036783:0:11479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b444ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1724307089.036792:0:11487:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246286464 00000100:00100000:3.0:1724307089.036794:0:11487:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246286464 00000100:00100000:3.0:1724307089.036807:0:11487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1724307089.036810:0:11487:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009407a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+8:11479:x1808064246286464:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1724307089.036820:0:11487:0:(mgs_nids.c:682:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1724307089.036824:0:11487:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1724307089.036861:0:11487:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009407a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+8:11479:x1808064246286464:12345-0@lo:256:mount.lustre.0 Request processed in 50us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307089.036865:0:11487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1724307089.036885:0:11479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246286464:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1724307089.037337:0:11479:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1724307089.037344:0:11479:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a8b16640/0x85b23e07e0bf8bb6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8bbd expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307089.037350:0:11479:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800a8b16640/0x85b23e07e0bf8bb6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8bbd expref: -99 pid: 11479 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307089.037355:0:11479:0:(mgc_request.c:1763:mgc_process_log()) Process log params-ffff88012b854000 from 1 10000000:01000000:3.0:1724307089.037357:0:11479:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1724307089.037369:0:11479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a8b14b40/0x85b23e07e0bf8bc4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307089.037373:0:11479:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800a8b14b40/0x85b23e07e0bf8bc4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307089.037379:0:11479:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800a8b14b40/0x85b23e07e0bf8bc4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307089.037387:0:11479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246286592:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1724307089.037404:0:11479:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307089.037411:0:11479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b444ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1724307089.037423:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246286592 00000100:00100000:3.0:1724307089.037426:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246286592 00000100:00100000:3.0:1724307089.037437:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1724307089.037440:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094079c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+8:11479:x1808064246286592:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307089.037446:0:11486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307089.037452:0:11486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a8b15b00/0x85b23e07e0bf8bcb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bf8bc4 expref: -99 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307089.037461:0:11486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a8b15b00/0x85b23e07e0bf8bcb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bf8bc4 expref: 9 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307089.037466:0:11486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a8b15b00/0x85b23e07e0bf8bcb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bf8bc4 expref: 9 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307089.037472:0:11486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8b15b00, rc 0) 00000100:00100000:3.0:1724307089.037488:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094079c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:11479:x1808064246286592:12345-0@lo:101:mount.lustre.0 Request processed in 47us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307089.037492:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1724307089.037509:0:11479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246286592:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307089.037516:0:11479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800a8b14b40/0x85b23e07e0bf8bc4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8bcb expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307089.037521:0:11479:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800a8b14b40/0x85b23e07e0bf8bc4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bf8bcb expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307089.037544:0:11479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246286720:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1724307089.037560:0:11479:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307089.037566:0:11479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b444ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1724307089.037575:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246286720 00000100:00100000:3.0:1724307089.037578:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246286720 00000100:00100000:3.0:1724307089.037589:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1724307089.037591:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094079850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:11479:x1808064246286720:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1724307089.037728:0:11483:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094079850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:11479:x1808064246286720:12345-0@lo:501:mount.lustre.0 Request processed in 134us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307089.037733:0:11483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1724307089.037753:0:11479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246286720:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1724307089.037770:0:11479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246286848:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1724307089.037796:0:11479:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307089.037804:0:11479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b444ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1724307089.037812:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246286848 00000100:00100000:3.0:1724307089.037814:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246286848 00000100:00100000:3.0:1724307089.037825:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1724307089.037829:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a852850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:11479:x1808064246286848:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1724307089.037958:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a852850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:11479:x1808064246286848:12345-0@lo:503:mount.lustre.0 Request processed in 128us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307089.037964:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1724307089.037989:0:11479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246286848:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1724307089.038065:0:11530:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11530:1808064246286976:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307089.038086:0:11530:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307089.038093:0:11530:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b444ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1724307089.038099:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246286976 00000100:00100000:3.0:1724307089.038101:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246286976 00000100:00100000:3.0:1724307089.038114:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1724307089.038117:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a853850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:11530:x1808064246286976:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307089.064806:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246290176:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307089.064862:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307089.064878:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246290688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307089.064891:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307089.064903:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1724307089.064908:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246289792:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307089.064919:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307089.064928:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246290304:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307089.064938:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307089.064956:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246290176 00000100:00100000:3.0:1724307089.064961:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246290176 00000100:00100000:3.0:1724307089.064986:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246290688 00000100:00100000:3.0:1724307089.064988:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246290688 00000100:00100000:3.0:1724307089.064995:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246289792 00000100:00100000:3.0:1724307089.064996:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246289792 00000100:00100000:3.0:1724307089.065004:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246290304 00000100:00100000:3.0:1724307089.065005:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246290304 00000100:00100000:3.0:1724307089.065016:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10517 00000100:00100000:3.0:1724307089.065021:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+9:3298:x1808064246290176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307089.065040:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4634 count 1 00000100:00100000:3.0:1724307089.065228:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+9:3298:x1808064246290176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 206us (366us total) trans 0 rc -2/-2 00000100:00100000:3.0:1724307089.065234:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10517 00000100:00100000:3.0:1724307089.065244:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10518 00000100:00100000:3.0:1724307089.065247:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+8:3298:x1808064246290688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307089.065255:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4638 count 1 00000100:00100000:3.0:1724307089.065398:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+8:3298:x1808064246290688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 149us (505us total) trans 0 rc -2/-2 00000100:00100000:3.0:1724307089.065403:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10518 00000100:00100000:3.0:1724307089.065410:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10519 00000100:00100000:3.0:1724307089.065413:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+7:3298:x1808064246289792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307089.065420:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4631 count 1 00000100:00100000:3.0:1724307089.065550:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+7:3298:x1808064246289792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 135us (629us total) trans 0 rc -2/-2 00000100:00100000:3.0:1724307089.065554:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10519 00000100:00100000:3.0:1724307089.065560:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10520 00000100:00100000:3.0:1724307089.065563:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3298:x1808064246290304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307089.065571:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4635 count 1 00000100:00100000:3.0:1724307089.065723:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3298:x1808064246290304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 159us (784us total) trans 0 rc -2/-2 00000100:00100000:3.0:1724307089.065728:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10520 00000004:00080000:3.0:1724307089.065754:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3d880, transno 0 00000004:00080000:3.0:1724307089.065758:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3d880/1, rc -2, transno 0 00000100:00100000:3.0:1724307089.065763:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246289792:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307089.065769:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3ca80, transno 0 00000004:00080000:3.0:1724307089.065770:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3ca80/1, rc -2, transno 0 00000100:00100000:3.0:1724307089.065772:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246290304:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307089.065776:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3c700, transno 0 00000004:00080000:3.0:1724307089.065778:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3c700/1, rc -2, transno 0 00000100:00100000:3.0:1724307089.065780:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246290176:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307089.065783:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3d180, transno 0 00000004:00080000:3.0:1724307089.065785:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3d180/1, rc -2, transno 0 00000100:00100000:3.0:1724307089.065786:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246290688:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307089.065841:0:11528:0:(osp_sync.c:1209:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 4 in progress, 4 in flight, 4 done 00000100:00100000:3.0:1724307089.065870:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246291200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307089.065885:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307089.065892:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1724307089.065895:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246290816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307089.065904:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307089.065914:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246291200 00000100:00100000:3.0:1724307089.065916:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246291200 00000100:00100000:3.0:1724307089.065925:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246290816 00000100:00100000:3.0:1724307089.065927:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246290816 00000100:00100000:3.0:1724307089.065933:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10521 00000100:00100000:3.0:1724307089.065936:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3298:x1808064246291200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307089.065943:0:19425:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4642 count 1 00000100:00100000:3.0:1724307089.066081:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3298:x1808064246291200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 143us (195us total) trans 0 rc -2/-2 00000100:00100000:3.0:1724307089.066085:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10521 00000100:00100000:3.0:1724307089.066093:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10522 00000100:00100000:3.0:1724307089.066096:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3298:x1808064246290816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307089.066102:0:19425:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4639 count 1 00000100:00100000:3.0:1724307089.066224:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3298:x1808064246290816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 127us (319us total) trans 0 rc -2/-2 00000100:00100000:3.0:1724307089.066228:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10522 00000004:00080000:3.0:1724307089.066242:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a00db100, transno 0 00000004:00080000:3.0:1724307089.066244:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a00db100/1, rc -2, transno 0 00000100:00100000:3.0:1724307089.066248:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246290816:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307089.066253:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a00d9f80, transno 0 00000004:00080000:3.0:1724307089.066254:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a00d9f80/1, rc -2, transno 0 00000100:00100000:3.0:1724307089.066256:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246291200:0@lo:6:osp-syn-1-0.0 00000040:00080000:3.0:1724307089.066385:0:11528:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x112:0x0] index 1252 count 8 00000040:00080000:3.0:1724307089.066407:0:11528:0:(llog.c:735:llog_process_thread()) index: 69, lh_last_idx: 69 synced_idx: 69 lgh_last_idx: 69 00000040:00080000:3.0:1724307089.066410:0:11528:0:(llog_cat.c:790:llog_cat_process_common()) processing log [0x1:0x116:0x0] at index 69 of catalog [0x1:0x5:0x0] 00000004:00080000:3.0:1724307089.066431:0:11528:0:(osp_sync.c:1002:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1724307089.066459:0:11528:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2691573819306ns, next at 0ns, rc = 0 00000100:00100000:3.0:1724307089.066480:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1724307089.066486:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246291328:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307089.066502:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307089.066517:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246291328 00000100:00100000:3.0:1724307089.066520:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246291328 00000100:00100000:3.0:1724307089.066531:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10523 00000100:00100000:3.0:1724307089.066535:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3298:x1808064246291328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307089.066545:0:19396:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4643 count 1 00000100:00100000:3.0:1724307089.066712:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3298:x1808064246291328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 175us (209us total) trans 0 rc -2/-2 00000100:00100000:3.0:1724307089.066717:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10523 00000004:00080000:3.0:1724307089.066733:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a00db100, transno 0 00000004:00080000:3.0:1724307089.066735:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a00db100/1, rc -2, transno 0 00000100:00100000:3.0:1724307089.066740:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246291328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307089.068921:0:11533:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f3aca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11533:1808064246291456:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1724307089.068973:0:11533:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307089.068988:0:11533:0:(client.c:2562:ptlrpc_set_wait()) set ffff880093fdfc00 going to sleep for 11 seconds 00000100:00100000:0.0:1724307089.069008:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246291456 00000100:00100000:0.0:1724307089.069012:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246291456 00000100:00100000:0.0:1724307089.069036:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1724307089.069040:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a852450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:11533:x1808064246291456:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1724307089.069262:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a852450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:11533:x1808064246291456:12345-0@lo:502:llog_process_th.0 Request processed in 221us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307089.069271:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1724307089.069302:0:11533:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f3aca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11533:1808064246291456:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1724307089.069317:0:11533:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:0.0:1724307089.069389:0:11479:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:0.0:1724307089.069407:0:11479:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1724307089.069417:0:11479:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009e1d3cc0/0x85b23e07e0bf8bd9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8be0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307089.069425:0:11479:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009e1d3cc0/0x85b23e07e0bf8bd9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8be0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1724307089.069449:0:11479:0:(tgt_mount.c:1161:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1724307089.069450:0:11479:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1724307089.069451:0:11479:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307089.069452:0:11479:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307089.069453:0:11479:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307089.069454:0:11479:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307089.069455:0:11479:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1724307089.069456:0:11479:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1724307089.069457:0:11479:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307089.069458:0:11479:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1724307089.069461:0:11479:0:(mgc_request_server.c:253:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1724307089.069464:0:11479:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1724307089.069465:0:11479:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1724307089.069466:0:11479:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307089.069466:0:11479:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307089.069467:0:11479:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307089.069468:0:11479:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307089.069468:0:11479:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1724307089.069469:0:11479:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1724307089.069470:0:11479:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307089.069471:0:11479:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1724307089.069477:0:11479:0:(mgc_request_server.c:198:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1724307089.069483:0:11479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f3aca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246291584:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1724307089.069503:0:11479:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307089.069510:0:11479:0:(client.c:2562:ptlrpc_set_wait()) set ffff880093fdfc00 going to sleep for 11 seconds 00000100:00100000:0.0:1724307089.069519:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246291584 00000100:00100000:0.0:1724307089.069521:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246291584 00000100:00100000:0.0:1724307089.069531:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1724307089.069534:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a850c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:11479:x1808064246291584:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1724307089.069544:0:11483:0:(mgs_handler.c:364:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000004:00080000:3.0:1724307089.102678:0:11556:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00080000:3.0:1724307089.134720:0:11556:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000100:00100000:3.0:1724307089.171605:0:11504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3ce00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:11504:1808064246291712:0@lo:104: 00010000:00010000:3.0:1724307089.171619:0:11504:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff88009e1d2d00/0x85b23e07e0bf8bf5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11504 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1724307089.171651:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGC192.168.204.107@tcp older than 1724307059 00010000:00010000:0.0:1724307089.171658:0:7041:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1724307089.171662:0:7041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff8800a8b16640/0x85b23e07e0bf8bb6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x85b23e07e0bf8bbd expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307089.171667:0:7041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b16640 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307089.171669:0:7041:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff8800a8b16640/0x85b23e07e0bf8bb6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x85b23e07e0bf8bbd expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307089.171675:0:7041:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800a8b16640/0x85b23e07e0bf8bb6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x85b23e07e0bf8bbd expref: -99 pid: 11479 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307089.171679:0:7041:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800a8b16640/0x85b23e07e0bf8bb6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x85b23e07e0bf8bbd expref: -99 pid: 11479 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307089.171682:0:7041:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1724307089.171700:0:7041:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff8800a8b16640/0x85b23e07e0bf8bb6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0bf8bbd expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307089.171704:0:7041:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307089.171715:0:7041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff8800a8b16640/0x85b23e07e0bf8bb6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0bf8bbd expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307089.171720:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800a8b16640/0x85b23e07e0bf8bb6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0bf8bbd expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307089.171731:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307089.171732:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307089.171734:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307089.172569:0:8419:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246291840 00000100:00100000:0.0:1724307089.172573:0:8419:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246291840 00010000:00010000:0.0:1724307089.172586:0:8419:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8800a8b146c0/0x85b23e07e0bf8bbd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x85b23e07e0bf8bb6 expref: 10 pid: 11487 timeout: 2791 lvb_type: 0 00000100:00100000:0.0:1724307089.172602:0:8419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914 00000100:00100000:0.0:1724307089.172605:0:8419:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:3296:x1808064246291840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1724307089.172613:0:8419:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307089.172616:0:8419:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8800a8b146c0/0x85b23e07e0bf8bbd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x85b23e07e0bf8bb6 expref: 10 pid: 11487 timeout: 2791 lvb_type: 0 00010000:00010000:0.0:1724307089.172624:0:8419:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8800a8b146c0/0x85b23e07e0bf8bbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x85b23e07e0bf8bb6 expref: 10 pid: 11487 timeout: 2791 lvb_type: 0 00010000:00010000:0.0:1724307089.172635:0:8419:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a8b146c0/0x85b23e07e0bf8bbd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x85b23e07e0bf8bb6 expref: 10 pid: 11487 timeout: 2791 lvb_type: 0 00010000:00010000:0.0:1724307089.172672:0:8419:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff88009e1d2d00/0x85b23e07e0bf8bf5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 11504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307089.172679:0:8419:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009e1d2d00/0x85b23e07e0bf8bf5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 11504 timeout: 0 lvb_type: 0 20000000:01000000:0.0:1724307089.172687:0:8419:0:(mgs_nids.c:466:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001568188s 00010000:00010000:0.0:1724307089.172691:0:8419:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff88009e1d2d00/0x85b23e07e0bf8bf5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307089.172696:0:8419:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff88009e1d2d00/0x85b23e07e0bf8bf5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307089.172703:0:8419:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff88009e1d2d00/0x85b23e07e0bf8bf5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307089.172708:0:8419:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff88009e1d2d00/0x85b23e07e0bf8bf5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307089.172713:0:8419:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009e1d2d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307089.172717:0:8419:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff88009e1d2d00/0x85b23e07e0bf8bf5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307089.172722:0:8419:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff88009e1d2d00/0x85b23e07e0bf8bf5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307089.172729:0:8419:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff88009e1d2d00/0x85b23e07e0bf8bf5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307089.172736:0:8419:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307089.172757:0:8419:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:3296:x1808064246291840:12345-0@lo:103:ldlm_bl.0 Request processed in 151us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307089.172763:0:8419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914 00000100:00100000:0.0:1724307089.172784:0:11479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f3aca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:11479:1808064246291584:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1724307089.172792:0:11479:0:(mgc_request_server.c:224:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1724307089.172795:0:11479:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1724307089.172796:0:11479:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1724307089.172797:0:11479:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307089.172798:0:11479:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307089.172799:0:11479:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307089.172800:0:11479:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307089.172801:0:11479:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1724307089.172802:0:11479:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1724307089.172804:0:11479:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307089.172804:0:11479:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1724307089.172818:0:11479:0:(tgt_mount.c:2296:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:0.0:1724307089.173421:0:11479:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:0.0:1724307089.173574:0:11479:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:0.0:1724307089.173694:0:11479:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:0.0:1724307089.173730:0:11479:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:0.0:1724307089.173810:0:11479:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:0.0:1724307089.173848:0:11479:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00010000:00010000:3.0:1724307089.174000:0:11504:0:(ldlm_request.c:182:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff88009e1d2d00/0x85b23e07e0bf8bf5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307089.174009:0:11504:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff88009e1d2d00/0x85b23e07e0bf8bf5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307089.174014:0:11504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009e1d2d00/0x85b23e07e0bf8bf5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11504 timeout: 0 lvb_type: 0 00000040:01000000:3.0:1724307089.216966:0:11479:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1724307089.217045:0:11479:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1724307089.217362:0:11479:0:(mdd_device.c:569:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1724307089.217367:0:11479:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1724307089.217413:0:11479:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1724307089.218030:0:11479:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1724307089.218344:0:11479:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1724307089.218353:0:11479:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1724307089.218409:0:11479:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:3.0:1724307089.219077:0:11479:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x79:0x0] (8/8/4) registered 00010000:00080000:3.0:1724307089.220612:0:11479:0:(ldlm_lib.c:2950:target_recovery_init()) RECOVERY: service lustre-MDT0000, 2 recoverable clients, last_transno 292057778639 00000020:01000004:3.0:1724307089.222044:0:11479:0:(tgt_mount.c:317:server_mgc_clear_fs()) Unassign mgc disk 00000020:01000004:3.0:1724307089.222073:0:11479:0:(tgt_mount.c:2065:server_fill_super_common()) Server sb, dev=41 00000080:00000004:3.0:1724307089.222082:0:11479:0:(super25.c:192:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:0.0:1724307089.901911:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1724307090.169540:0:11059:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 10000000:01000000:3.0:1724307090.739896:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1724307090.739900:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-mdtir-ffff88012b854000 from 76 10000000:01000000:3.0:1724307090.739908:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1724307090.739942:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a8b14fc0/0x85b23e07e0bf8bfc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.739951:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800a8b14fc0/0x85b23e07e0bf8bfc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.740007:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800a8b14fc0/0x85b23e07e0bf8bfc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307090.740030:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00db100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246291968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1724307090.740083:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307090.740097:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947a3840 going to sleep for 11 seconds 00000100:00080000:0.0:1724307090.740780:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307060 00000100:00100000:0.0:1724307090.741315:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246292096 00000100:00100000:0.0:1724307090.741319:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246292096 00000100:00100000:0.0:1724307090.741340:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1724307090.741344:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a852c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:7051:x1808064246292096:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1724307090.741359:0:11486:0:(mgs_nids.c:682:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1724307090.741371:0:11486:0:(mgs_nids.c:225:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1724307090.741373:0:11486:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 76 00000100:00100000:0.0:1724307090.741424:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a852c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:7051:x1808064246292096:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 79us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307090.741429:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1724307090.744748:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246292480:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1724307090.745955:0:11876:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000100:00100000:3.0:1724307090.746201:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246292608 00000100:00100000:3.0:1724307090.746206:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246292608 00000100:00100000:3.0:1724307090.746242:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1724307090.746247:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246292608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307090.746258:0:11486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307090.746268:0:11486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a8b14d80/0x85b23e07e0bf8c1f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bf8c18 expref: -99 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.746286:0:11486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a8b14d80/0x85b23e07e0bf8c1f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bf8c18 expref: 12 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.746293:0:11486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a8b14d80/0x85b23e07e0bf8c1f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bf8c18 expref: 12 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.746312:0:11486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8b14d80, rc 0) 00000100:00100000:3.0:1724307090.746348:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246292608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 100us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307090.746353:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1724307090.746492:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246292736 00000100:00100000:3.0:1724307090.746495:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246292736 00000100:00100000:3.0:1724307090.746518:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1724307090.746522:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246292736:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1724307090.746687:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246292736:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 164us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307090.746692:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1724307090.747072:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00db480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246292864:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1724307090.747103:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307090.747122:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947a3180 going to sleep for 11 seconds 00000100:00100000:0.0:1724307090.747254:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246292864 00000100:00100000:0.0:1724307090.747262:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246292864 00000100:00100000:0.0:1724307090.747283:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1724307090.747372:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246292864:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1724307090.750092:0:11483:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246292864:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 2715us (2982us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307090.750103:0:11483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1724307090.750125:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00db480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246292864:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1724307090.750536:0:11879:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:3.0:1724307090.752071:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1724307090.752101:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1724307090.752110:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009e1d2640/0x85b23e07e0bf8c18 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8c1f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.752119:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009e1d2640/0x85b23e07e0bf8c18 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8c1f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307090.752127:0:7051:0:(mgc_request.c:606:do_requeue()) updating log params 10000000:01000000:3.0:1724307090.752129:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log params-ffff8801363b5000 from 10 10000000:01000000:3.0:1724307090.752132:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1724307090.752157:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a8b16ac0/0x85b23e07e0bf8c26 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.752163:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800a8b16ac0/0x85b23e07e0bf8c26 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.752171:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800a8b16ac0/0x85b23e07e0bf8c26 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307090.752188:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00db480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246292992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1724307090.752226:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307090.752252:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947a3180 going to sleep for 11 seconds 00000100:00100000:3.0:1724307090.755732:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00db480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246292992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307090.755757:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800a8b16ac0/0x85b23e07e0bf8c26 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8c2d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.755767:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800a8b16ac0/0x85b23e07e0bf8c26 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bf8c2d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307090.755830:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00db480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246293120:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1724307090.755874:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307090.755888:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947a3180 going to sleep for 11 seconds 00000100:00100000:0.0:1724307090.759610:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00db480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246293120:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307090.759665:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f3aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246293248:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1724307090.759704:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307090.759715:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009350a540 going to sleep for 11 seconds 00000100:00100000:0.0:1724307090.760068:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f3aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246293248:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1724307090.760602:0:11883:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000100:00100000:3.0:1724307090.761382:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246293376 00000100:00100000:3.0:1724307090.761387:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246293376 00000100:00100000:3.0:1724307090.761416:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1724307090.761420:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246293376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307090.761428:0:11486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307090.761438:0:11486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a8b15f80/0x85b23e07e0bf8c3b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bf8c34 expref: -99 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.761453:0:11486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a8b15f80/0x85b23e07e0bf8c3b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bf8c34 expref: 14 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.761460:0:11486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a8b15f80/0x85b23e07e0bf8c3b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bf8c34 expref: 14 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.761467:0:11486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8b15f80, rc 0) 00000100:00100000:3.0:1724307090.761489:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246293376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 69us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307090.761494:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1724307090.763827:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f3aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246293504:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307090.763867:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307090.766262:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009350a540 going to sleep for 11 seconds 00000100:00100000:3.0:1724307090.766387:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246293504 00000100:00100000:3.0:1724307090.766396:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246293504 00000100:00100000:3.0:1724307090.766443:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1724307090.766450:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246293504:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1724307090.766573:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246293504:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 123us (2704us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307090.766579:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1724307090.767519:0:11487:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246293632 00000100:00100000:0.0:1724307090.767523:0:11487:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246293632 00000100:00100000:0.0:1724307090.771015:0:11487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1724307090.771026:0:11487:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246293632:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1724307090.772174:0:11487:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246293632:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1148us (4690us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307090.772182:0:11487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000040:00080000:3.0:1724307090.773927:0:11884:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000020:01000000:0.0:1724307090.773987:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:0.0:1724307090.774009:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1724307090.774022:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800901b5440/0x85b23e07e0bf8c34 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8c3b expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307090.774031:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800901b5440/0x85b23e07e0bf8c34 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8c3b expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307090.774039:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1724307090.774041:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1724307090.774043:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1724307090.774066:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800909b6880/0x85b23e07e0bf8c42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307090.774073:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800909b6880/0x85b23e07e0bf8c42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307090.774081:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800909b6880/0x85b23e07e0bf8c42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307090.774098:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f3ac380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246293760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1724307090.774137:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307090.774149:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009350a480 going to sleep for 11 seconds 00000100:00100000:0.0:1724307090.774162:0:11487:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246293760 00000100:00100000:0.0:1724307090.774167:0:11487:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246293760 00000100:00100000:0.0:1724307090.774187:0:11487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1724307090.774191:0:11487:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246293760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1724307090.774200:0:11487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307090.774209:0:11487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800909b6d00/0x85b23e07e0bf8c49 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bf8c42 expref: -99 pid: 11487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307090.774224:0:11487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800909b6d00/0x85b23e07e0bf8c49 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bf8c42 expref: 15 pid: 11487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307090.774231:0:11487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800909b6d00/0x85b23e07e0bf8c49 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bf8c42 expref: 15 pid: 11487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307090.774237:0:11487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b6d00, rc 0) 00000100:00100000:0.0:1724307090.774256:0:11487:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246293760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 65us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307090.774260:0:11487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1724307090.774280:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f3ac380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246293760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1724307090.774290:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800909b6880/0x85b23e07e0bf8c42 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8c49 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307090.774307:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800909b6880/0x85b23e07e0bf8c42 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bf8c49 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307090.774338:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f3ac380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246293888:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307090.774353:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307090.774360:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009350a480 going to sleep for 11 seconds 00000100:00100000:0.0:1724307090.774368:0:11487:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246293888 00000100:00100000:0.0:1724307090.774370:0:11487:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246293888 00000100:00100000:3.0:1724307090.774967:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1724307090.774973:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d4d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246293888:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1724307090.775143:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d4d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246293888:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 169us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307090.775254:0:11487:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246294016 00000100:00100000:0.0:1724307090.775256:0:11487:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246294016 00000100:00100000:0.0:1724307090.775266:0:11487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1724307090.775270:0:11487:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d4c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246294016:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1724307090.775823:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000020:01000000:3.0:1724307090.789582:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1724307090.789600:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1724307090.789608:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800909b6880/0x85b23e07e0bf8c42 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8c49 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.789617:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800909b6880/0x85b23e07e0bf8c42 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8c49 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307090.789625:0:7051:0:(mgc_request.c:606:do_requeue()) updating log params 10000000:01000000:3.0:1724307090.789627:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log params-ffff8800949bb800 from 10 10000000:01000000:3.0:1724307090.789629:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1724307090.789802:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a8b14000/0x85b23e07e0bf8c50 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.789808:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800a8b14000/0x85b23e07e0bf8c50 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.789816:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800a8b14000/0x85b23e07e0bf8c50 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307090.789833:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00da300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246294144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1724307090.789865:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307090.790036:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009a171b40 going to sleep for 11 seconds 00000100:00100000:3.0:1724307090.790458:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246294272 00000100:00100000:3.0:1724307090.790461:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246294272 00000100:00100000:3.0:1724307090.790474:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1724307090.790478:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d4dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246294272:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1724307090.790720:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d4dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246294272:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 241us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307090.790725:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1724307090.791123:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246294400:0@lo:503:ll_cfg_requeue.0 00000020:01000000:3.0:1724307090.791950:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:3.0:1724307090.791965:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1724307090.791970:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a8b14000/0x85b23e07e0bf8c50 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8c57 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.791977:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800a8b14000/0x85b23e07e0bf8c50 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8c57 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307090.791984:0:7051:0:(mgc_request.c:606:do_requeue()) updating log nodemap 10000000:01000000:3.0:1724307090.791985:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log nodemap-ffff88012b4c8000 from 1 10000000:01000000:3.0:1724307090.791988:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1724307090.792004:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a8b15200/0x85b23e07e0bf8c5e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.792010:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800a8b15200/0x85b23e07e0bf8c5e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.792016:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800a8b15200/0x85b23e07e0bf8c5e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307090.792026:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00dad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246294528:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1724307090.792046:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307090.792053:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009a1710c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307090.792282:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00dad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246294528:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307090.792290:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800a8b15200/0x85b23e07e0bf8c5e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8c65 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.792305:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800a8b15200/0x85b23e07e0bf8c5e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bf8c65 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307090.792316:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1724307090.792319:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a8b15200/0x85b23e07e0bf8c5e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8c65 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.792324:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800a8b15200/0x85b23e07e0bf8c5e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8c65 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307090.792329:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1724307090.792330:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-sptlrpc-ffff88012b4c8000 from 1 10000000:01000000:3.0:1724307090.792332:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1724307090.792341:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a8b146c0/0x85b23e07e0bf8c6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.792346:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800a8b146c0/0x85b23e07e0bf8c6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.792351:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800a8b146c0/0x85b23e07e0bf8c6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307090.792360:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00dad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246294656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1724307090.792375:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307090.792381:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009a1710c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307090.792534:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00dad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246294656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307090.792541:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800a8b146c0/0x85b23e07e0bf8c6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8c73 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.792549:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800a8b146c0/0x85b23e07e0bf8c6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bf8c73 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307090.792575:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00dad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246294784:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1724307090.792589:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307090.792595:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009a1710c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307090.792768:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00dad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246294784:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1724307090.792788:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1724307090.792790:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a8b146c0/0x85b23e07e0bf8c6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8c73 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307090.792796:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800a8b146c0/0x85b23e07e0bf8c6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8c73 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307090.836315:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1122 00000100:00100000:0.0:1724307090.836321:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064247764480:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307090.836402:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064247764480:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 80us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307090.836408:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1122 00000100:00100000:0.0:1724307090.836420:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 10531 00000100:00100000:0.0:1724307090.836423:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+5:1965:x1808064247764992:12345-192.168.204.7@tcp:9:kworker.0 00000020:00000080:0.0:1724307090.836433:0:19431:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8821 00000100:00080000:0.0:1724307090.836437:0:19431:0:(import.c:86:import_set_state_nolock()) ffff880090366000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000001:00000004:0.0:1724307090.836457:0:19431:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294970219 00000100:00100000:0.0:1724307090.836612:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+2:1965:x1808064247764992:12345-192.168.204.7@tcp:9:kworker.0 Request processed in 187us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307090.836618:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 10531 00000100:00080000:0.0:1724307090.836632:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307060 00000100:00080000:0.0:1724307090.836634:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307060 00010000:00010000:0.0:1724307090.836654:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307090.836717:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307090.848230:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307090.848264:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307090.848328:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000004:00100000:0.0:1724307090.876117:0:11490:0:(mdt_handler.c:7064:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000020:01000000:0.0:1724307090.876130:0:11490:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009b35a540 00000100:00080000:0.0:1724307090.876195:0:11490:0:(import.c:86:import_set_state_nolock()) ffff880129dba800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:0.0:1724307090.876251:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+6:1965:x1808064247765248:12345-192.168.204.7@tcp:38:ptlrpcd_01_01.0 Request processed in 27113us (27984us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307090.876263:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 7 00000100:00100000:0.0:1724307090.876287:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 8 00000100:00100000:0.0:1724307090.876300:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1965:x1808064247765376:12345-192.168.204.7@tcp:38:ptlrpcd_01_00.0 00010000:00080000:0.0:1724307090.876321:0:11490:0:(ldlm_lib.c:856:target_handle_reconnect()) connect export for UUID '7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e' at ffff880129dbf800, cookie 0x85b23e07e0bf8b62 00010000:00080000:0.0:1724307090.876326:0:11490:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp recovering/t292057778632 exp ffff880129dbf800 cur 2693 last 1724307088 00000004:00100000:0.0:1724307090.876334:0:11490:0:(mdt_handler.c:7064:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000020:01000000:0.0:1724307090.876337:0:11490:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009b35a540 00000100:00080000:0.0:1724307090.876346:0:11490:0:(import.c:86:import_set_state_nolock()) ffff880129dbe000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:0.0:1724307090.876368:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064247765376:12345-192.168.204.7@tcp:38:ptlrpcd_01_00.0 Request processed in 75us (28039us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307090.876374:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 8 00000100:00100000:0.0:1724307090.883511:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:0.0:1724307090.906629:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1724307090.907015:0:11630:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307090.907019:0:11630:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 292057778641, next_transno: 292057778640 00010000:00080000:3.0:1724307090.907023:0:11630:0:(ldlm_lib.c:2138:check_for_next_transno()) lustre-MDT0000: waking for gap in transno, VBR is OFF (skip: 292057778640, ql: 1, comp: 1, conn: 2, next: 292057778641, next_update 0 last_committed: 292057778639) 00000020:00080000:3.0:1724307090.907027:0:11630:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307090.907032:0:11630:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247761152 t292057778641 from 192.168.204.7@tcp req@ffff88012f3aed80 x1808064247761152/t0(292057778641) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:351/0 lens 66040/0 e 0 to 0 dl 1724307101 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'setfattr.0' uid:0 gid:0 00000004:00080000:3.0:1724307090.910010:0:11630:0:(mdt_identity.c:116:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 2936us 00010000:00010000:3.0:1724307090.918588:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0fc0/0x85b23e07e0bf8c81 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11630 initiator: MDT0 00010000:00010000:3.0:1724307090.918599:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0fc0/0x85b23e07e0bf8c81 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11630 initiator: MDT0 00010000:00010000:3.0:1724307090.918605:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0fc0/0x85b23e07e0bf8c81 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11630 initiator: MDT0 00010000:00010000:3.0:1724307090.918610:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009e1d0fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307090.918613:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0fc0/0x85b23e07e0bf8c81 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11630 initiator: MDT0 00010000:00010000:3.0:1724307090.918618:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0fc0/0x85b23e07e0bf8c81 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11630 initiator: MDT0 00010000:00010000:3.0:1724307090.918632:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2c:0x0].0x0 (ffff8800a05c9900) 00010000:00010000:3.0:1724307090.918634:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1724307090.918656:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0fc0/0x85b23e07e0bf8c81 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11630 initiator: MDT0 00010000:00010000:3.0:1724307090.918661:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0fc0/0x85b23e07e0bf8c81 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11630 initiator: MDT0 00000001:00100000:3.0:1724307091.038184:0:11556:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000001:00100000:3.0:1724307091.038194:0:11556:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2 00000001:00080000:3.0:1724307091.038201:0:11556:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 292057778641 is committed 00000004:00000080:0.0:1724307091.070374:0:11630:0:(mdd_device.c:2271:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffff8800a6e3fd68 00000004:00080000:3.0:1724307091.071267:0:11529:0:(osp_precreate.c:900:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x280000400:0x1223:0x0] 00000100:00100000:3.0:1724307091.071316:0:11529:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00dad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:11529:1808064246294912:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1724307091.071364:0:11529:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307091.071378:0:11529:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009b25b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307091.071567:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246294912 00000100:00100000:0.0:1724307091.071573:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246294912 00000100:00100000:0.0:1724307091.071601:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246295040 00000100:00100000:0.0:1724307091.071603:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246295040 00000100:00100000:0.0:1724307091.071615:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10532 00000100:00100000:0.0:1724307091.071620:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:11529:x1808064246294912:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1724307091.071657:0:19396:0:(ofd_dev.c:1544:ofd_create_hdl()) ofd_last_id() = 4705 -> diff = -62 00002000:02000040:0.0:1724307091.071661:0:19396:0:(ofd_dev.c:1395:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000400:4644 to 0x280000400:4705) 00002000:00010000:0.0:1724307091.081765:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1261:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.081771:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bf8d1b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1261:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.081779:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.081780:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.081783:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bf8d1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.081792:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bf8d1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.081799:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bf8d1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.081803:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bf8d1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.081808:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bf8d1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.081816:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.081818:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bf8d1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.081823:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bf8d1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.081830:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bf8d1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.081835:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bf8d1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.081967:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1260:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.081971:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf8d29 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1260:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.081977:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.081978:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.081980:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf8d29 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.081987:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf8d29 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.081992:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf8d29 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082001:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf8d29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082006:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf8d29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082010:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.082013:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf8d29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082017:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf8d29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082024:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf8d29 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082028:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bf8d29 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.082123:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x125f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.082126:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf8d37 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082130:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.082132:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.082133:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf8d37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082143:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf8d37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082148:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf8d37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082152:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf8d37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082156:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf8d37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082160:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.082162:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf8d37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082167:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf8d37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082174:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf8d37 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082178:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b4000/0x85b23e07e0bf8d37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.082452:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x125e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.082457:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8d45 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x125e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082463:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.082464:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.082466:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8d45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082472:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8d45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082477:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8d45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082481:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8d45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082486:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8d45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082491:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.082493:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8d45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082498:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8d45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082505:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8d45 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x125e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082513:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bf8d45 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.082615:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x125d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.082618:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6ac0/0x85b23e07e0bf8d4c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x125d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082623:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.082624:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.082626:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6ac0/0x85b23e07e0bf8d4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082632:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b6ac0/0x85b23e07e0bf8d4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.082637:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6ac0/0x85b23e07e0bf8d4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083490:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6ac0/0x85b23e07e0bf8d4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083495:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b6ac0/0x85b23e07e0bf8d4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083500:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.083502:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6ac0/0x85b23e07e0bf8d4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083511:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6ac0/0x85b23e07e0bf8d4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083519:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b6ac0/0x85b23e07e0bf8d4c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x125d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083524:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b6ac0/0x85b23e07e0bf8d4c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.083629:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x125c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.083633:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b46c0/0x85b23e07e0bf8d6f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083687:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.083688:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.083691:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b46c0/0x85b23e07e0bf8d6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083698:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b46c0/0x85b23e07e0bf8d6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083705:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b46c0/0x85b23e07e0bf8d6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083710:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b46c0/0x85b23e07e0bf8d6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083720:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b46c0/0x85b23e07e0bf8d6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083725:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b46c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.083727:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b46c0/0x85b23e07e0bf8d6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083733:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b46c0/0x85b23e07e0bf8d6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083740:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b46c0/0x85b23e07e0bf8d6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083745:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b46c0/0x85b23e07e0bf8d6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.083852:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x125b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.083856:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bf8d7d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x125b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083861:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.083862:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.083864:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bf8d7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083871:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bf8d7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083880:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bf8d7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083885:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bf8d7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083890:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bf8d7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083894:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.083897:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bf8d7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083902:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bf8d7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083909:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bf8d7d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x125b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.083913:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bf8d7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.084002:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x125a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.084006:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf8d8b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x125a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084015:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.084016:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.084018:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf8d8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084025:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf8d8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084030:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf8d8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084035:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf8d8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084040:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf8d8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084045:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b61c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.084047:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf8d8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084052:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf8d8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084059:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf8d8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x125a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084067:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b61c0/0x85b23e07e0bf8d8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.084165:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1259:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.084169:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b7180/0x85b23e07e0bf8d92 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1259:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084175:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.084177:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.084179:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b7180/0x85b23e07e0bf8d92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084186:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b7180/0x85b23e07e0bf8d92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084193:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b7180/0x85b23e07e0bf8d92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084198:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b7180/0x85b23e07e0bf8d92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084204:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b7180/0x85b23e07e0bf8d92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084208:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.084211:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b7180/0x85b23e07e0bf8d92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084219:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b7180/0x85b23e07e0bf8d92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084226:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b7180/0x85b23e07e0bf8d92 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084230:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b7180/0x85b23e07e0bf8d92 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.084341:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1258:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.084345:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bf8da0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1258:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084351:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.084352:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.084354:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bf8da0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084362:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bf8da0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084367:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bf8da0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084373:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bf8da0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084383:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bf8da0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084388:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b58c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.084390:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bf8da0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084395:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bf8da0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084402:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bf8da0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084406:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bf8da0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.084507:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1257:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.084512:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8da7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1257:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084518:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.084519:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.084521:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8da7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084527:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8da7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084536:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8da7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084541:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8da7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084546:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8da7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084549:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.084551:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8da7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084555:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8da7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084561:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8da7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.084566:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf8da7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.085821:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1256:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.085827:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8dae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1256:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.085837:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.085838:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.085841:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8dae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.085849:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8dae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.085855:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8dae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.085860:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8dae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.085865:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8dae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.085870:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.085872:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8dae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.085877:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.085886:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8dae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.085896:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bf8dae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.086085:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1255:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.086090:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf8db5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1255:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086095:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.086096:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.086098:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf8db5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086105:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf8db5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086111:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf8db5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086115:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf8db5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086121:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf8db5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086125:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.086127:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf8db5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086135:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf8db5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086141:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf8db5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086146:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b6400/0x85b23e07e0bf8db5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.086316:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1254:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.086320:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf8dbc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1254:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086325:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.086326:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.086328:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf8dbc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086334:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf8dbc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086339:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf8dbc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086344:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf8dbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086353:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf8dbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086357:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6f40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.086359:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf8dbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086364:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf8dbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086370:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf8dbc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086374:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bf8dbc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.086565:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1253:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.086569:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8dc3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1253:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086574:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.086575:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.086577:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8dc3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086584:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8dc3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086593:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8dc3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086598:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8dc3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086602:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8dc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086606:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.086608:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8dc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086613:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8dc3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086619:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8dc3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086623:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bf8dc3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.086920:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1252:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.086925:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf8dca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1252:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086934:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.086935:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.086937:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf8dca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086944:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf8dca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086950:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf8dca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086956:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf8dca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086961:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf8dca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086967:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.086969:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf8dca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086974:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf8dca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086981:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf8dca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.086990:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bf8dca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.087109:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1251:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.087114:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5680/0x85b23e07e0bf8dd1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1251:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087119:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.087121:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.087123:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5680/0x85b23e07e0bf8dd1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087129:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b5680/0x85b23e07e0bf8dd1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087135:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5680/0x85b23e07e0bf8dd1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087140:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5680/0x85b23e07e0bf8dd1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087146:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b5680/0x85b23e07e0bf8dd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087151:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.087153:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5680/0x85b23e07e0bf8dd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087161:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5680/0x85b23e07e0bf8dd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087169:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b5680/0x85b23e07e0bf8dd1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087174:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b5680/0x85b23e07e0bf8dd1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.087332:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1250:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.087336:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf8dd8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087342:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.087343:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.087345:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf8dd8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087351:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf8dd8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087357:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf8dd8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087362:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf8dd8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087371:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf8dd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087376:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.087378:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf8dd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087383:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf8dd8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087391:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf8dd8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087396:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bf8dd8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.087605:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x124f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.087610:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bf8ddf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x124f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087616:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.087617:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.087619:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bf8ddf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x124f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087626:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bf8ddf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x124f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087634:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bf8ddf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x124f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087658:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bf8ddf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x124f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087662:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bf8ddf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x124f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087666:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.087669:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bf8ddf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x124f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087674:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bf8ddf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x124f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087681:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bf8ddf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x124f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087686:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bf8ddf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x124f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.087900:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x124e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.087905:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8de6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x124e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087915:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.087916:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.087918:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8de6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087924:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8de6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087930:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8de6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087935:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8de6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087941:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8de6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087945:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.087947:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8de6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087953:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8de6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087960:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8de6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.087969:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b7a80/0x85b23e07e0bf8de6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.088091:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x124d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.088095:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bf8ded lrc: 3/0,1 mode: --/PW res: [0x280000400:0x124d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088101:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.088102:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.088104:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bf8ded lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x124d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088111:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bf8ded lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x124d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088117:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bf8ded lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x124d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088122:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bf8ded lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x124d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088127:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bf8ded lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x124d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088132:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.088134:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bf8ded lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x124d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088143:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bf8ded lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x124d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088149:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bf8ded lrc: 2/0,0 mode: --/PW res: [0x280000400:0x124d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088154:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bf8ded lrc: 0/0,0 mode: --/PW res: [0x280000400:0x124d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.088316:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x124c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.088320:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bf8df4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x124c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088326:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.088327:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.088329:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bf8df4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x124c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088336:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bf8df4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x124c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088340:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bf8df4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x124c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088345:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bf8df4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x124c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088354:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bf8df4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x124c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088358:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.088361:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bf8df4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x124c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088365:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bf8df4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x124c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088372:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bf8df4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x124c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088377:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bf8df4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x124c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.088903:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x124b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.088908:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bf8dfb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x124b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088914:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.088915:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.088918:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bf8dfb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x124b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088924:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bf8dfb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x124b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088933:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bf8dfb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x124b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088938:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bf8dfb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x124b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088943:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bf8dfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x124b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088947:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.088950:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bf8dfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x124b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088955:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bf8dfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x124b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088961:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bf8dfb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x124b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.088966:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bf8dfb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x124b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.089179:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x124a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.089183:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bf8e02 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x124a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089193:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.089194:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.089196:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bf8e02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x124a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089203:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bf8e02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x124a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089209:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bf8e02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x124a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089214:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bf8e02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x124a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089219:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bf8e02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x124a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089223:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b73c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.089225:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bf8e02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x124a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089230:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bf8e02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x124a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089236:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bf8e02 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x124a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089244:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bf8e02 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x124a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.089383:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1249:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.089388:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5440/0x85b23e07e0bf8e09 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1249:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089393:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.089395:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.089397:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5440/0x85b23e07e0bf8e09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089403:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b5440/0x85b23e07e0bf8e09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089408:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5440/0x85b23e07e0bf8e09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089413:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5440/0x85b23e07e0bf8e09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089418:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b5440/0x85b23e07e0bf8e09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089423:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.089425:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5440/0x85b23e07e0bf8e09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089435:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5440/0x85b23e07e0bf8e09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089442:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b5440/0x85b23e07e0bf8e09 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089447:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b5440/0x85b23e07e0bf8e09 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.089572:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1248:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.089576:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d172880/0x85b23e07e0bf8e10 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1248:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089582:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.089583:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.089585:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d172880/0x85b23e07e0bf8e10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089592:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d172880/0x85b23e07e0bf8e10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089597:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d172880/0x85b23e07e0bf8e10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089602:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d172880/0x85b23e07e0bf8e10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089612:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d172880/0x85b23e07e0bf8e10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089617:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.089619:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d172880/0x85b23e07e0bf8e10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089624:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d172880/0x85b23e07e0bf8e10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089632:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d172880/0x85b23e07e0bf8e10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089719:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d172880/0x85b23e07e0bf8e10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.089932:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1247:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.089936:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d173a80/0x85b23e07e0bf8e17 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1247:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089943:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.089944:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.089946:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d173a80/0x85b23e07e0bf8e17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089952:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d173a80/0x85b23e07e0bf8e17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089962:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d173a80/0x85b23e07e0bf8e17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089966:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d173a80/0x85b23e07e0bf8e17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089972:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d173a80/0x85b23e07e0bf8e17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089976:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.089978:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d173a80/0x85b23e07e0bf8e17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089983:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d173a80/0x85b23e07e0bf8e17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089990:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d173a80/0x85b23e07e0bf8e17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.089994:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d173a80/0x85b23e07e0bf8e17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.090189:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1246:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.090192:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d171200/0x85b23e07e0bf8e1e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1246:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090202:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.090203:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.090205:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d171200/0x85b23e07e0bf8e1e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090211:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d171200/0x85b23e07e0bf8e1e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090217:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d171200/0x85b23e07e0bf8e1e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090221:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d171200/0x85b23e07e0bf8e1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090226:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d171200/0x85b23e07e0bf8e1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090231:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.090232:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d171200/0x85b23e07e0bf8e1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090237:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d171200/0x85b23e07e0bf8e1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090243:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d171200/0x85b23e07e0bf8e1e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090252:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d171200/0x85b23e07e0bf8e1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.090442:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1245:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.090446:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d171f80/0x85b23e07e0bf8e25 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1245:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090451:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.090452:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.090454:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d171f80/0x85b23e07e0bf8e25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090460:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d171f80/0x85b23e07e0bf8e25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090465:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d171f80/0x85b23e07e0bf8e25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090470:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d171f80/0x85b23e07e0bf8e25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090475:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d171f80/0x85b23e07e0bf8e25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090479:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.090481:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d171f80/0x85b23e07e0bf8e25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090489:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d171f80/0x85b23e07e0bf8e25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090496:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d171f80/0x85b23e07e0bf8e25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090500:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d171f80/0x85b23e07e0bf8e25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.090730:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1244:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.090734:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bf8e2c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1244:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090739:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.090740:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.090742:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bf8e2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090749:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bf8e2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090755:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bf8e2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090760:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bf8e2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090769:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bf8e2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090774:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.090776:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bf8e2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090780:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bf8e2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090784:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bf8e2c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.090787:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bf8e2c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.092223:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1243:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.092228:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d172d00/0x85b23e07e0bf8e33 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.092235:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.092237:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.092239:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d172d00/0x85b23e07e0bf8e33 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.092247:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d172d00/0x85b23e07e0bf8e33 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.092256:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d172d00/0x85b23e07e0bf8e33 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.092261:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d172d00/0x85b23e07e0bf8e33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.092265:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d172d00/0x85b23e07e0bf8e33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.092269:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.092272:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d172d00/0x85b23e07e0bf8e33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.092277:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d172d00/0x85b23e07e0bf8e33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.092286:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d172d00/0x85b23e07e0bf8e33 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.092314:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d172d00/0x85b23e07e0bf8e33 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307091.092420:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1242:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307091.092424:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bf8e3a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.092433:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.092434:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307091.092436:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bf8e3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.092442:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bf8e3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.092448:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bf8e3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.092453:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bf8e3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.092458:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bf8e3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.092462:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1721c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307091.092464:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bf8e3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.092469:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bf8e3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.092476:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bf8e3a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.092485:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bf8e3a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307091.093116:0:19396:0:(ofd_dev.c:1422:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000400:4643 00000100:00100000:0.0:1724307091.093199:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:11529:x1808064246294912:12345-0@lo:5:osp-pre-1-0.0 Request processed in 21575us (21831us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307091.093209:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10532 00000100:00100000:3.0:1724307091.093342:0:11529:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00dad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:11529:1808064246294912:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1724307091.093355:0:11529:0:(osp_precreate.c:978:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x280000400:0x1261:0x0] from OST, last_created [0x280000400:0x1261:0x0]last_used is [0x280000400:0x1223:0x0] 00000100:00100000:3.0:1724307091.093390:0:11529:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00dad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:11529:1808064246295296:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1724307091.093418:0:11529:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307091.093428:0:11529:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009b25b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307091.093487:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246295296 00000100:00100000:0.0:1724307091.093492:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246295296 00000100:00100000:0.0:1724307091.094102:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10535 00000100:00100000:0.0:1724307091.094109:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:11529:x1808064246295296:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1724307091.094141:0:19396:0:(ofd_dev.c:1660:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 4706 00000100:00100000:3.0:1724307091.096914:0:11529:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00dad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:11529:1808064246295296:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1724307091.096926:0:11529:0:(osp_precreate.c:724:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x1261:0x0]-[0x280000400:0x1281:0x0] 00000100:00100000:3.0:1724307091.926963:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247765760 00000100:00100000:3.0:1724307091.926972:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247765760 00000100:00100000:3.0:1724307091.927009:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 46 00000100:00100000:3.0:1724307091.927014:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+4:13173:x1808064247765760:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307091.927028:0:11486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307091.927044:0:11486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a8b16640/0x85b23e07e0bf8e41 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6afaa expref: -99 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307091.927067:0:11486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a8b16640/0x85b23e07e0bf8e41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afaa expref: 5 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307091.927075:0:11486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a8b16640/0x85b23e07e0bf8e41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afaa expref: 5 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307091.927082:0:11486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8b16640, rc 0) 00000100:00100000:3.0:1724307091.927123:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+5:13173:x1808064247765760:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 109us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307091.927128:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 46 00000100:00100000:0.0:1724307091.930852:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307091.932271:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247765888 00000100:00100000:3.0:1724307091.932292:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247765888 00000100:00100000:3.0:1724307091.932327:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 47 00000100:00100000:3.0:1724307091.932333:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+5:13173:x1808064247765888:12345-192.168.204.7@tcp:256:ll_cfg_requeue.0 20000000:01000000:3.0:1724307091.932354:0:11483:0:(mgs_nids.c:682:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:3.0:1724307091.932371:0:11483:0:(mgs_nids.c:225:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1724307091.932374:0:11483:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 76 00000100:00100000:3.0:1724307091.936069:0:11483:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+5:13173:x1808064247765888:12345-192.168.204.7@tcp:256:ll_cfg_requeue.0 Request processed in 3724us (5212us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307091.936082:0:11483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 47 00000100:00100000:0.0:1724307091.939771:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307091.940450:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247766016 00000100:00100000:3.0:1724307091.940458:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247766016 00000100:00100000:3.0:1724307091.940486:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 48 00000100:00100000:3.0:1724307091.940492:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+5:13173:x1808064247766016:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307091.940504:0:11483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307091.940517:0:11483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a8b158c0/0x85b23e07e0bf8e48 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6afb1 expref: -99 pid: 11483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307091.940537:0:11483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a8b158c0/0x85b23e07e0bf8e48 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afb1 expref: 6 pid: 11483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307091.940544:0:11483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a8b158c0/0x85b23e07e0bf8e48 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afb1 expref: 6 pid: 11483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307091.940551:0:11483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8b158c0, rc 0) 00000100:00100000:3.0:1724307091.940590:0:11483:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+6:13173:x1808064247766016:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 97us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307091.940596:0:11483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 48 00000100:00100000:0.0:1724307091.944405:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307091.944597:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247766144 00000100:00100000:3.0:1724307091.944604:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247766144 00000100:00100000:3.0:1724307091.944707:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 49 00000100:00100000:3.0:1724307091.944717:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+6:13173:x1808064247766144:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1724307091.944848:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+7:13173:x1808064247766144:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 Request processed in 131us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307091.945331:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 49 00000100:00100000:3.0:1724307091.946775:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307091.946890:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247766272 00000100:00100000:0.0:1724307091.946896:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247766272 00000100:00100000:0.0:1724307091.946921:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 50 00000100:00100000:0.0:1724307091.946926:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+7:13173:x1808064247766272:12345-192.168.204.7@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1724307091.947119:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+7:13173:x1808064247766272:12345-192.168.204.7@tcp:503:ll_cfg_requeue.0 Request processed in 191us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307091.947126:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 50 00000100:00100000:3.0:1724307091.953310:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247766400 00000100:00100000:3.0:1724307091.953317:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247766400 00000100:00100000:3.0:1724307091.953347:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 51 00000100:00100000:3.0:1724307091.953354:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+7:13173:x1808064247766400:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307091.953366:0:11483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307091.953381:0:11483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a8b17cc0/0x85b23e07e0bf8e4f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6afb8 expref: -99 pid: 11483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307091.953403:0:11483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a8b17cc0/0x85b23e07e0bf8e4f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afb8 expref: 8 pid: 11483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307091.953412:0:11483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a8b17cc0/0x85b23e07e0bf8e4f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afb8 expref: 8 pid: 11483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307091.953419:0:11483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8b17cc0, rc 0) 00000100:00100000:3.0:1724307091.953455:0:11483:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064247766400:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 101us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307091.953460:0:11483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 51 00000100:00100000:0.0:1724307091.956370:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247766528 00000100:00100000:0.0:1724307091.956378:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247766528 00000100:00100000:0.0:1724307091.956979:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 52 00000100:00100000:0.0:1724307091.956988:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064247766528:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307091.957313:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064247766528:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 Request processed in 326us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307091.957320:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 52 00000100:00100000:3.0:1724307091.959717:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307091.959773:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247766656 00000100:00100000:0.0:1724307091.959780:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247766656 00000100:00100000:0.0:1724307091.959816:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 53 00000100:00100000:0.0:1724307091.959822:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064247766656:12345-192.168.204.7@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1724307091.960675:0:11483:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064247766656:12345-192.168.204.7@tcp:503:ll_cfg_requeue.0 Request processed in 850us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307091.960683:0:11483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 53 00000100:00100000:0.0:1724307091.966161:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247766784 00000100:00100000:0.0:1724307091.966169:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247766784 00000100:00100000:0.0:1724307091.966203:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 54 00000100:00100000:0.0:1724307091.966209:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009006b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064247766784:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1724307091.966222:0:11483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307091.966235:0:11483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d172640/0x85b23e07e0bf8e56 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6afbf expref: -99 pid: 11483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.966257:0:11483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d172640/0x85b23e07e0bf8e56 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afbf expref: 9 pid: 11483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.966265:0:11483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d172640/0x85b23e07e0bf8e56 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afbf expref: 9 pid: 11483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307091.966271:0:11483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d172640, rc 0) 00000100:00100000:0.0:1724307091.966327:0:11483:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009006b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064247766784:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 117us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307091.966334:0:11483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 54 00000100:00100000:3.0:1724307091.979463:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307091.981929:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247767168 00000100:00100000:0.0:1724307091.981937:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247767168 00000100:00100000:0.0:1724307091.981982:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 57 00000100:00100000:0.0:1724307091.981989:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090068450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+10:13173:x1808064247767168:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307091.982117:0:11483:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090068450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+10:13173:x1808064247767168:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 Request processed in 127us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307091.982123:0:11483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 57 00000100:00100000:3.0:1724307091.983592:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307091.986758:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307091.988425:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247767552 00000100:00100000:0.0:1724307091.988431:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247767552 00000100:00100000:0.0:1724307091.988464:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 60 00000100:00100000:0.0:1724307091.988470:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009006bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+11:13173:x1808064247767552:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307091.988576:0:11483:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009006bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+11:13173:x1808064247767552:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 Request processed in 105us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307091.988582:0:11483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 60 00000100:00100000:3.0:1724307091.989779:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307091.989832:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247767680 00000100:00100000:0.0:1724307091.989838:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247767680 00000100:00100000:0.0:1724307091.989868:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 61 00000100:00100000:0.0:1724307091.989873:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090069050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+11:13173:x1808064247767680:12345-192.168.204.7@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1724307091.990044:0:11483:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090069050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+11:13173:x1808064247767680:12345-192.168.204.7@tcp:503:ll_cfg_requeue.0 Request processed in 169us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307091.990049:0:11483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 61 00000100:00100000:3.0:1724307091.996931:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00080000:3.0:1724307092.003088:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307062 00010000:00010000:0.0:1724307092.909842:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307093.351304:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00080000:3.0:1724307093.355438:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307063 00000100:00100000:3.0:1724307093.361022:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00080000:3.0:1724307093.368378:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307063 00000100:00100000:0.0:1724307093.370404:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00080000:3.0:1724307093.371321:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307063 00010000:00010000:3.0:1724307093.912345:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1724307094.043872:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307064 00000100:00100000:0.0:1724307094.056490:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:0.0:1724307094.056498:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1808064246295552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1724307094.056522:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24969216 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307094.056584:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1808064246295552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (2509us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307094.056590:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00080000:3.0:1724307094.056752:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307064 00000100:00100000:3.0:1724307094.068995:0:11488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1724307094.069001:0:11488:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3295:x1808064246295808:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1724307094.069026:0:11488:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp (null) cur 2696 last 0 00000020:00000080:3.0:1724307094.069056:0:11488:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x85b23e07e0bf8e80 00000004:00100000:3.0:1724307094.069119:0:11488:0:(mdt_handler.c:7068:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:3.0:1724307094.069126:0:11488:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009b35a540 00000100:00080000:3.0:1724307094.069181:0:11488:0:(import.c:86:import_set_state_nolock()) ffff88012f742800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:3.0:1724307094.069223:0:11488:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1808064246295808:12345-0@lo:38:kworker.0 Request processed in 220us (1177us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307094.069229:0:11488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:3.0:1724307094.069278:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 69 00000100:00080000:3.0:1724307094.070011:0:3295:0:(import.c:1301:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0001: lwp recover req@ffff8800922ddc00 x1808064246295808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1724307104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1724307094.070019:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:3.0:1724307094.070022:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:3.0:1724307094.070024:0:3295:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0001: Connection restored to (at 0@lo) 00000100:00100000:3.0:1724307094.079156:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3295:1808064246295808:0@lo:38:kworker.0 00000100:00080000:3.0:1724307094.079193:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307064 00000100:00100000:3.0:1724307094.079209:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246295936:0@lo:38:kworker.0 00000100:00100000:3.0:1724307094.079277:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307094.079308:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246296064:0@lo:38:kworker.0 00000100:00100000:3.0:1724307094.079329:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1724307094.085226:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 69 00000100:00080000:3.0:1724307094.085943:0:3295:0:(import.c:1301:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0000: lwp recover req@ffff8800922dc380 x1808064246295936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1724307104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1724307094.085951:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d6d5000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:3.0:1724307094.085954:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d6d5000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:3.0:1724307094.085956:0:3295:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to (at 0@lo) 00000100:00100000:3.0:1724307094.085960:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246295936:0@lo:38:kworker.0 00000100:00080000:3.0:1724307094.085975:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 69 00000100:00080000:3.0:1724307094.085979:0:3295:0:(import.c:940:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1724307094.085981:0:3295:0:(import.c:1184:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1724307094.085983:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d6d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1724307094.085986:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246296064:0@lo:38:kworker.0 00000001:00080000:3.0:1724307095.195045:0:11059:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 17179870528 is committed 00000001:00100000:3.0:1724307095.195100:0:11059:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2 00000020:00000080:3.0:1724307095.195104:0:11059:0:(genops.c:925:class_export_put()) final put ffff88012d7a2800/69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2 00000100:00100000:0.0:1724307095.846901:0:11488:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247768704 00000100:00100000:0.0:1724307095.846904:0:11488:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247768704 00000100:00100000:0.0:1724307095.847330:0:11488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2 00000100:00100000:0.0:1724307095.847337:0:11488:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1966:x1808064247768704:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307095.847391:0:11488:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1966:x1808064247768704:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 55us (1050us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307095.847397:0:11488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2 00000100:00100000:0.0:1724307095.847416:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247768576 00000100:00100000:0.0:1724307095.847419:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247768576 00000100:00100000:0.0:1724307095.847435:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 65 00000100:00100000:0.0:1724307095.847438:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+12:1966:x1808064247768576:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307095.847458:0:11483:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+12:1966:x1808064247768576:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 18us (890us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307095.847462:0:11483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 65 00000100:00080000:3.0:1724307095.847786:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307065 00000100:00080000:3.0:1724307095.847789:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307065 00000100:00080000:3.0:1724307095.847791:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307065 00000100:00080000:3.0:1724307095.847793:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307065 00000100:00100000:0.0:1724307095.847915:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247769088 00000100:00100000:0.0:1724307095.847918:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247769088 00000100:00100000:0.0:1724307095.848136:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 3 00000100:00100000:0.0:1724307095.848140:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+6:1966:x1808064247769088:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307095.848162:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+6:1966:x1808064247769088:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 22us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307095.848167:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 3 00000100:00080000:3.0:1724307095.848321:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307065 00000100:00000400:0.0:1724307096.066763:0:3298:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307080/real 1724307080] req@ffff88009d5df480 x1808064246281088/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307096 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307096.066795:0:3298:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff88009d5df480 x1808064246281088/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307096 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307096.066810:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d5df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3298:1808064246281088:0@lo:400:kworker.0 00010000:00010000:0.0:1724307096.918285:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1724307097.619047:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307067 00000100:00080000:3.0:1724307097.621404:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307067 00000100:00100000:0.0:1724307097.625342:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00080000:3.0:1724307097.626607:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307067 00000100:00100000:0.0:1724307097.657755:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00080000:3.0:1724307097.661904:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307067 00000100:00100000:0.0:1724307097.666583:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307097.683927:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307097.697730:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307097.701249:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307097.707527:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307097.713436:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307097.713815:0:11492:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247770368 00000100:00100000:3.0:1724307097.713826:0:11492:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247770368 00000100:00100000:3.0:1724307097.713877:0:11492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 0 00000100:00100000:3.0:1724307097.713885:0:11492:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+10:19095:x1808064247770368:12345-192.168.204.7@tcp:49:getfattr.0 00000100:00100000:3.0:1724307097.714089:0:11492:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+10:19095:x1808064247770368:12345-192.168.204.7@tcp:49:getfattr.0 Request processed in 203us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307097.714096:0:11492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 0 00000100:00100000:0.0:1724307097.714245:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307097.714276:0:9710:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247770496 00000100:00100000:0.0:1724307097.714280:0:9710:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247770496 00000100:00100000:0.0:1724307097.714309:0:9710:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 386 00000100:00100000:0.0:1724307097.714314:0:9710:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfaca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+10:1968:x1808064247770496:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307097.714325:0:9710:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307097.714351:0:9710:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bf8ef0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6affe expref: 10 pid: 11488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307097.715061:0:9710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2c:0x0].0x0 (ffff88008f3fc900) 00010000:00010000:0.0:1724307097.715068:0:9710:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307097.715092:0:9710:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfaca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+9:1968:x1808064247770496:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 777us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307097.715099:0:9710:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 386 00000100:00100000:0.0:1724307097.716816:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307097.719444:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307097.719501:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307097.720107:0:9710:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247770880 00000100:00100000:0.0:1724307097.720112:0:9710:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247770880 00000100:00100000:0.0:1724307097.720868:0:9710:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 387 00000100:00100000:0.0:1724307097.720875:0:9710:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ad8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+11:1969:x1808064247770880:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307097.720888:0:9710:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307097.720914:0:9710:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bf8efe lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b005 expref: 11 pid: 11488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307097.720932:0:9710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2c:0x0].0x0 (ffff88008f3fc900) 00010000:00010000:0.0:1724307097.720936:0:9710:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307097.720988:0:9710:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ad8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+10:1969:x1808064247770880:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 113us (1486us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307097.720994:0:9710:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 387 00000100:00100000:3.0:1724307097.744051:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307097.749535:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247771136 00000100:00100000:0.0:1724307097.749546:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247771136 00000100:00100000:0.0:1724307097.750930:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 22 00000100:00100000:0.0:1724307097.750941:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:19111:x1808064247771136:12345-192.168.204.7@tcp:101:rm.0 00010000:00010000:0.0:1724307097.750966:0:11489:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307097.750992:0:11489:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bf8f21 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b013 expref: -99 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307097.751060:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bf8f28 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751074:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bf8f28 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751085:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bf8f28 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751097:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf8f2f lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa2b:0x0].0xe0088d37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751102:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf8f2f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2b:0x0].0xe0088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751107:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf8f2f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2b:0x0].0xe0088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751236:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bf8f36 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751243:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bf8f36 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751249:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bf8f36 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00000004:00200000:0.0:1724307097.751300:0:11489:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xa2c:0x0]: returning size 0 00000004:00200000:0.0:1724307097.751304:0:11489:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1724307097.751331:0:11489:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bf8f36 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751341:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bf8f36 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751348:0:11489:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bf8f28 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751358:0:11489:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bf8f28 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751363:0:11489:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bf8f28 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751369:0:11489:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307097.751372:0:11489:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bf8f28 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751379:0:11489:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bf8f28 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751389:0:11489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2b:0x0].0x0 (ffff88008f3fc800) 00010000:00010000:0.0:1724307097.751391:0:11489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307097.751396:0:11489:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bf8f28 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751401:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bf8f28 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751436:0:11489:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf8f2f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2b:0x0].0xe0088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751441:0:11489:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf8f2f lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa2b:0x0].0xe0088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751446:0:11489:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf8f2f lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2b:0x0].0xe0088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751450:0:11489:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307097.751452:0:11489:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf8f2f lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2b:0x0].0xe0088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751461:0:11489:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf8f2f lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa2b:0x0].0xe0088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751467:0:11489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2b:0x0].0xe0088d37 (ffff88012b4ae800) 00010000:00010000:0.0:1724307097.751469:0:11489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307097.751471:0:11489:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf8f2f lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa2b:0x0].0xe0088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751476:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf8f2f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2b:0x0].0xe0088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307097.751501:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bf8f21 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b013 expref: 10 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307097.751510:0:11489:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bf8f36 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b013 expref: 9 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307097.751515:0:11489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2c:0x0].0x0 (ffff88008f3fc900) 00010000:00010000:0.0:1724307097.751517:0:11489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1724307097.751519:0:11489:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d170000, rc 0) 00000100:00100000:0.0:1724307097.751603:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:19111:x1808064247771136:12345-192.168.204.7@tcp:101:rm.0 Request processed in 664us (2160us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307097.751608:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 22 00000100:00100000:3.0:1724307097.754992:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247771264 00000100:00100000:3.0:1724307097.755004:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247771264 00000100:00100000:3.0:1724307097.755053:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 10538 00000100:00100000:3.0:1724307097.755061:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1966:x1808064247771264:12345-192.168.204.7@tcp:101:rm.0 00010000:00010000:3.0:1724307097.755083:0:15467:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307097.755108:0:15467:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8b15d40/0x85b23e07e0bf8f3d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1262:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b01a expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307097.755137:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307097.755139:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307097.755147:0:15467:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8b15d40/0x85b23e07e0bf8f3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b01a expref: 6 pid: 15467 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1724307097.755163:0:15467:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8b15d40/0x85b23e07e0bf8f3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b01a expref: 6 pid: 15467 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1724307097.755183:0:15467:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8b15d40, rc 0) 00000100:00100000:3.0:1724307097.755493:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1966:x1808064247771264:12345-192.168.204.7@tcp:101:rm.0 Request processed in 431us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307097.755500:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 10538 00000100:00100000:3.0:1724307097.758835:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307097.763445:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307097.763537:0:9710:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247771648 00000100:00100000:0.0:1724307097.763545:0:9710:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247771648 00010000:00010000:0.0:1724307097.763577:0:9710:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bf8eb8 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afe9 expref: 9 pid: 11488 timeout: 2800 lvb_type: 0 00000100:00100000:0.0:1724307097.763612:0:9710:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2915 00000100:00100000:0.0:1724307097.763620:0:9710:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+9:1967:x1808064247771648:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307097.763635:0:9710:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307097.763657:0:9710:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bf8eb8 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afe9 expref: 9 pid: 11488 timeout: 2800 lvb_type: 0 00010000:00010000:0.0:1724307097.763667:0:9710:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bf8eb8 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afe9 expref: 9 pid: 11488 timeout: 2800 lvb_type: 0 00010000:00010000:0.0:1724307097.763688:0:9710:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bf8eb8 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afe9 expref: 9 pid: 11488 timeout: 2800 lvb_type: 0 00010000:00010000:0.0:1724307097.763715:0:9710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2b:0x0].0x0 (ffff88008f3fc800) 00010000:00010000:0.0:1724307097.763720:0:9710:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bf8f44 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11488 initiator: MDT0 00010000:00010000:0.0:1724307097.763728:0:9710:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bf8f44 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11488 initiator: MDT0 00010000:00010000:0.0:1724307097.763734:0:9710:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bf8f44 lrc: 4/0,1 mode: CW/CW res: [0x20001a9e3:0xa2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11488 initiator: MDT0 00010000:00010000:0.0:1724307097.763752:0:9710:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307097.763790:0:9710:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+8:1967:x1808064247771648:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 170us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307097.763796:0:9710:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2915 00000100:00100000:3.0:1724307097.767609:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307097.776409:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bf8f4b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa2b:0x0].0xe0088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11488 initiator: MDT0 00010000:00010000:3.0:1724307097.776429:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bf8f4b lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa2b:0x0].0xe0088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11488 initiator: MDT0 00010000:00010000:3.0:1724307097.776437:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bf8f4b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa2b:0x0].0xe0088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11488 initiator: MDT0 00010000:00010000:3.0:1724307097.776443:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307097.776448:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bf8f4b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa2b:0x0].0xe0088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11488 initiator: MDT0 00010000:00010000:3.0:1724307097.776455:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bf8f4b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa2b:0x0].0xe0088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11488 initiator: MDT0 00010000:00010000:3.0:1724307097.776475:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2b:0x0].0xe0088d37 (ffff88008f3fc300) 00010000:00010000:3.0:1724307097.776478:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307097.776482:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bf8f4b lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa2b:0x0].0xe0088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11488 initiator: MDT0 00010000:00010000:3.0:1724307097.776487:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bf8f4b lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa2b:0x0].0xe0088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11488 initiator: MDT0 00000100:00100000:0.0:1724307097.781837:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307097.787865:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307097.791590:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307097.799134:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bf8f83 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe0088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11488 initiator: MDT0 00010000:00010000:3.0:1724307097.799156:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bf8f83 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe0088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11488 initiator: MDT0 00010000:00010000:3.0:1724307097.799163:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bf8f83 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe0088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11488 initiator: MDT0 00010000:00010000:3.0:1724307097.799180:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307097.799185:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bf8f83 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe0088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11488 initiator: MDT0 00010000:00010000:3.0:1724307097.799192:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bf8f83 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe0088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11488 initiator: MDT0 00010000:00010000:3.0:1724307097.799211:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe0088c95 (ffff88008f3fce00) 00010000:00010000:3.0:1724307097.799214:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307097.799218:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bf8f83 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe0088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11488 initiator: MDT0 00010000:00010000:3.0:1724307097.799224:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bf8f83 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe0088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11488 initiator: MDT0 00000100:00100000:0.0:1724307097.897905:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307097.902412:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307097.920493:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307098.258535:0:15471:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247772672 00000100:00100000:3.0:1724307098.258546:0:15471:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247772672 00000100:00100000:3.0:1724307098.258596:0:15471:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247772800 00000100:00100000:3.0:1724307098.258598:0:15471:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247772800 00000100:00100000:3.0:1724307098.258608:0:15471:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247772928 00000100:00100000:3.0:1724307098.258609:0:15471:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247772928 00000100:00100000:3.0:1724307098.258625:0:15471:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 388 00000100:00100000:3.0:1724307098.258632:0:15471:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:31a81d4a-43f7-45b0-a075-f219c8077a24+14:1967:x1808064247772672:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307098.259133:0:15471:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307098.259164:0:15471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a8b158c0/0x85b23e07e0bf8e48 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afb1 expref: 14 pid: 11483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307098.259188:0:15471:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307098.259240:0:15471:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:31a81d4a-43f7-45b0-a075-f219c8077a24+13:1967:x1808064247772672:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 607us (960us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307098.259247:0:15471:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 388 00000100:00100000:3.0:1724307098.259270:0:15471:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 389 00000100:00100000:3.0:1724307098.259274:0:15471:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:31a81d4a-43f7-45b0-a075-f219c8077a24+12:1967:x1808064247772800:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307098.259280:0:15471:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307098.259289:0:15471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a8b16640/0x85b23e07e0bf8e41 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afaa expref: 12 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307098.259296:0:15471:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307098.259310:0:15471:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:31a81d4a-43f7-45b0-a075-f219c8077a24+11:1967:x1808064247772800:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 35us (975us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307098.259315:0:15471:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 389 00000100:00100000:3.0:1724307098.259323:0:15471:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 390 00000100:00100000:3.0:1724307098.259326:0:15471:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:31a81d4a-43f7-45b0-a075-f219c8077a24+10:1966:x1808064247772928:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307098.259332:0:15471:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307098.259338:0:15471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a8b17cc0/0x85b23e07e0bf8e4f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afb8 expref: 10 pid: 11483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307098.259345:0:15471:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307098.259356:0:15471:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1966:x1808064247772928:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 29us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307098.259360:0:15471:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 390 00000100:00080000:3.0:1724307098.259377:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307068 00000100:00100000:0.0:1724307098.259400:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307098.259426:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247773184 00000100:00100000:3.0:1724307098.259430:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247773184 00000100:00100000:3.0:1724307098.259451:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 10539 00000100:00100000:3.0:1724307098.259455:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+7:1965:x1808064247773184:12345-192.168.204.7@tcp:9:umount.0 00000020:00000080:3.0:1724307098.259479:0:15467:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8edb 00000020:00010000:3.0:1724307098.259489:0:15467:0:(genops.c:1815:obd_stale_export_put()) Put export ffff8800a0c68800: total 0 00000100:00080000:3.0:1724307098.259493:0:15467:0:(import.c:86:import_set_state_nolock()) ffff8800a0c69000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000001:00000004:3.0:1724307098.259531:0:15467:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 4, last_transno is 17179870528 00000100:00100000:3.0:1724307098.259747:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2+5:1965:x1808064247773184:12345-192.168.204.7@tcp:9:umount.0 Request processed in 290us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307098.259752:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 10539 00000020:00010000:0.0:1724307098.261815:0:7041:0:(genops.c:1801:obd_stale_export_get()) Get export ffff8800a0c68800: total 0 00010000:00010000:0.0:1724307098.261882:0:7041:0:(ldlm_lock.c:2628:ldlm_export_cancel_blocked_locks()) Export ffff8800a0c68800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1724307098.261950:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bf8ee2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6aff7 expref: 4 pid: 19425 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307098.262058:0:7041:0:(ldlm_lock.c:2656:ldlm_export_cancel_locks()) Export ffff8800a0c68800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1724307098.262073:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307098.262075:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307098.262077:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307098.268820:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000020:00010000:0.0:1724307098.271070:0:9709:0:(genops.c:1801:obd_stale_export_get()) Get export ffff880129dbf000: total 0 00010000:00010000:0.0:1724307098.271128:0:9709:0:(ldlm_lock.c:2628:ldlm_export_cancel_blocked_locks()) Export ffff880129dbf000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1724307098.271171:0:9709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008f3fce00) 00010000:00010000:0.0:1724307098.271175:0:9709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1724307098.271184:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2400/0x85b23e07e0bf8fa6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b02f expref: 5 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307098.271197:0:9709:0:(ldlm_lock.c:2656:ldlm_export_cancel_locks()) Export ffff880129dbf000, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1724307098.271207:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307098.271209:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307098.271211:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307098.922375:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307099.060783:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246296576 00000100:00100000:0.0:1724307099.060791:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246296576 00000100:00100000:0.0:1724307099.060837:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:0.0:1724307099.060842:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1808064246296576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1724307099.060860:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 35979264 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307099.060902:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1808064246296576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307099.060909:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:0.0:1724307099.061553:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246296704:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1724307099.061565:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307069 00000100:00100000:0.0:1724307099.061580:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1724307099.061801:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307069 00000100:00100000:0.0:1724307099.075814:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246296832:0@lo:400:kworker.0 00000100:00100000:0.0:1724307099.075932:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307099.075968:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246296832 00000100:00100000:0.0:1724307099.075974:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246296832 00000100:00100000:0.0:1724307099.076004:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1724307099.076010:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3298:x1808064246296832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307099.076045:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3298:x1808064246296832:12345-0@lo:400:kworker.0 Request processed in 35us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307099.076051:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1724307099.076091:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246296832:0@lo:400:kworker.0 00000100:00100000:3.0:1724307099.076500:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246296960 00000100:00100000:3.0:1724307099.076504:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246296960 00000100:00100000:3.0:1724307099.076536:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1724307099.076540:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1808064246296960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307099.076569:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1808064246296960:12345-0@lo:400:kworker.0 Request processed in 28us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307099.076573:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1724307099.923956:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307100.925889:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1724307101.001999:0:11556:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 296352743426 is committed 00000004:00080000:0.0:1724307101.002013:0:11556:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000004:00080000:0.0:1724307101.002025:0:11556:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 3 committed 00000001:00100000:0.0:1724307101.002029:0:11556:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2 00000020:00000080:0.0:1724307101.002033:0:11556:0:(genops.c:925:class_export_put()) final put ffff880129dbf000/69bc22b7-ba7b-4d3f-8ed9-0b9140eef3d2 00000100:00080000:0.0:1724307101.004191:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307071 00000100:00100000:0.0:1724307101.018745:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000001:02000400:3.0:1724307101.309548:0:12534:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: mgc.*.mgs_server_uuid in FULL state after 0 sec 00010000:00010000:0.0:1724307101.927932:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1724307102.002931:0:3299:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307085/real 1724307085] req@ffff88009387ca80 x1808064246281472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307101 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307102.002953:0:3299:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff88009387ca80 x1808064246281472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307101 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000400:0.0:1724307102.002960:0:3299:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307085/real 1724307085] req@ffff880136904700 x1808064246281600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307101 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307102.002969:0:3299:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff880136904700 x1808064246281600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307101 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307102.002984:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009387ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246281472:0@lo:400:kworker.0 00000100:00100000:0.0:1724307102.002989:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3299:1808064246281600:0@lo:400:kworker.0 00010000:00010000:0.0:1724307102.931063:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307103.931834:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307104.068518:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1724307104.068534:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246297728:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1724307104.068589:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307104.072844:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092144e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246297600:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307104.072896:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307104.072939:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246297728 00000100:00100000:0.0:1724307104.072945:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246297728 00000100:00100000:0.0:1724307104.072976:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246297600 00000100:00100000:0.0:1724307104.072978:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246297600 00000100:00100000:0.0:1724307104.072991:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:0.0:1724307104.072997:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1808064246297728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1724307104.073029:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24969216 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307104.073073:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1808064246297728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (4484us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307104.073079:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:0.0:1724307104.073091:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:0.0:1724307104.073094:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009387ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1808064246297600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1724307104.073110:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 35979264 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307104.073127:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009387ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1808064246297600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 32us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307104.073134:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00080000:0.0:1724307104.073146:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307074 00000100:00080000:0.0:1724307104.073149:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307074 00000100:00100000:0.0:1724307104.073172:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092144e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246297600:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1724307104.073291:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246297728:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1724307104.088202:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307074 00000100:00080000:0.0:1724307104.088205:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307074 00000001:02000400:0.0:1724307105.201489:0:12805:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 58c: resend/reconstruct setxattr op ========================================================== 02:11:44 (1724307104) 00000100:00100000:0.0:1724307105.860226:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307105.860381:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307105.860427:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307105.860461:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307105.860496:0:15468:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247774592 00000100:00100000:0.0:1724307105.860506:0:15468:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247774592 00000100:00100000:0.0:1724307105.860570:0:15468:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247774464 00000100:00100000:0.0:1724307105.860573:0:15468:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247774464 00000100:00100000:0.0:1724307105.860592:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1127 00000100:00100000:0.0:1724307105.860600:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064247774592:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307105.860704:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064247774592:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 104us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307105.860710:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1127 00000100:00100000:0.0:1724307105.860727:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1128 00000100:00100000:0.0:1724307105.860730:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064247774464:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307105.860750:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064247774464:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 19us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307105.860755:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1128 00010000:00010000:0.0:1724307105.936101:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307106.939183:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307107.941806:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307109.075845:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1724307109.075845:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1724307109.075865:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246298496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1724307109.075865:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246298368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307109.076306:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307109.076334:0:16677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246298496 00000100:00100000:3.0:1724307109.076343:0:16677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246298496 00000100:00100000:3.0:1724307109.076397:0:16677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246298368 00000100:00100000:3.0:1724307109.076400:0:16677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246298368 00000100:00100000:3.0:1724307109.076423:0:16677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:3.0:1724307109.076428:0:16677:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246298368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1724307109.076467:0:16677:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24969216 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307109.076507:0:16677:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246298368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307109.076514:0:16677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00080000:0.0:1724307109.076540:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307079 00000100:00080000:0.0:1724307109.076544:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307079 00000100:00100000:3.0:1724307109.076554:0:3296:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870529 gen 2 00000004:00080000:3.0:1724307109.076560:0:3296:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092144380, transno 17179870529 00000100:00100000:3.0:1724307109.076581:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246298496:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307109.095222:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246298624 00000100:00100000:0.0:1724307109.095227:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246298624 00000100:00100000:3.0:1724307109.095484:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092145f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246298880:0@lo:400:kworker.0 00000100:00100000:0.0:1724307109.095540:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1724307109.095545:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009407b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3299:x1808064246298624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307109.095585:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009407b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3299:x1808064246298624:12345-0@lo:400:kworker.0 Request processed in 39us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307109.095589:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1724307109.095594:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092146300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246298752:0@lo:400:kworker.0 00010000:00010000:0.0:1724307109.947486:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307110.432077:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00080000:0.0:1724307110.432721:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307080 00000100:00100000:0.0:1724307110.436550:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307110.441886:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307110.446677:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307110.457000:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307110.459907:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307110.462307:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307110.466789:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307110.470690:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307110.475868:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307110.479224:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307110.483019:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307110.493859:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307110.493891:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307110.493920:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00080000:0.0:1724307110.494681:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307080 00000100:00080000:0.0:1724307110.494685:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307080 00000100:00080000:0.0:1724307110.494686:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307080 00000100:00100000:0.0:1724307110.497373:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307110.502568:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307110.502617:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307110.504837:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307110.504868:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307110.504892:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247777024 00000100:00100000:3.0:1724307110.504897:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247777024 00000100:00100000:0.0:1724307110.504903:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307110.504925:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247777152 00000100:00100000:3.0:1724307110.504928:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247777152 00000100:00100000:3.0:1724307110.504952:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 10541 00000100:00100000:3.0:1724307110.504958:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:0+-99:1965:x1808064247777024:12345-192.168.204.7@tcp:8:mount.lustre.0 00010000:00080000:3.0:1724307110.504979:0:15467:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0000: connection from 40a34e6c-84eb-4f7f-9723-499540d1b114@192.168.204.7@tcp t0 exp (null) cur 2713 last 0 00000020:00000080:3.0:1724307110.505004:0:15467:0:(genops.c:1313:class_connect()) connect: client 40a34e6c-84eb-4f7f-9723-499540d1b114, cookie 0x85b23e07e0bf8fd0 00002000:00100000:3.0:1724307110.505013:0:15467:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0000: cli 40a34e6c-84eb-4f7f-9723-499540d1b114/ffff88012d6d0000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f40ac ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1724307110.505032:0:15467:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:3.0:1724307110.505140:0:15467:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009fa3bb40 00002000:00080000:3.0:1724307110.505147:0:15467:0:(ofd_obd.c:393:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1724307110.505164:0:15467:0:(import.c:86:import_set_state_nolock()) ffff88012d6d2000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:3.0:1724307110.505193:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:40a34e6c-84eb-4f7f-9723-499540d1b114+6:1965:x1808064247777024:12345-192.168.204.7@tcp:8:mount.lustre.0 Request processed in 234us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307110.505198:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 10541 00000100:00100000:3.0:1724307110.505222:0:11488:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247777280 00000100:00100000:3.0:1724307110.505225:0:11488:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247777280 00000100:00100000:3.0:1724307110.505240:0:11488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 32 00000100:00100000:3.0:1724307110.505244:0:11488:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+6:20215:x1808064247777280:12345-192.168.204.7@tcp:40:mount.lustre.0 00000100:00100000:3.0:1724307110.505267:0:11488:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+6:20215:x1808064247777280:12345-192.168.204.7@tcp:40:mount.lustre.0 Request processed in 22us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307110.505272:0:11488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 32 00000100:00100000:0.0:1724307110.507068:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307110.507558:0:11491:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247777408 00000100:00100000:3.0:1724307110.507565:0:11491:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247777408 00000100:00100000:3.0:1724307110.507957:0:11491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2 00000100:00100000:3.0:1724307110.507966:0:11491:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+6:20215:x1808064247777408:12345-192.168.204.7@tcp:33:mount.lustre.0 00000004:00200000:3.0:1724307110.508049:0:11491:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 61952 00000100:00100000:3.0:1724307110.508295:0:11491:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+6:20215:x1808064247777408:12345-192.168.204.7@tcp:33:mount.lustre.0 Request processed in 328us (1230us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307110.508302:0:11491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2 00000100:00100000:0.0:1724307110.594071:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307110.594174:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247777536 00000100:00100000:3.0:1724307110.594182:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247777536 00000100:00100000:3.0:1724307110.594458:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 33 00000100:00100000:3.0:1724307110.594465:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:20237:x1808064247777536:12345-192.168.204.7@tcp:101:lfs.0 00010000:00010000:3.0:1724307110.594479:0:11489:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307110.594494:0:11489:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8fde lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b091 expref: -99 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307110.594538:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17180/0x85b23e07e0bf8fe5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.594548:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17180/0x85b23e07e0bf8fe5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.594558:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17180/0x85b23e07e0bf8fe5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.594569:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8fec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.594574:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8fec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.594579:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8fec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.595266:0:11489:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17180/0x85b23e07e0bf8fe5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.595273:0:11489:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17180/0x85b23e07e0bf8fe5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.595278:0:11489:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17180/0x85b23e07e0bf8fe5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.595287:0:11489:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b17180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307110.595289:0:11489:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17180/0x85b23e07e0bf8fe5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.595295:0:11489:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17180/0x85b23e07e0bf8fe5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.595304:0:11489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008f3fce00) 00010000:00010000:3.0:1724307110.595307:0:11489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307110.595310:0:11489:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17180/0x85b23e07e0bf8fe5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.595314:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17180/0x85b23e07e0bf8fe5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.595364:0:11489:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8fec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.595368:0:11489:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8fec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.595372:0:11489:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8fec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.595376:0:11489:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b15440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307110.595378:0:11489:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8fec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.595383:0:11489:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8fec lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.595388:0:11489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x31088c95 (ffff88009b26b100) 00010000:00010000:3.0:1724307110.595391:0:11489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307110.595393:0:11489:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8fec lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.595397:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15440/0x85b23e07e0bf8fec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.595432:0:11489:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8fde lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b091 expref: 8 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307110.595438:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf8fde lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b091 expref: 8 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307110.595445:0:11489:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8b17840, rc 0) 00000100:00100000:3.0:1724307110.596015:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:20237:x1808064247777536:12345-192.168.204.7@tcp:101:lfs.0 Request processed in 1548us (1949us total) trans 0 rc 301/301 00000100:00100000:3.0:1724307110.596021:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 33 00000100:00100000:0.0:1724307110.604874:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307110.605002:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247777792 00000100:00100000:3.0:1724307110.605009:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247777792 00000100:00100000:3.0:1724307110.605314:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 34 00000100:00100000:3.0:1724307110.605320:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:20237:x1808064247777792:12345-192.168.204.7@tcp:36:lfs.0 00010000:00010000:3.0:1724307110.605360:0:11489:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307110.605379:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bf8f98 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b028 expref: 7 pid: 11488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307110.606060:0:11489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008f3fce00) 00010000:00010000:3.0:1724307110.606073:0:11489:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307110.606162:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8ff3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.606172:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8ff3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.606180:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8ff3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.606189:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8ffa lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x31088c95 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.606194:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8ffa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.606198:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8ffa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00000004:00200000:3.0:1724307110.606728:0:11489:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xa2e:0x0]: returning size 512 00010000:00010000:3.0:1724307110.606735:0:11489:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8ff3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.606741:0:11489:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8ff3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.606746:0:11489:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8ff3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.606751:0:11489:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b17600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307110.606754:0:11489:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8ff3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.606760:0:11489:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8ff3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.606767:0:11489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b26b700) 00010000:00010000:3.0:1724307110.606769:0:11489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307110.606772:0:11489:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8ff3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.606780:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf8ff3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00000004:00010000:3.0:1724307110.606790:0:11489:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a059ce00 reply state ffff88009471a000 transno 296352743427 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8ffa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00000100:00100000:3.0:1724307110.606796:0:11489:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307110.606872:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:20237:x1808064247777792:12345-192.168.204.7@tcp:36:lfs.0 Request processed in 1550us (2003us total) trans 296352743427 rc 0/0 00000100:00100000:3.0:1724307110.606879:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 34 00010000:00010000:3.0:1724307110.609748:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8ffa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.609759:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8ffa lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.609765:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8ffa lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.609769:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b15680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307110.609773:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8ffa lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.609778:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8ffa lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.609791:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x31088c95 (ffff88009b26b000) 00010000:00010000:3.0:1724307110.609794:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307110.609797:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8ffa lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.609802:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15680/0x85b23e07e0bf8ffa lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00000100:00100000:0.0:1724307110.620366:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307110.620433:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247777920 00000100:00100000:3.0:1724307110.620444:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247777920 00000100:00100000:3.0:1724307110.620495:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 35 00000100:00100000:3.0:1724307110.620501:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:20238:x1808064247777920:12345-192.168.204.7@tcp:101:touch.0 00010000:00010000:3.0:1724307110.620522:0:11489:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307110.620539:0:11489:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf9001 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b098 expref: -99 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307110.620590:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b173c0/0x85b23e07e0bf9008 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.620601:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b173c0/0x85b23e07e0bf9008 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.620610:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b173c0/0x85b23e07e0bf9008 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00000004:00200000:3.0:1724307110.620691:0:11489:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 61952 00000004:00200000:3.0:1724307110.620694:0:11489:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307110.620719:0:11489:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b173c0/0x85b23e07e0bf9008 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.620736:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf9001 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b098 expref: 9 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307110.620768:0:11489:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b173c0/0x85b23e07e0bf9008 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b098 expref: 8 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307110.620775:0:11489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b26be00) 00010000:00010000:3.0:1724307110.620777:0:11489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1724307110.620780:0:11489:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8b173c0, rc 0) 00000100:00100000:3.0:1724307110.620835:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:20238:x1808064247777920:12345-192.168.204.7@tcp:101:touch.0 Request processed in 333us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307110.620841:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 35 00000100:00100000:0.0:1724307110.628684:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307110.628782:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247778048 00000100:00100000:3.0:1724307110.628790:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247778048 00000100:00100000:3.0:1724307110.629352:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 36 00000100:00100000:3.0:1724307110.629358:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:20238:x1808064247778048:12345-192.168.204.7@tcp:101:touch.0 00010000:00010000:3.0:1724307110.629374:0:11489:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307110.629389:0:11489:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16d00/0x85b23e07e0bf900f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b09f expref: -99 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307110.629432:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf9016 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.629441:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf9016 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.629449:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf9016 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.629459:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf901d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.629463:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf901d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.629467:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf901d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.629558:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b161c0/0x85b23e07e0bf9024 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.629566:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b161c0/0x85b23e07e0bf9024 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.629570:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b161c0/0x85b23e07e0bf9024 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00000004:00200000:3.0:1724307110.629589:0:11489:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xa2e:0x0]: returning size 512 00000004:00200000:3.0:1724307110.629592:0:11489:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307110.629604:0:11489:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b161c0/0x85b23e07e0bf9024 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.629610:0:11489:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf9016 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.629615:0:11489:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf9016 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.629619:0:11489:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf9016 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.629623:0:11489:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b17a80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307110.629626:0:11489:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf9016 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.629631:0:11489:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf9016 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.629665:0:11489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b26be00) 00010000:00010000:3.0:1724307110.629668:0:11489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307110.629671:0:11489:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf9016 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.629675:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf9016 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.630879:0:11489:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf901d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.630887:0:11489:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf901d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.630891:0:11489:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf901d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.630895:0:11489:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b16f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307110.630898:0:11489:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf901d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.630902:0:11489:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf901d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.630911:0:11489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x31088c95 (ffff88009b26b500) 00010000:00010000:3.0:1724307110.630913:0:11489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307110.630915:0:11489:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf901d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.630919:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf901d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x31088c95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.630959:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16d00/0x85b23e07e0bf900f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b09f expref: 10 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307110.630969:0:11489:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b161c0/0x85b23e07e0bf9024 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b09f expref: 9 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307110.630974:0:11489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2e:0x0].0x0 (ffff88009b26b800) 00010000:00010000:3.0:1724307110.630976:0:11489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1724307110.630978:0:11489:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8b161c0, rc 0) 00000100:00100000:3.0:1724307110.631034:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:20238:x1808064247778048:12345-192.168.204.7@tcp:101:touch.0 Request processed in 1675us (2356us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307110.631040:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 36 00000100:00100000:0.0:1724307110.635399:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307110.635498:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247778304 00000100:00100000:3.0:1724307110.635505:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247778304 00000100:00100000:3.0:1724307110.635537:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 37 00000100:00100000:3.0:1724307110.635542:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:20238:x1808064247778304:12345-192.168.204.7@tcp:101:touch.0 00010000:00010000:3.0:1724307110.635557:0:11489:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307110.635571:0:11489:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b14240/0x85b23e07e0bf902b lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b0a6 expref: -99 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307110.635698:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b14900/0x85b23e07e0bf9032 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.635709:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b14900/0x85b23e07e0bf9032 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.635718:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b14900/0x85b23e07e0bf9032 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.635727:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16400/0x85b23e07e0bf9039 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.635732:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16400/0x85b23e07e0bf9039 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.635737:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16400/0x85b23e07e0bf9039 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00000004:00080000:3.0:1724307110.636960:0:11489:0:(osp_internal.h:599:osp_update_last_fid()) Gap in objids: start=[0x280000400:0x1224:0x0], count =62 00000004:00080000:3.0:1724307110.636967:0:11489:0:(osp_object.c:1640:osp_create()) Writing gap [0x280000400:0x1224:0x0]+62 in llog 00000004:00080000:3.0:1724307110.637014:0:11489:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1262:0x0], index 1: 0 00010000:00010000:3.0:1724307110.637144:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16d00/0x85b23e07e0bf9040 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.637153:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16d00/0x85b23e07e0bf9040 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.637159:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16d00/0x85b23e07e0bf9040 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.637182:0:11489:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b14900/0x85b23e07e0bf9032 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.637188:0:11489:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b14900/0x85b23e07e0bf9032 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.637192:0:11489:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b14900/0x85b23e07e0bf9032 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.637197:0:11489:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b14900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307110.637200:0:11489:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b14900/0x85b23e07e0bf9032 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.637205:0:11489:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b14900/0x85b23e07e0bf9032 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.637213:0:11489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2e:0x0].0x0 (ffff88009b26b800) 00010000:00010000:3.0:1724307110.637216:0:11489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307110.637219:0:11489:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b14900/0x85b23e07e0bf9032 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.637223:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b14900/0x85b23e07e0bf9032 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00000004:00010000:3.0:1724307110.637253:0:11489:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a059e300 reply state ffff88009485e000 transno 296352743428 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16400/0x85b23e07e0bf9039 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00000100:00100000:3.0:1724307110.637260:0:11489:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1724307110.637284:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b14240/0x85b23e07e0bf902b lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0a6 expref: 12 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307110.637294:0:11489:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16d00/0x85b23e07e0bf9040 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0a6 expref: 11 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307110.637300:0:11489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2f:0x0].0x0 (ffff88009b26ba00) 00010000:00010000:3.0:1724307110.637302:0:11489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307110.637303:0:11489:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8b16d00, rc 0) 00000100:00100000:3.0:1724307110.638538:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:20238:x1808064247778304:12345-192.168.204.7@tcp:101:touch.0 Request processed in 2991us (3141us total) trans 296352743428 rc 0/0 00000100:00100000:3.0:1724307110.638546:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 37 00010000:00010000:3.0:1724307110.641386:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16400/0x85b23e07e0bf9039 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.641398:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16400/0x85b23e07e0bf9039 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.641404:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16400/0x85b23e07e0bf9039 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.641409:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b16400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307110.641412:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16400/0x85b23e07e0bf9039 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.641418:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16400/0x85b23e07e0bf9039 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.641433:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2e:0x0].0x31088d37 (ffff88009b26bb00) 00010000:00010000:3.0:1724307110.641436:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307110.641439:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16400/0x85b23e07e0bf9039 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.641443:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16400/0x85b23e07e0bf9039 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00000100:00100000:0.0:1724307110.641628:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307110.641783:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247778560 00000100:00100000:3.0:1724307110.641791:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247778560 00000100:00100000:3.0:1724307110.641822:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 38 00000100:00100000:3.0:1724307110.641829:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+11:20238:x1808064247778560:12345-192.168.204.7@tcp:36:touch.0 00010000:00010000:3.0:1724307110.641870:0:11489:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307110.641884:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16d00/0x85b23e07e0bf9040 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0a6 expref: 11 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307110.641892:0:11489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2f:0x0].0x0 (ffff88009b26ba00) 00010000:00010000:3.0:1724307110.641897:0:11489:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307110.641926:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf904e lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.641944:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf904e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.641951:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf904e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00000004:00010000:3.0:1724307110.642047:0:11489:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a0f09880 reply state ffff88009485a000 transno 296352743429 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf904e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00000100:00100000:3.0:1724307110.642057:0:11489:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307110.642364:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:20238:x1808064247778560:12345-192.168.204.7@tcp:36:touch.0 Request processed in 533us (737us total) trans 296352743429 rc 0/0 00000100:00100000:3.0:1724307110.642370:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 38 00000100:00100000:0.0:1724307110.644572:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307110.644850:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf904e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.644858:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf904e lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.644864:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf904e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.644870:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b16f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307110.644873:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf904e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.644879:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf904e lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.644891:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2f:0x0].0x0 (ffff88009b26bd00) 00010000:00010000:3.0:1724307110.644893:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307110.644896:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf904e lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307110.644901:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf904e lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00000100:00100000:0.0:1724307110.648247:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307110.651870:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307110.651981:0:11491:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247779072 00000100:00100000:3.0:1724307110.651989:0:11491:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247779072 00000100:00100000:3.0:1724307110.652024:0:11491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 3 00000100:00100000:3.0:1724307110.652030:0:11491:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:20238:x1808064247779072:12345-192.168.204.7@tcp:35:touch.0 00000100:00100000:3.0:1724307110.652286:0:11491:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:20238:x1808064247779072:12345-192.168.204.7@tcp:35:touch.0 Request processed in 254us (421us total) trans 296352743430 rc 0/0 00000100:00100000:3.0:1724307110.652293:0:11491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 3 00010000:00010000:3.0:1724307110.957840:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1724307110.990520:0:11556:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 40a34e6c-84eb-4f7f-9723-499540d1b114 00000001:00080000:0.0:1724307110.990537:0:11556:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 296352743430 is committed 00000100:00100000:0.0:1724307111.276009:0:11488:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247779200 00000100:00100000:0.0:1724307111.276020:0:11488:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247779200 00000100:00100000:0.0:1724307111.276074:0:11488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 40 00000100:00100000:0.0:1724307111.276082:0:11488:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:20252:x1808064247779200:12345-192.168.204.7@tcp:101:setfattr.0 00000020:02000000:0.0:1724307111.276104:0:11488:0:(tgt_handler.c:861:tgt_request_handle()) *** cfs_fail_loc=123, val=2147483648*** 00000100:00100000:0.0:1724307111.278285:0:11488:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:20252:x1808064247779200:12345-192.168.204.7@tcp:101:setfattr.0 Request processed in 2190us (2360us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307111.278299:0:11488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 40 00010000:00010000:3.0:1724307111.959172:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307113.961930:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307114.084147:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1724307114.084174:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246299264:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1724307114.084254:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307114.084304:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246299264 00000100:00100000:3.0:1724307114.084312:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246299264 00000100:00080000:0.0:1724307114.084460:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307084 00000100:00100000:0.0:1724307114.084475:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:0.0:1724307114.084482:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1808064246299264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1724307114.084526:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 39387136 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307114.084561:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1808064246299264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307114.084578:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00080000:0.0:1724307114.084593:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307084 00000100:00100000:3.0:1724307114.084697:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246299264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307114.103385:0:11488:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246299648 00000100:00100000:0.0:1724307114.103394:0:11488:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246299648 00000100:00100000:0.0:1724307114.103439:0:11488:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246299776 00000100:00100000:0.0:1724307114.103441:0:11488:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246299776 00000100:00100000:0.0:1724307114.103453:0:11488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1724307114.103460:0:11488:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1808064246299648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307114.103512:0:11488:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1808064246299648:12345-0@lo:400:kworker.0 Request processed in 52us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307114.103937:0:11488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1724307114.104809:0:12918:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246299520 00000100:00100000:3.0:1724307114.104814:0:12918:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246299520 00000100:00100000:3.0:1724307114.104854:0:12918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1724307114.104859:0:12918:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1808064246299520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307114.104913:0:12918:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1808064246299520:12345-0@lo:400:kworker.0 Request processed in 54us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307114.104918:0:12918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:0.0:1724307114.105071:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307084 00000001:00080000:0.0:1724307114.589358:0:9780:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294970221 is committed 00000001:00100000:0.0:1724307114.589378:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 40a34e6c-84eb-4f7f-9723-499540d1b114 00010000:00010000:3.0:1724307114.965353:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1724307115.183063:0:11059:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 40a34e6c-84eb-4f7f-9723-499540d1b114 00000100:00100000:0.0:1724307115.524402:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307115.524447:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307115.524473:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307115.524474:0:11488:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247779456 00000100:00100000:3.0:1724307115.524482:0:11488:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247779456 00000100:00100000:0.0:1724307115.524503:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307115.524515:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307115.524528:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307115.524528:0:11488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 19 00000100:00100000:3.0:1724307115.524535:0:11488:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1966:x1808064247779456:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307115.524549:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00080000:0.0:1724307115.524562:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307085 00000100:00100000:0.0:1724307115.524572:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247779712 00000100:00100000:0.0:1724307115.524574:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247779712 00000100:00100000:3.0:1724307115.524590:0:11488:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1966:x1808064247779456:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 55us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307115.524593:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247779968 00000100:00100000:0.0:1724307115.524594:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247779968 00000100:00100000:3.0:1724307115.524596:0:11488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 19 00000100:00100000:0.0:1724307115.524605:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247779584 00000100:00100000:3.0:1724307115.524605:0:11488:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247779840 00000100:00100000:0.0:1724307115.524607:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247779584 00000100:00100000:3.0:1724307115.524607:0:11488:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247779840 00000100:00100000:0.0:1724307115.524616:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247780096 00000100:00100000:3.0:1724307115.524617:0:11488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 20 00000100:00100000:0.0:1724307115.524618:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247780096 00000100:00100000:3.0:1724307115.524620:0:11488:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+5:1966:x1808064247779840:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307115.524628:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1131 00000100:00100000:0.0:1724307115.524632:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1966:x1808064247779712:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307115.524636:0:11488:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+5:1966:x1808064247779840:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 15us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307115.524675:0:11488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 20 00000100:00100000:0.0:1724307115.524685:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1966:x1808064247779712:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 53us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307115.524690:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1131 00000100:00100000:3.0:1724307115.524693:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1132 00000100:00100000:3.0:1724307115.524696:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:40a34e6c-84eb-4f7f-9723-499540d1b114+5:1966:x1808064247779968:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307115.524698:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1133 00000100:00100000:0.0:1724307115.524701:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1966:x1808064247779584:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307115.524713:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1966:x1808064247779584:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 12us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307115.524713:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:40a34e6c-84eb-4f7f-9723-499540d1b114+5:1966:x1808064247779968:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 16us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307115.524717:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1132 00000100:00100000:0.0:1724307115.524719:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1133 00000100:00100000:3.0:1724307115.524725:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1134 00000100:00100000:3.0:1724307115.524728:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d321880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:40a34e6c-84eb-4f7f-9723-499540d1b114+5:1966:x1808064247780096:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307115.524742:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d321880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:40a34e6c-84eb-4f7f-9723-499540d1b114+5:1966:x1808064247780096:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 14us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307115.524746:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1134 00000100:00080000:0.0:1724307115.526300:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307085 00000100:00080000:0.0:1724307115.526305:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307085 00000100:00080000:0.0:1724307115.526307:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307085 00000100:00080000:0.0:1724307115.526309:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307085 00010000:00010000:3.0:1724307115.968180:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307117.972970:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307118.974549:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307119.091966:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246299904:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307119.092022:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1724307119.092227:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307089 00000100:00100000:3.0:1724307119.092237:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1724307119.092244:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246300032:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1724307119.092268:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307119.092284:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246300032 00000100:00100000:3.0:1724307119.092287:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246300032 00000100:00100000:3.0:1724307119.092306:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:3.0:1724307119.092310:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246300032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1724307119.092328:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 28377088 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307119.092349:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246300032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307119.092354:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00080000:3.0:1724307119.092363:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307089 00000100:00100000:3.0:1724307119.092383:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246300032:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307119.092440:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246299904:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307119.108259:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009387ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3298:1808064246300544:0@lo:400:kworker.0 00000100:00100000:0.0:1724307119.108290:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307119.108304:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1724307119.108308:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246300160:0@lo:400:kworker.0 00000100:00100000:0.0:1724307119.108326:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307119.108343:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246300160 00000100:00100000:0.0:1724307119.108346:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246300160 00000100:00100000:0.0:1724307119.108369:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1724307119.108374:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a851c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3298:x1808064246300160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307119.108405:0:11483:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a851c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3298:x1808064246300160:12345-0@lo:400:kworker.0 Request processed in 31us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307119.108535:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246300544 00000100:00100000:3.0:1724307119.108538:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246300544 00000100:00100000:3.0:1724307119.108557:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1724307119.108561:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d320700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1808064246300544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307119.108586:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d320700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1808064246300544:12345-0@lo:400:kworker.0 Request processed in 26us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307119.108591:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:3.0:1724307119.108607:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307089 00000100:00080000:3.0:1724307119.108610:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307089 00000100:00100000:0.0:1724307119.108678:0:11483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1724307119.108711:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ae97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246300160:0@lo:400:kworker.0 00000100:00100000:0.0:1724307119.108721:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009387ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3298:1808064246300544:0@lo:400:kworker.0 00000100:00100000:3.0:1724307119.108913:0:12918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1724307119.108917:0:12918:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246300288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307119.108944:0:12918:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246300288:12345-0@lo:400:kworker.0 Request processed in 27us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307119.108949:0:12918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1724307119.108969:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246300288:0@lo:400:kworker.0 00000100:00080000:0.0:1724307119.109051:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307089 00010000:00010000:3.0:1724307119.977604:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307120.531524:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307120.532066:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307120.532104:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307120.532131:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307120.532144:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307120.532158:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307120.533109:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307120.533125:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247780864 00000100:00100000:0.0:1724307120.533128:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247780864 00000100:00100000:0.0:1724307120.533147:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1137 00000100:00100000:0.0:1724307120.533151:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:40a34e6c-84eb-4f7f-9723-499540d1b114+5:1967:x1808064247780864:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307120.533172:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:40a34e6c-84eb-4f7f-9723-499540d1b114+5:1967:x1808064247780864:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 21us (64us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307120.533177:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1137 00000100:00080000:0.0:1724307120.533189:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307090 00010000:00010000:0.0:1724307120.978227:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307121.981931:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307122.984416:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307124.099883:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246300672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307124.099947:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1724307124.100451:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307094 00000100:00100000:0.0:1724307124.100554:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246300672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307124.100770:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246300800:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307124.100786:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1724307124.100831:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307094 00000100:00100000:0.0:1724307124.100898:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246300800:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307124.124655:0:12918:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246301056 00000100:00100000:0.0:1724307124.124663:0:12918:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246301056 00000100:00100000:0.0:1724307124.124716:0:12918:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246301184 00000100:00100000:0.0:1724307124.124719:0:12918:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246301184 00000100:00100000:0.0:1724307124.124734:0:12918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1724307124.124742:0:12918:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1808064246301056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307124.124821:0:12918:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1808064246301056:12345-0@lo:400:kworker.0 Request processed in 78us (8621us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307124.124829:0:12918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1724307124.124845:0:12918:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246301312 00000100:00100000:0.0:1724307124.124848:0:12918:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246301312 00000100:00100000:0.0:1724307124.124858:0:12918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1724307124.124861:0:12918:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1808064246301184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307124.124889:0:12918:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1808064246301184:12345-0@lo:400:kworker.0 Request processed in 27us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307124.124895:0:12918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1724307124.124922:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3298:1808064246301056:0@lo:400:kworker.0 00010000:00010000:0.0:1724307124.988532:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1724307125.177862:0:11059:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000020:00000080:0.0:1724307125.177871:0:11059:0:(genops.c:925:class_export_put()) final put ffff880092138000/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000100:00100000:0.0:1724307125.538756:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00080000:0.0:1724307125.540154:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307095 00000100:00100000:0.0:1724307125.542118:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307125.542165:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307125.543683:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307125.543756:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247781248 00000100:00100000:3.0:1724307125.543767:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247781248 00000100:00100000:0.0:1724307125.544287:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307125.544319:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307125.544369:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247781504 00000100:00100000:3.0:1724307125.544373:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247781504 00010000:00010000:3.0:1724307125.989964:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307126.992590:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307127.318258:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307127.318300:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307127.318334:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307127.318350:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307127.318379:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307127.318403:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307127.318421:0:11488:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247782272 00000100:00100000:0.0:1724307127.318424:0:11488:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247782272 00000100:00100000:3.0:1724307127.318618:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247781888 00000100:00100000:3.0:1724307127.318623:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247781888 00000100:00100000:0.0:1724307127.319176:0:11488:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247782016 00000100:00100000:0.0:1724307127.319179:0:11488:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247782016 00000100:00100000:0.0:1724307127.319194:0:11488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 31 00000100:00100000:0.0:1724307127.319200:0:11488:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d320000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+5:1966:x1808064247782272:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307127.319256:0:11488:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d320000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+5:1966:x1808064247782272:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 55us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307127.319261:0:11488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 31 00000100:00100000:0.0:1724307127.319275:0:11488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 32 00000100:00100000:0.0:1724307127.319278:0:11488:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1965:x1808064247782016:12345-192.168.204.7@tcp:38:kworker.0 00010000:02000400:0.0:1724307127.319295:0:11488:0:(ldlm_lib.c:881:target_handle_reconnect()) lustre-MDT0000: Client 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e (at 192.168.204.7@tcp) reconnecting 00010000:00080000:0.0:1724307127.319299:0:11488:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp t292057778632 exp ffff880129dbf800 cur 2729 last 1724307127 00000004:00100000:0.0:1724307127.319326:0:11488:0:(mdt_handler.c:7064:mdt_connect_internal()) lustre-MDT0000: cli 192.168.204.7@tcp supports cksum type f7, return f7 00000100:00080000:0.0:1724307127.319335:0:11488:0:(import.c:86:import_set_state_nolock()) ffff880129dbe000 ÿÿÿÿ: changing import state from FULL to RECOVER 00000100:00080000:0.0:1724307127.319340:0:11488:0:(import.c:86:import_set_state_nolock()) ffff880129dbe000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:0.0:1724307127.319358:0:11488:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1965:x1808064247782016:12345-192.168.204.7@tcp:38:kworker.0 Request processed in 78us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307127.319362:0:11488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 32 00000100:00100000:3.0:1724307127.319403:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 89 00000100:00100000:3.0:1724307127.319408:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+12:1966:x1808064247781888:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307127.319427:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+12:1966:x1808064247781888:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 19us (1177us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307127.319432:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 89 00000100:00080000:0.0:1724307127.319486:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307097 00000100:00080000:0.0:1724307127.319490:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307097 00000100:00080000:0.0:1724307127.319491:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307097 00000100:00080000:0.0:1724307127.319492:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307097 00000100:00100000:0.0:1724307127.328538:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307127.332533:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307127.337908:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:0.0:1724307127.339652:0:11490:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3180/0x85b23e07e0bf9078 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307127.339660:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3180/0x85b23e07e0bf9078 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000001:00080000:0.0:1724307127.346778:0:11490:0:(tgt_lastrcvd.c:2104:tgt_txn_stop_cb()) More than one transaction 296352743431 00000004:00010000:0.0:1724307127.346840:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009aeedf80 reply state ffff88012e75a000 transno 296352743432 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3180/0x85b23e07e0bf9078 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307127.346851:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1724307127.346932:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:20252:x1808064247782912:12345-192.168.204.7@tcp:36:setfattr.0 Request processed in 14015us (14400us total) trans 296352743432 rc 0/0 00000100:00100000:0.0:1724307127.346939:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 42 00000020:00080000:0.0:1724307127.346945:0:11490:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1724307127.351288:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3180/0x85b23e07e0bf9078 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307127.351303:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3180/0x85b23e07e0bf9078 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307127.351309:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3180/0x85b23e07e0bf9078 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307127.351314:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009e1d3180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307127.351319:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3180/0x85b23e07e0bf9078 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307127.351325:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3180/0x85b23e07e0bf9078 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307127.351341:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2f:0x0].0x0 (ffff8800a05c9400) 00010000:00010000:3.0:1724307127.351344:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1724307127.351348:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3180/0x85b23e07e0bf9078 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307127.351358:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3180/0x85b23e07e0bf9078 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307127.835799:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247783168 00000100:00100000:0.0:1724307127.835806:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247783168 00000100:00100000:0.0:1724307127.835844:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 43 00000100:00100000:0.0:1724307127.835850:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:40a34e6c-84eb-4f7f-9723-499540d1b114+5:20278:x1808064247783168:12345-192.168.204.7@tcp:101:getfattr.0 00010000:00010000:0.0:1724307127.835864:0:11490:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307127.835877:0:11490:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bf907f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b0bb expref: -99 pid: 11490 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307127.835918:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf9086 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307127.835928:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf9086 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307127.835938:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf9086 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000004:00200000:0.0:1724307127.835991:0:11490:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 61952 00000004:00200000:0.0:1724307127.835995:0:11490:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:0.0:1724307127.836010:0:11490:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf9086 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307127.836027:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bf907f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0bb expref: 7 pid: 11490 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307127.836039:0:11490:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf9086 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0bb expref: 6 pid: 11490 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307127.836045:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b26be00) 00010000:00010000:0.0:1724307127.836047:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1724307127.836050:0:11490:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d171d40, rc 0) 00000100:00100000:0.0:1724307127.836087:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:40a34e6c-84eb-4f7f-9723-499540d1b114+6:20278:x1808064247783168:12345-192.168.204.7@tcp:101:getfattr.0 Request processed in 236us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307127.836093:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 43 00000100:00100000:0.0:1724307127.844434:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307127.853581:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307127.853730:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247783680 00000100:00100000:3.0:1724307127.853737:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247783680 00000100:00100000:3.0:1724307127.853810:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 46 00000100:00100000:3.0:1724307127.853816:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:40a34e6c-84eb-4f7f-9723-499540d1b114+8:20278:x1808064247783680:12345-192.168.204.7@tcp:101:getfattr.0 00010000:00010000:3.0:1724307127.853868:0:11489:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307127.853883:0:11489:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf90cc lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b0d7 expref: -99 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307127.853909:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf90d3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307127.853919:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf90d3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307127.853928:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf90d3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307127.853985:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17a80/0x85b23e07e0bf90cc lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0d7 expref: 10 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307127.853996:0:11489:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf90d3 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0d7 expref: 9 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307127.854004:0:11489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2f:0x0].0x0 (ffff8800a05c9400) 00010000:00010000:3.0:1724307127.854006:0:11489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1724307127.854009:0:11489:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8b16880, rc 0) 00000100:00100000:3.0:1724307127.854041:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:40a34e6c-84eb-4f7f-9723-499540d1b114+9:20278:x1808064247783680:12345-192.168.204.7@tcp:101:getfattr.0 Request processed in 225us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307127.854047:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 46 00000100:00100000:3.0:1724307127.857197:0:11492:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247783808 00000100:00100000:3.0:1724307127.857201:0:11492:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247783808 00000100:00100000:3.0:1724307127.857218:0:11492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 4 00000100:00100000:3.0:1724307127.857401:0:11492:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88013009b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:40a34e6c-84eb-4f7f-9723-499540d1b114+9:20278:x1808064247783808:12345-192.168.204.7@tcp:49:getfattr.0 00000100:00100000:3.0:1724307127.857781:0:11492:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88013009b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:40a34e6c-84eb-4f7f-9723-499540d1b114+8:20278:x1808064247783808:12345-192.168.204.7@tcp:49:getfattr.0 Request processed in 554us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307127.857787:0:11492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 4 00000100:00100000:0.0:1724307127.860008:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307127.860067:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247784064 00000100:00100000:3.0:1724307127.860073:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247784064 00000100:00100000:3.0:1724307127.860098:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 47 00000100:00100000:3.0:1724307127.860103:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:40a34e6c-84eb-4f7f-9723-499540d1b114+8:20278:x1808064247784064:12345-192.168.204.7@tcp:101:getfattr.0 00010000:00010000:3.0:1724307127.860116:0:11489:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307127.860127:0:11489:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15680/0x85b23e07e0bf90da lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b0de expref: -99 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307127.860152:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf90e1 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307127.860160:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf90e1 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307127.860168:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf90e1 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307127.860220:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b15680/0x85b23e07e0bf90da lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0de expref: 10 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307127.860235:0:11489:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf90e1 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0de expref: 9 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307127.860242:0:11489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2f:0x0].0x0 (ffff8800a05c9400) 00010000:00010000:3.0:1724307127.860244:0:11489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1724307127.860247:0:11489:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8b17600, rc 0) 00000100:00100000:3.0:1724307127.860290:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:40a34e6c-84eb-4f7f-9723-499540d1b114+9:20278:x1808064247784064:12345-192.168.204.7@tcp:101:getfattr.0 Request processed in 186us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307127.860296:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 47 00000100:00100000:3.0:1724307127.864082:0:11491:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247784192 00000100:00100000:3.0:1724307127.864091:0:11491:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247784192 00000100:00100000:3.0:1724307127.864121:0:11491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 5 00000100:00100000:3.0:1724307127.864127:0:11491:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+9:20278:x1808064247784192:12345-192.168.204.7@tcp:49:getfattr.0 00000100:00100000:3.0:1724307127.864277:0:11491:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+9:20278:x1808064247784192:12345-192.168.204.7@tcp:49:getfattr.0 Request processed in 149us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307127.864283:0:11491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 5 00000100:00100000:3.0:1724307127.866754:0:8419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 392 00000100:00100000:3.0:1724307127.866762:0:8419:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136906a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:40a34e6c-84eb-4f7f-9723-499540d1b114+9:1968:x1808064247784320:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307127.866775:0:8419:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307127.866793:0:8419:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17600/0x85b23e07e0bf90e1 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0de expref: 9 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307127.866805:0:8419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2f:0x0].0x0 (ffff8800a05c9400) 00010000:00010000:3.0:1724307127.866809:0:8419:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307127.866855:0:8419:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136906a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:40a34e6c-84eb-4f7f-9723-499540d1b114+8:1968:x1808064247784320:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 94us (2834us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307127.866860:0:8419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 392 00000100:00100000:0.0:1724307128.511048:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307128.517659:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247784704 00000100:00100000:3.0:1724307128.517666:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247784704 00000100:00100000:3.0:1724307128.517697:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 49 00000100:00100000:3.0:1724307128.517703:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009481d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:20287:x1808064247784704:12345-192.168.204.7@tcp:36:setfattr.0 00010000:00010000:3.0:1724307128.517763:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf9104 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307128.517776:0:11489:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d33c0/0x85b23e07e0bf90be lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0c9 expref: 7 pid: 11490 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307128.517782:0:11489:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2f40/0x85b23e07e0bf90fd lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0e5 expref: 12 pid: 11490 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307128.517787:0:11489:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf9104 lrc: 5/0,1 mode: --/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307128.517813:0:11489:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2f40/0x85b23e07e0bf90fd lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0e5 expref: 12 pid: 11490 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307128.517823:0:11489:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2f40/0x85b23e07e0bf90fd lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0e5 expref: 12 pid: 11490 timeout: 2831 lvb_type: 0 00000100:00100000:3.0:1724307128.517834:0:11489:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d9500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:11489:1808064246301568:192.168.204.7@tcp:104: 00010000:00010000:3.0:1724307128.517892:0:11489:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d33c0/0x85b23e07e0bf90be lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0c9 expref: 7 pid: 11490 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307128.517904:0:11489:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d33c0/0x85b23e07e0bf90be lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0c9 expref: 7 pid: 11490 timeout: 2831 lvb_type: 0 00000100:00100000:3.0:1724307128.517912:0:11489:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00dad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:11489:1808064246301696:192.168.204.7@tcp:104: 00000100:00100000:3.0:1724307128.517928:0:11489:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009d8926c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307128.524296:0:8419:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247784832 00000100:00100000:3.0:1724307128.524304:0:8419:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247784832 00010000:00010000:3.0:1724307128.524333:0:8419:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d33c0/0x85b23e07e0bf90be lrc: 5/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0c9 expref: 8 pid: 11490 timeout: 2831 lvb_type: 0 00000100:00100000:3.0:1724307128.524353:0:8419:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247784960 00000100:00100000:3.0:1724307128.524355:0:8419:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247784960 00010000:00010000:3.0:1724307128.524363:0:8419:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2f40/0x85b23e07e0bf90fd lrc: 5/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0e5 expref: 13 pid: 11490 timeout: 2831 lvb_type: 0 00000100:00100000:3.0:1724307128.524377:0:8419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2920 00000100:00100000:3.0:1724307128.524382:0:8419:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:40a34e6c-84eb-4f7f-9723-499540d1b114+8:1966:x1808064247784832:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307128.524393:0:8419:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307128.524398:0:8419:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d33c0/0x85b23e07e0bf90be lrc: 5/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0c9 expref: 8 pid: 11490 timeout: 2831 lvb_type: 0 00010000:00010000:3.0:1724307128.524406:0:8419:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d33c0/0x85b23e07e0bf90be lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0c9 expref: 8 pid: 11490 timeout: 2831 lvb_type: 0 00010000:00010000:3.0:1724307128.524424:0:8419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2f:0x0].0x0 (ffff8800a05c9400) 00010000:00010000:3.0:1724307128.524429:0:8419:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf9104 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307128.524438:0:8419:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf9104 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307128.524442:0:8419:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307128.524475:0:8419:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:40a34e6c-84eb-4f7f-9723-499540d1b114+8:1966:x1808064247784832:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 91us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307128.524481:0:8419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2920 00000100:00100000:3.0:1724307128.524493:0:8419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2921 00000100:00100000:3.0:1724307128.524496:0:8419:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:1966:x1808064247784960:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307128.524502:0:8419:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307128.524505:0:8419:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2f40/0x85b23e07e0bf90fd lrc: 5/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0e5 expref: 13 pid: 11490 timeout: 2831 lvb_type: 0 00010000:00010000:3.0:1724307128.524513:0:8419:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2f40/0x85b23e07e0bf90fd lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0e5 expref: 13 pid: 11490 timeout: 2831 lvb_type: 0 00010000:00010000:3.0:1724307128.524521:0:8419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2f:0x0].0x0 (ffff8800a05c9400) 00010000:00010000:3.0:1724307128.524524:0:8419:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf9104 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307128.524530:0:8419:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf9104 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307128.524535:0:8419:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf9104 lrc: 4/0,1 mode: EX/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307128.524559:0:8419:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307128.524570:0:8419:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:1966:x1808064247784960:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 73us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307128.524578:0:8419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2921 00010000:00010000:0.0:1724307128.525290:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2f40/0x85b23e07e0bf90fd lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0e5 expref: 12 pid: 11490 timeout: 2831 lvb_type: 0 00000100:00100000:0.0:1724307128.525302:0:11489:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d9500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:11489:1808064246301568:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307128.525313:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d33c0/0x85b23e07e0bf90be lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0c9 expref: 7 pid: 11490 timeout: 2831 lvb_type: 0 00000100:00100000:0.0:1724307128.525319:0:11489:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00dad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:11489:1808064246301696:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307128.525334:0:11489:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf9104 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307128.525340:0:11489:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf9104 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307128.525344:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf9104 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00000001:00080000:0.0:1724307128.534963:0:11489:0:(tgt_lastrcvd.c:2104:tgt_txn_stop_cb()) More than one transaction 296352743433 00000004:00010000:0.0:1724307128.535022:0:11489:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009481d850 reply state ffff8800a068c400 transno 296352743434 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf9104 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00000100:00100000:0.0:1724307128.535032:0:11489:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:02000000:0.0:1724307128.535048:0:11489:0:(ldlm_lib.c:3243:target_send_reply_msg()) *** cfs_fail_loc=119, val=2147483648*** 00010000:00020000:0.0:1724307128.545739:0:11489:0:(ldlm_lib.c:3244:target_send_reply_msg()) @@@ dropping reply req@ffff88009481d850 x1808064247784704/t296352743434(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:389/0 lens 66040/440 e 0 to 0 dl 1724307139 ref 1 fl Interpret:/200/0 rc 0/0 job:'setfattr.0' uid:0 gid:0 00010000:00080000:0.0:1724307128.575457:0:11489:0:(ldlm_lib.c:3353:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1724307128.575497:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009481d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+14:20287:x1808064247784704:12345-192.168.204.7@tcp:36:setfattr.0 Request processed in 57786us (57929us total) trans 296352743434 rc 0/0 00000100:00100000:0.0:1724307128.575506:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 49 00000020:00080000:0.0:1724307128.575514:0:11489:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1724307128.998787:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307129.107976:0:16677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246301824 00000100:00100000:0.0:1724307129.107983:0:16677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246301824 00000100:00080000:3.0:1724307129.108025:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307099 00000100:00100000:0.0:1724307129.108030:0:16677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:3.0:1724307129.108032:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1724307129.108037:0:16677:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1808064246301824:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1724307129.108039:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246301952:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1724307129.108062:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1724307129.108068:0:16677:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 28377088 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307129.108084:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246301952 00000100:00100000:3.0:1724307129.108086:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246301952 00000100:00100000:3.0:1724307129.108836:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:3.0:1724307129.108841:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246301952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1724307129.108859:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 37289984 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307129.108885:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246301952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307129.108890:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:3.0:1724307129.108917:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246301952:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307129.109947:0:16677:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1808064246301824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1907us (2051us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307129.109954:0:16677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:0.0:1724307129.123838:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1724307129.123856:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136907480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3298:1808064246302464:0@lo:400:kworker.0 00000100:00100000:0.0:1724307129.123917:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307129.123937:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246302080:0@lo:400:kworker.0 00000100:00100000:0.0:1724307129.123958:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307129.123984:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246302464 00000100:00100000:0.0:1724307129.123991:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246302464 00000100:00100000:0.0:1724307129.124022:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1724307129.124028:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1808064246302464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307129.124063:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1808064246302464:12345-0@lo:400:kworker.0 Request processed in 35us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307129.124068:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1724307129.124092:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136907480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3298:1808064246302464:0@lo:400:kworker.0 00000100:00100000:0.0:1724307129.124120:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246302080 00000100:00100000:0.0:1724307129.124122:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246302080 00000100:00100000:0.0:1724307129.124139:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1724307129.124142:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3298:x1808064246302080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307129.124161:0:11483:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3298:x1808064246302080:12345-0@lo:400:kworker.0 Request processed in 18us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307129.124165:0:11483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1724307129.124181:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246302080:0@lo:400:kworker.0 00000100:00080000:0.0:1724307129.124193:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307099 00000100:00100000:3.0:1724307129.124671:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136905c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246302336:0@lo:400:kworker.0 00010000:00010000:3.0:1724307130.000277:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1724307131.004250:0:11556:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 296352743434 is committed 00000100:00100000:0.0:1724307132.326086:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307132.326533:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247785344 00000100:00100000:3.0:1724307132.326552:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247785344 00000100:00100000:0.0:1724307132.326611:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307132.327243:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307132.327259:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307132.327374:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247785728 00000100:00100000:3.0:1724307132.327378:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247785728 00000100:00100000:0.0:1724307132.327409:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307132.327409:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1144 00000100:00100000:3.0:1724307132.327416:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:40a34e6c-84eb-4f7f-9723-499540d1b114+6:1967:x1808064247785728:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307132.327430:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247785216 00000100:00100000:0.0:1724307132.327432:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247785216 00000100:00100000:0.0:1724307132.327458:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 36 00000100:00100000:0.0:1724307132.327463:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1967:x1808064247785216:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307132.327483:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1967:x1808064247785216:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 19us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307132.327483:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:40a34e6c-84eb-4f7f-9723-499540d1b114+6:1967:x1808064247785728:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 68us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307132.327489:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 36 00000100:00100000:3.0:1724307132.327489:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1144 00000100:00100000:3.0:1724307132.327501:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 10547 00000100:00100000:3.0:1724307132.327505:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:40a34e6c-84eb-4f7f-9723-499540d1b114+5:1965:x1808064247785600:12345-192.168.204.7@tcp:9:kworker.0 00000100:00100000:0.0:1724307132.327509:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247785088 00000100:00100000:0.0:1724307132.327511:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247785088 00000020:00000080:3.0:1724307132.327520:0:15461:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8fd0 00000100:00080000:3.0:1724307132.327525:0:15461:0:(import.c:86:import_set_state_nolock()) ffff88012d6d2000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000100:00100000:0.0:1724307132.327527:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 91 00000100:00100000:0.0:1724307132.327531:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+12:1967:x1808064247785088:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307132.327562:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+12:1967:x1808064247785088:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 30us (153us total) trans 0 rc 0/0 00000001:00000004:3.0:1724307132.327566:0:15461:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 4, last_transno is 17179870529 00000100:00100000:0.0:1724307132.327567:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 91 00010000:00010000:0.0:1724307132.327587:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1724307132.327629:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307102 00000100:00080000:0.0:1724307132.327631:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307102 00000100:00080000:0.0:1724307132.327633:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307102 00000100:00080000:0.0:1724307132.327634:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307102 00010000:00010000:0.0:1724307132.327658:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307132.327772:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:40a34e6c-84eb-4f7f-9723-499540d1b114+2:1965:x1808064247785600:12345-192.168.204.7@tcp:9:kworker.0 Request processed in 265us (1160us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307132.327779:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 10547 00000100:00100000:0.0:1724307132.328098:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00080000:0.0:1724307132.328318:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307102 00010000:00010000:0.0:1724307133.005913:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307134.116877:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246302592:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307134.116906:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1724307134.117047:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307104 00000100:00080000:3.0:1724307134.118130:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307104 00000100:00100000:0.0:1724307134.118619:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246302592:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307134.132857:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246302848 00000100:00100000:0.0:1724307134.132861:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246302848 00000100:00100000:0.0:1724307134.132901:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1724307134.132905:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3297:x1808064246302848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307134.132947:0:11483:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3297:x1808064246302848:12345-0@lo:400:kworker.0 Request processed in 40us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307134.132952:0:11483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1724307134.133144:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136907480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246302848:0@lo:400:kworker.0 00000100:00100000:3.0:1724307134.133665:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136905c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246303232:0@lo:400:kworker.0 00000020:00000080:1.0:1724307134.572630:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009e37b800 for lustre-OST0001 00010000:00010000:0.0:1724307135.011258:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1724307135.193464:0:11059:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 40a34e6c-84eb-4f7f-9723-499540d1b114 00000020:00000080:3.0:1724307135.193472:0:11059:0:(genops.c:925:class_export_put()) final put ffff88012d6d0000/40a34e6c-84eb-4f7f-9723-499540d1b114 00000020:00000080:0.0:1724307135.193524:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d6d0000/40a34e6c-84eb-4f7f-9723-499540d1b114 for lustre-OST0000 00000020:00000080:0.0:1724307135.193570:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88012d6d2000 for lustre-OST0000 00010000:00010000:0.0:1724307136.011843:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307137.014934:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307137.331185:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307137.331240:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307137.331288:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307137.331327:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307137.331376:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247785856 00000100:00100000:0.0:1724307137.331386:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247785856 00000100:00100000:0.0:1724307137.331434:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 93 00000100:00100000:0.0:1724307137.331442:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+12:1967:x1808064247785856:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307137.331523:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+12:1967:x1808064247785856:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 81us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307137.331529:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 93 00000100:00100000:1.0:1724307137.331702:0:11488:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247785984 00000100:00080000:0.0:1724307137.331709:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307107 00000100:00100000:1.0:1724307137.331716:0:11488:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247785984 00000100:00100000:1.0:1724307137.331789:0:11488:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247786112 00000100:00100000:1.0:1724307137.331792:0:11488:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247786112 00000100:00100000:1.0:1724307137.331813:0:11488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 41 00000100:00100000:1.0:1724307137.331820:0:11488:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1967:x1808064247785984:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307137.331891:0:11488:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1967:x1808064247785984:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 70us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307137.331897:0:11488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 41 00000100:00100000:1.0:1724307137.331913:0:11488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 42 00000100:00100000:1.0:1724307137.331917:0:11488:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+7:1967:x1808064247786112:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307137.331936:0:11488:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+7:1967:x1808064247786112:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 18us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307137.331940:0:11488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 42 00000100:00080000:0.0:1724307137.334267:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307107 00000100:00080000:0.0:1724307137.334278:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307107 00010000:00010000:1.0:1724307138.019118:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307139.020534:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307139.123841:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009012d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246303360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1724307139.123904:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307139.124059:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246303360 00000100:00100000:1.0:1724307139.124066:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246303360 00000100:00080000:0.0:1724307139.124133:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307109 00000100:00100000:0.0:1724307139.124251:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009012f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246303488:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307139.124273:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307139.124301:0:16677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246303488 00000100:00100000:3.0:1724307139.124305:0:16677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246303488 00000100:00080000:0.0:1724307139.124313:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307109 00000100:00100000:3.0:1724307139.124325:0:16677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:0.0:1724307139.124330:0:8406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:3.0:1724307139.124331:0:16677:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1808064246303360:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307139.124334:0:8406:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246303488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1724307139.124360:0:8406:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 33882112 pending 0 free 3858759680 avail 3856662528 00002000:00000024:3.0:1724307139.124360:0:16677:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24969216 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307139.124386:0:8406:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246303488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307139.124386:0:16677:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1808064246303360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307139.124391:0:16677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:0.0:1724307139.124394:0:8406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:3.0:1724307139.124433:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009012d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246303360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307139.124445:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009012f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246303488:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1724307139.140529:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246303872:0@lo:400:kworker.0 00000100:00100000:0.0:1724307139.140531:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1724307139.140537:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136310a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3299:1808064246304000:0@lo:400:kworker.0 00000100:00100000:3.0:1724307139.143605:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246303744 00000100:00100000:3.0:1724307139.143616:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246303744 00000100:00100000:3.0:1724307139.143683:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246303872 00000100:00100000:3.0:1724307139.143686:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246303872 00000100:00100000:3.0:1724307139.143703:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1724307139.143708:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246303744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307139.143787:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307139.144193:0:11490:0:(service.c:3244:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:1.0:1724307139.144229:0:11490:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:1.0:1724307139.144330:0:12918:0:(service.c:3244:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:1.0:1724307139.144338:0:12918:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246304000 00000100:00100000:1.0:1724307139.144341:0:12918:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246304000 00000100:00100000:3.0:1724307139.144424:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246303744:12345-0@lo:400:kworker.0 Request processed in 714us (4231us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307139.144440:0:12918:0:(service.c:3244:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1724307139.144563:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246303872:0@lo:400:kworker.0 00000100:00100000:0.0:1724307139.144600:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246303744:0@lo:400:kworker.0 00000100:00100000:3.0:1724307139.144725:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1724307139.144736:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1724307139.144740:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1808064246304000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307139.144850:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1808064246304000:12345-0@lo:400:kworker.0 Request processed in 109us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307139.144856:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1724307139.145336:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136310a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3299:1808064246304000:0@lo:400:kworker.0 00010000:00010000:0.0:1724307140.024501:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307141.026829:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307142.032277:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307142.340807:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307142.340865:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307142.340900:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307142.340999:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307142.341045:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247786752 00000100:00100000:0.0:1724307142.341055:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247786752 00000100:00100000:3.0:1724307142.342491:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247786496 00000100:00100000:3.0:1724307142.342495:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247786496 00000100:00100000:3.0:1724307142.342531:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247786624 00000100:00100000:3.0:1724307142.342534:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247786624 00000100:00100000:3.0:1724307142.342561:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 46 00000100:00100000:3.0:1724307142.342565:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1967:x1808064247786496:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307142.342598:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1967:x1808064247786496:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 32us (1804us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307142.342603:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 46 00000100:00100000:3.0:1724307142.342613:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 47 00000100:00100000:3.0:1724307142.342616:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:40a34e6c-84eb-4f7f-9723-499540d1b114+7:1966:x1808064247786624:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307142.342633:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:40a34e6c-84eb-4f7f-9723-499540d1b114+7:1966:x1808064247786624:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 16us (1733us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307142.342690:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 47 00000100:00100000:0.0:1724307142.343107:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1146 00000100:00100000:0.0:1724307142.343112:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:40a34e6c-84eb-4f7f-9723-499540d1b114+6:1967:x1808064247786752:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307142.343141:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:40a34e6c-84eb-4f7f-9723-499540d1b114+6:1967:x1808064247786752:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 28us (2141us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307142.343145:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1146 00010000:00010000:0.0:1724307143.033537:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307144.035802:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307144.134274:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246304128 00000100:00100000:1.0:1724307144.134282:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246304128 00000100:00100000:0.0:1724307144.134382:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009012f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246304256:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307144.134414:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307144.134843:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:1.0:1724307144.134849:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246304128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1724307144.134880:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24969216 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307144.134916:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246304128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (1096us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307144.134921:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:1.0:1724307144.134935:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:1.0:1724307144.134938:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1808064246304256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1724307144.134955:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 33882112 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307144.134976:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1808064246304256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307144.134981:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00080000:3.0:1724307144.135101:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307114 00000100:00080000:3.0:1724307144.135105:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307114 00000100:00100000:3.0:1724307144.135140:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246304128:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307144.135783:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009012f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246304256:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1724307144.148138:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3299:1808064246304640:0@lo:400:kworker.0 00000100:00100000:1.0:1724307144.148196:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307144.148222:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1724307144.148227:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246304512:0@lo:400:kworker.0 00000100:00100000:1.0:1724307144.148243:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307144.148267:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246304640 00000100:00100000:1.0:1724307144.148273:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246304640 00000100:00100000:1.0:1724307144.148306:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246304512 00000100:00100000:1.0:1724307144.148308:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246304512 00000100:00100000:1.0:1724307144.148333:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1724307144.148339:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136907480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1808064246304640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307144.148436:0:12918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1724307144.148441:0:12918:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1808064246304512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307144.148477:0:12918:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1808064246304512:12345-0@lo:400:kworker.0 Request processed in 36us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307144.148482:0:12918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1724307144.148539:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136907480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1808064246304640:12345-0@lo:400:kworker.0 Request processed in 199us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307144.148544:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00080000:1.0:1724307144.148558:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307114 00000100:00100000:1.0:1724307144.148580:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246304512:0@lo:400:kworker.0 00000100:00100000:1.0:1724307144.148587:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3299:1808064246304640:0@lo:400:kworker.0 00000100:00100000:0.0:1724307144.148672:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136310a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246304384:0@lo:400:kworker.0 00000100:00100000:0.0:1724307144.148699:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307144.148723:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1724307144.148728:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136905c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246304768:0@lo:400:kworker.0 00000100:00100000:0.0:1724307144.148744:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307144.148794:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246304768 00000100:00100000:1.0:1724307144.148797:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246304768 00000100:00100000:1.0:1724307144.148812:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1724307144.148815:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246304768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307144.148846:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246304768:12345-0@lo:400:kworker.0 Request processed in 29us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307144.148851:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1724307144.148899:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246304384 00000100:00100000:3.0:1724307144.148903:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246304384 00000100:00100000:0.0:1724307144.148981:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136905c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246304768:0@lo:400:kworker.0 00000100:00100000:3.0:1724307144.149040:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1724307144.149044:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3297:x1808064246304384:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1724307144.149141:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307114 00000100:00100000:3.0:1724307144.149588:0:11483:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3297:x1808064246304384:12345-0@lo:400:kworker.0 Request processed in 542us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307144.149594:0:11483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1724307144.149825:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136310a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246304384:0@lo:400:kworker.0 00000100:00100000:0.0:1724307144.524386:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307144.524431:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307144.524560:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307144.524587:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307144.524611:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247787264 00000100:00100000:0.0:1724307144.524618:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247787264 00000100:00100000:0.0:1724307144.524693:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1147 00000100:00100000:0.0:1724307144.524701:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:40a34e6c-84eb-4f7f-9723-499540d1b114+6:1969:x1808064247787264:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307144.524767:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:40a34e6c-84eb-4f7f-9723-499540d1b114+6:1969:x1808064247787264:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 66us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307144.524773:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1147 00000100:00080000:0.0:1724307144.524828:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307114 00000100:00100000:0.0:1724307144.524848:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247787136 00000100:00100000:0.0:1724307144.524851:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247787136 00000100:00100000:0.0:1724307144.524889:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247787008 00000100:00100000:0.0:1724307144.524892:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247787008 00000100:00100000:0.0:1724307144.524906:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 51 00000100:00100000:0.0:1724307144.524910:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:40a34e6c-84eb-4f7f-9723-499540d1b114+7:1969:x1808064247787136:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307144.524937:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:40a34e6c-84eb-4f7f-9723-499540d1b114+7:1969:x1808064247787136:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 27us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307144.524943:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 51 00000100:00100000:0.0:1724307144.524953:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 52 00000100:00100000:0.0:1724307144.524957:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1965:x1808064247787008:12345-192.168.204.7@tcp:38:kworker.0 00010000:02000400:0.0:1724307144.524980:0:11489:0:(ldlm_lib.c:881:target_handle_reconnect()) lustre-MDT0000: Client 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e (at 192.168.204.7@tcp) reconnecting 00010000:00080000:0.0:1724307144.524984:0:11489:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp t292057778632 exp ffff880129dbf800 cur 2747 last 1724307144 00000004:00100000:0.0:1724307144.525013:0:11489:0:(mdt_handler.c:7064:mdt_connect_internal()) lustre-MDT0000: cli 192.168.204.7@tcp supports cksum type f7, return f7 00000100:00080000:0.0:1724307144.525024:0:11489:0:(import.c:86:import_set_state_nolock()) ffff880129dbe000 ÿÿÿÿ: changing import state from FULL to RECOVER 00000100:00080000:0.0:1724307144.525030:0:11489:0:(import.c:86:import_set_state_nolock()) ffff880129dbe000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:0.0:1724307144.525050:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1965:x1808064247787008:12345-192.168.204.7@tcp:38:kworker.0 Request processed in 92us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307144.525055:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 52 00000100:00080000:0.0:1724307144.525067:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307114 00000100:00100000:3.0:1724307144.525176:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247786880 00000100:00100000:3.0:1724307144.525180:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247786880 00000100:00100000:3.0:1724307144.525200:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 97 00000100:00100000:3.0:1724307144.525203:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+12:1968:x1808064247786880:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307144.525223:0:11483:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+12:1968:x1808064247786880:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 19us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307144.525228:0:11483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 97 00000100:00080000:0.0:1724307144.529878:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307114 00000100:00100000:0.0:1724307144.530112:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247784704 00000100:00100000:0.0:1724307144.530119:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247784704 00000100:00100000:0.0:1724307144.530164:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 50 00000100:00100000:0.0:1724307144.530171:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:20287:x1808064247784704:12345-192.168.204.7@tcp:36:setfattr.0 00000004:00080000:0.0:1724307144.530212:0:13182:0:(mdt_recovery.c:136:mdt_req_from_lrd()) @@@ restoring transno req@ffff88009012df80 x1808064247784704/t0(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:405/0 lens 66040/440 e 0 to 0 dl 1724307155 ref 1 fl Interpret:/202/0 rc 0/0 job:'setfattr.0' uid:0 gid:0 00000004:00000400:0.0:1724307144.530221:0:13182:0:(mdt_recovery.c:148:mdt_req_from_lrd()) @@@ restoring transno req@ffff88009012df80 x1808064247784704/t296352743434(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:405/0 lens 66040/440 e 0 to 0 dl 1724307155 ref 1 fl Interpret:/202/0 rc 0/0 job:'setfattr.0' uid:0 gid:0 00000100:00100000:0.0:1724307144.546059:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:20287:x1808064247784704:12345-192.168.204.7@tcp:36:setfattr.0 Request processed in 15882us (16008us total) trans 296352743434 rc 0/0 00000100:00100000:0.0:1724307144.546069:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 50 00010000:00010000:0.0:1724307145.038771:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307145.080317:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307145.080596:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247787520 00000100:00100000:0.0:1724307145.080604:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247787520 00000100:00100000:0.0:1724307145.080654:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 51 00000100:00100000:0.0:1724307145.080662:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:40a34e6c-84eb-4f7f-9723-499540d1b114+7:20312:x1808064247787520:12345-192.168.204.7@tcp:101:getfattr.0 00010000:00010000:0.0:1724307145.080678:0:13182:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307145.080694:0:13182:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bf910b lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b0ec expref: -99 pid: 13182 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307145.080745:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bf9112 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.080756:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bf9112 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.080766:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bf9112 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.080782:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bf9119 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.080788:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bf9119 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.080793:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bf9119 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.080890:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bf9120 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.080896:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bf9120 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.080901:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bf9120 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000004:00200000:0.0:1724307145.080946:0:13182:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xa2f:0x0]: returning size 0 00000004:00200000:0.0:1724307145.080949:0:13182:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1724307145.080969:0:13182:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bf9120 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.080977:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bf9120 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.080984:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bf9112 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.080989:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bf9112 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.080995:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bf9112 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.081003:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307145.081007:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bf9112 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.081013:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bf9112 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.081021:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2e:0x0].0x0 (ffff88009b26b800) 00010000:00010000:0.0:1724307145.081024:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307145.081027:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bf9112 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.081031:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bf9112 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.081047:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bf9119 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.081051:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bf9119 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.081056:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bf9119 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.081059:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307145.081061:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bf9119 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.081064:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bf9119 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.081068:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2e:0x0].0x31088d37 (ffff88012b4aea00) 00010000:00010000:0.0:1724307145.081070:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307145.081072:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bf9119 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.081076:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bf9119 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.081095:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bf910b lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0ec expref: 9 pid: 13182 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307145.081105:0:13182:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bf9120 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0ec expref: 8 pid: 13182 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307145.081110:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2f:0x0].0x0 (ffff8800a05c9400) 00010000:00010000:0.0:1724307145.081112:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1724307145.081114:0:13182:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d170d80, rc 0) 00000100:00100000:0.0:1724307145.081168:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:40a34e6c-84eb-4f7f-9723-499540d1b114+8:20312:x1808064247787520:12345-192.168.204.7@tcp:101:getfattr.0 Request processed in 503us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307145.081174:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 51 00000100:00100000:0.0:1724307145.086948:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307145.086974:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247787648 00000100:00100000:0.0:1724307145.086981:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247787648 00000100:00100000:0.0:1724307145.087020:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 52 00000100:00100000:0.0:1724307145.087027:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:40a34e6c-84eb-4f7f-9723-499540d1b114+8:20312:x1808064247787648:12345-192.168.204.7@tcp:101:getfattr.0 00010000:00010000:0.0:1724307145.087041:0:13182:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307145.087056:0:13182:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bf9127 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b0f3 expref: -99 pid: 13182 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307145.087082:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bf912e lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.087093:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bf912e lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.087102:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bf912e lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307145.087202:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bf9127 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0f3 expref: 10 pid: 13182 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307145.087215:0:13182:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bf912e lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0f3 expref: 9 pid: 13182 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307145.087221:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2f:0x0].0x0 (ffff8800a05c9400) 00010000:00010000:0.0:1724307145.087224:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1724307145.087226:0:13182:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d173180, rc 0) 00000100:00100000:0.0:1724307145.087277:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:40a34e6c-84eb-4f7f-9723-499540d1b114+9:20312:x1808064247787648:12345-192.168.204.7@tcp:101:getfattr.0 Request processed in 250us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307145.087283:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 52 00000100:00100000:3.0:1724307145.092805:0:11491:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247787776 00000100:00100000:3.0:1724307145.092813:0:11491:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247787776 00000100:00100000:3.0:1724307145.092844:0:11491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 6 00000100:00100000:3.0:1724307145.092850:0:11491:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+9:20312:x1808064247787776:12345-192.168.204.7@tcp:49:getfattr.0 00000100:00100000:3.0:1724307145.092996:0:11491:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+9:20312:x1808064247787776:12345-192.168.204.7@tcp:49:getfattr.0 Request processed in 146us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307145.093002:0:11491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 6 00000100:00100000:3.0:1724307145.093019:0:7038:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247787904 00000100:00100000:3.0:1724307145.093021:0:7038:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247787904 00000100:00100000:3.0:1724307145.093040:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 393 00000100:00100000:3.0:1724307145.093045:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+9:1967:x1808064247787904:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307145.093053:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307145.093070:0:7038:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bf912e lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0f3 expref: 9 pid: 13182 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307145.093081:0:7038:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2f:0x0].0x0 (ffff8800a05c9400) 00010000:00010000:3.0:1724307145.093084:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307145.093098:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+8:1967:x1808064247787904:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 52us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307145.093103:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 393 00000100:00100000:0.0:1724307145.095752:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247788032 00000100:00100000:0.0:1724307145.095758:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247788032 00000100:00100000:0.0:1724307145.096229:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 53 00000100:00100000:0.0:1724307145.096235:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:40a34e6c-84eb-4f7f-9723-499540d1b114+8:20312:x1808064247788032:12345-192.168.204.7@tcp:101:getfattr.0 00010000:00010000:0.0:1724307145.096248:0:11490:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307145.096262:0:11490:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171b00/0x85b23e07e0bf9135 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b0fa expref: -99 pid: 11490 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307145.096289:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bf913c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307145.096302:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bf913c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307145.096325:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bf913c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307145.096418:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171b00/0x85b23e07e0bf9135 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0fa expref: 10 pid: 11490 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307145.096430:0:11490:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bf913c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0fa expref: 9 pid: 11490 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307145.096436:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2f:0x0].0x0 (ffff8800a05c9400) 00010000:00010000:0.0:1724307145.096438:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1724307145.096441:0:11490:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d173840, rc 0) 00000100:00100000:0.0:1724307145.096630:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:40a34e6c-84eb-4f7f-9723-499540d1b114+9:20312:x1808064247788032:12345-192.168.204.7@tcp:101:getfattr.0 Request processed in 393us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307145.096636:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 53 00000100:00100000:0.0:1724307145.102545:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307145.102614:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307145.103012:0:11492:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247788160 00000100:00100000:1.0:1724307145.103020:0:11492:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247788160 00000100:00100000:1.0:1724307145.103051:0:11492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 7 00000100:00100000:1.0:1724307145.103057:0:11492:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:40a34e6c-84eb-4f7f-9723-499540d1b114+9:20312:x1808064247788160:12345-192.168.204.7@tcp:49:getfattr.0 00000100:00100000:3.0:1724307145.103185:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247788288 00000100:00100000:3.0:1724307145.103189:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247788288 00000100:00100000:3.0:1724307145.103210:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 394 00000100:00100000:3.0:1724307145.103215:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5517050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:40a34e6c-84eb-4f7f-9723-499540d1b114+10:1967:x1808064247788288:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307145.103223:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307145.103242:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bf913c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0fa expref: 10 pid: 11490 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307145.103254:0:7039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2f:0x0].0x0 (ffff8800a05c9400) 00010000:00010000:3.0:1724307145.103257:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307145.103288:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5517050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:40a34e6c-84eb-4f7f-9723-499540d1b114+9:1967:x1808064247788288:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 73us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307145.103294:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 394 00000100:00100000:1.0:1724307145.103929:0:11492:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:40a34e6c-84eb-4f7f-9723-499540d1b114+8:20312:x1808064247788160:12345-192.168.204.7@tcp:49:getfattr.0 Request processed in 871us (1388us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307145.103935:0:11492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 7 00000100:00100000:0.0:1724307145.129363:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307145.134767:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307145.134829:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247788544 00000100:00100000:0.0:1724307145.134843:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247788544 00000100:00100000:0.0:1724307145.134892:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 10548 00000100:00100000:0.0:1724307145.134901:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136905880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:1965:x1808064247788544:12345-192.168.204.7@tcp:8:rm.0 00010000:00080000:0.0:1724307145.134935:0:19396:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0001: connection from 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp t0 exp (null) cur 2747 last 0 00000020:00000080:0.0:1724307145.134968:0:19396:0:(genops.c:1313:class_connect()) connect: client 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e, cookie 0x85b23e07e0bf915f 00002000:00100000:0.0:1724307145.134979:0:19396:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0001: cli 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e/ffff8800a9a70800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f40ac ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1724307145.134991:0:19396:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:0.0:1724307145.135135:0:19396:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff8800941c36c0 00002000:00080000:0.0:1724307145.135143:0:19396:0:(ofd_obd.c:393:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1724307145.135171:0:19396:0:(import.c:86:import_set_state_nolock()) ffff8800a9a77800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:0.0:1724307145.135239:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136905880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064247788544:12345-192.168.204.7@tcp:8:rm.0 Request processed in 336us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307145.135246:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 10548 00000100:00100000:0.0:1724307145.138734:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307145.141956:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247788928 00000100:00100000:0.0:1724307145.141967:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247788928 00000100:00100000:0.0:1724307145.142022:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 55 00000100:00100000:0.0:1724307145.142030:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+10:20313:x1808064247788928:12345-192.168.204.7@tcp:36:rm.0 00010000:00010000:0.0:1724307145.142088:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1724307145.142116:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0240/0x85b23e07e0bf9158 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b101 expref: 10 pid: 11490 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307145.142148:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3a80/0x85b23e07e0bf9055 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0ad expref: 9 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307145.142159:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2f:0x0].0x0 (ffff8800a05c9400) 00010000:00010000:0.0:1724307145.142163:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307145.142195:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bf916d lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307145.142207:0:11490:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1b00/0x85b23e07e0bf90a2 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0c2 expref: 7 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307145.142214:0:11490:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bf916d lrc: 4/0,1 mode: --/CW res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307145.142250:0:11490:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1b00/0x85b23e07e0bf90a2 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0c2 expref: 7 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307145.142262:0:11490:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1b00/0x85b23e07e0bf90a2 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0c2 expref: 7 pid: 11489 timeout: 2847 lvb_type: 0 00000100:00100000:0.0:1724307145.142276:0:11490:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae97b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:11490:1808064246304896:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307145.142614:0:11490:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ebf4600 going to sleep for 11 seconds 00000100:00100000:0.0:1724307145.143890:0:11490:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ae97b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:11490:1808064246304896:192.168.204.7@tcp:104: 00010000:00010000:0.0:1724307145.143919:0:11490:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bf916d lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307145.144404:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307145.144578:0:7038:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247789056 00000100:00100000:0.0:1724307145.144585:0:7038:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247789056 00010000:00010000:0.0:1724307145.144614:0:7038:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1b00/0x85b23e07e0bf90a2 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0c2 expref: 8 pid: 11489 timeout: 2847 lvb_type: 0 00000100:00100000:0.0:1724307145.144677:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2922 00000100:00100000:0.0:1724307145.144684:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+8:1966:x1808064247789056:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1724307145.144696:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307145.144702:0:7038:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1b00/0x85b23e07e0bf90a2 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0c2 expref: 8 pid: 11489 timeout: 2847 lvb_type: 0 00010000:00010000:0.0:1724307145.144712:0:7038:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1b00/0x85b23e07e0bf90a2 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0c2 expref: 8 pid: 11489 timeout: 2847 lvb_type: 0 00010000:00010000:0.0:1724307145.145126:0:7038:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1b00/0x85b23e07e0bf90a2 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0c2 expref: 8 pid: 11489 timeout: 2847 lvb_type: 0 00010000:00010000:0.0:1724307145.145137:0:7038:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2e:0x0].0x0 (ffff88009b26b800) 00010000:00010000:0.0:1724307145.145164:0:7038:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bf916d lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307145.145172:0:7038:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bf916d lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307145.145178:0:7038:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bf916d lrc: 4/0,1 mode: CW/CW res: [0x20001a9e3:0xa2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307145.145195:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307145.145314:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+7:1966:x1808064247789056:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 620us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307145.145321:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2922 00000100:00100000:0.0:1724307145.147732:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307145.147830:0:7038:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247789184 00000100:00100000:1.0:1724307145.147837:0:7038:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247789184 00010000:00010000:1.0:1724307145.147866:0:7038:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bf9120 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0ec expref: 7 pid: 13182 timeout: 2847 lvb_type: 0 00000100:00100000:1.0:1724307145.147907:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2923 00000100:00100000:1.0:1724307145.147915:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+7:1967:x1808064247789184:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1724307145.147932:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307145.147938:0:7038:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bf9120 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0ec expref: 7 pid: 13182 timeout: 2847 lvb_type: 0 00010000:00010000:1.0:1724307145.147953:0:7038:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bf9120 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0ec expref: 7 pid: 13182 timeout: 2847 lvb_type: 0 00010000:00010000:1.0:1724307145.147975:0:7038:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bf9120 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0ec expref: 7 pid: 13182 timeout: 2847 lvb_type: 0 00010000:00010000:1.0:1724307145.147994:0:7038:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2f:0x0].0x0 (ffff8800a05c9400) 00010000:00010000:1.0:1724307145.147999:0:7038:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3600/0x85b23e07e0bf917b lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307145.148006:0:7038:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3600/0x85b23e07e0bf917b lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307145.148013:0:7038:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3600/0x85b23e07e0bf917b lrc: 4/0,1 mode: EX/EX res: [0x20001a9e3:0xa2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307145.148029:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1724307145.148073:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:40a34e6c-84eb-4f7f-9723-499540d1b114+6:1967:x1808064247789184:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 158us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307145.148080:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2923 00010000:00010000:3.0:1724307145.154000:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1200/0x85b23e07e0bf9174 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307145.154049:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1200/0x85b23e07e0bf9174 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307145.154056:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1200/0x85b23e07e0bf9174 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307145.154062:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009e1d1200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307145.154066:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1200/0x85b23e07e0bf9174 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307145.154072:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1200/0x85b23e07e0bf9174 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307145.154089:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa2e:0x0].0x31088d37 (ffff88012cc70100) 00010000:00010000:3.0:1724307145.154091:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307145.154096:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1200/0x85b23e07e0bf9174 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307145.154100:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1200/0x85b23e07e0bf9174 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa2e:0x0].0x31088d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307145.156919:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307145.160801:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307145.161020:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247789568 00000100:00100000:3.0:1724307145.161027:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247789568 00010000:00010000:3.0:1724307145.161060:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf9086 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0bb expref: 6 pid: 11490 timeout: 2847 lvb_type: 0 00000100:00100000:3.0:1724307145.161094:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2924 00000100:00100000:3.0:1724307145.161101:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009387ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:40a34e6c-84eb-4f7f-9723-499540d1b114+6:1967:x1808064247789568:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307145.161141:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307145.161148:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf9086 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0bb expref: 6 pid: 11490 timeout: 2847 lvb_type: 0 00010000:00010000:3.0:1724307145.161159:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf9086 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0bb expref: 6 pid: 11490 timeout: 2847 lvb_type: 0 00010000:00010000:3.0:1724307145.161182:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bf9086 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b0bb expref: 6 pid: 11490 timeout: 2847 lvb_type: 0 00010000:00010000:3.0:1724307145.161196:0:7039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b26be00) 00010000:00010000:3.0:1724307145.161200:0:7039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0240/0x85b23e07e0bf9189 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307145.161209:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0240/0x85b23e07e0bf9189 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307145.161220:0:7039:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0240/0x85b23e07e0bf9189 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307145.161479:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307145.161545:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009387ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:40a34e6c-84eb-4f7f-9723-499540d1b114+5:1967:x1808064247789568:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 438us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307145.161552:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2924 00000100:00100000:0.0:1724307145.314387:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307145.320472:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307145.754001:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307145.754044:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307145.754073:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307145.754106:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307145.754144:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247790464 00000100:00100000:0.0:1724307145.754153:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247790464 00000100:00100000:0.0:1724307145.754194:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 10550 00000100:00100000:0.0:1724307145.754201:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:40a34e6c-84eb-4f7f-9723-499540d1b114+6:1965:x1808064247790464:12345-192.168.204.7@tcp:9:umount.0 00000020:00000080:0.0:1724307145.754240:0:15461:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8fd7 00000020:00010000:0.0:1724307145.754247:0:15461:0:(genops.c:1815:obd_stale_export_put()) Put export ffff88012b853800: total 0 00000100:00080000:0.0:1724307145.754251:0:15461:0:(import.c:86:import_set_state_nolock()) ffff88012b852000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000001:00000004:0.0:1724307145.754285:0:15461:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294970221 00000100:00100000:0.0:1724307145.754491:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:40a34e6c-84eb-4f7f-9723-499540d1b114+4:1965:x1808064247790464:12345-192.168.204.7@tcp:9:umount.0 Request processed in 290us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307145.754496:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 10550 00000100:00100000:0.0:1724307145.763635:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000020:00010000:1.0:1724307145.764443:0:9709:0:(genops.c:1801:obd_stale_export_get()) Get export ffff88012a31c800: total 0 00010000:00010000:1.0:1724307145.764480:0:9709:0:(ldlm_lock.c:2628:ldlm_export_cancel_blocked_locks()) Export ffff88012a31c800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1724307145.764516:0:9709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012cc70200) 00010000:00010000:1.0:1724307145.764519:0:9709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1724307145.764527:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3840/0x85b23e07e0bf91b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b116 expref: 3 pid: 11490 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307145.764546:0:9709:0:(ldlm_lock.c:2656:ldlm_export_cancel_locks()) Export ffff88012a31c800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1724307145.764554:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307145.764557:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307145.764559:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1724307145.994207:0:11556:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 40a34e6c-84eb-4f7f-9723-499540d1b114 00000020:00000080:3.0:1724307145.994214:0:11556:0:(genops.c:925:class_export_put()) final put ffff88012a31c800/40a34e6c-84eb-4f7f-9723-499540d1b114 00000001:00080000:3.0:1724307145.994235:0:11556:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 296352743436 is committed 00000004:00080000:3.0:1724307145.994243:0:11556:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000100:00100000:3.0:1724307145.994671:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1724307145.994691:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246305280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307145.994754:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307145.998162:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307145.998228:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247790848 00000100:00100000:3.0:1724307145.998238:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247790848 00010000:00010000:3.0:1724307145.998277:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e1d2880/0x85b23e07e0bf9166 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b108 expref: 7 pid: 19396 timeout: 2848 lvb_type: 1 00000100:00100000:3.0:1724307145.998321:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2925 00000100:00100000:3.0:1724307145.998328:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5514c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1967:x1808064247790848:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307145.998345:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307145.998349:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e1d2880/0x85b23e07e0bf9166 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b108 expref: 7 pid: 19396 timeout: 2848 lvb_type: 1 00010000:00010000:3.0:1724307145.998361:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e1d2880/0x85b23e07e0bf9166 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b108 expref: 7 pid: 19396 timeout: 2848 lvb_type: 1 00010000:00010000:3.0:1724307145.998386:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307145.998388:0:7039:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307145.998392:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e1d3840/0x85b23e07e0bf91ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307145.998406:0:7039:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e1d3840/0x85b23e07e0bf91ba lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307145.998424:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307145.998856:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5514c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1967:x1808064247790848:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 527us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307145.998863:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2925 00010000:00010000:3.0:1724307145.998942:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e1d2880/0x85b23e07e0bf9166 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b108 expref: 6 pid: 19396 timeout: 2848 lvb_type: 1 00000100:00100000:3.0:1724307145.998952:0:19396:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009012dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:19396:1808064246305408:192.168.204.7@tcp:104: 00010000:00010000:3.0:1724307145.998969:0:19396:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e1d3840/0x85b23e07e0bf91ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307145.998979:0:19396:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e1d3840/0x85b23e07e0bf91ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307145.998985:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e1d3840/0x85b23e07e0bf91ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307145.998994:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e1d3840/0x85b23e07e0bf91ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307145.999000:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e1d3840/0x85b23e07e0bf91ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307145.999012:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e1d3840/0x85b23e07e0bf91ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307145.999019:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009e1d3840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307145.999022:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e1d3840/0x85b23e07e0bf91ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307145.999030:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e1d3840/0x85b23e07e0bf91ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307145.999040:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e1d3840/0x85b23e07e0bf91ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307145.999046:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e1d3840/0x85b23e07e0bf91ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307145.999524:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3296:x1808064246305280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4663us (4769us total) trans 4294970222 rc 0/0 00000100:00100000:3.0:1724307145.999532:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10551 00000004:00080000:0.0:1724307145.999601:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880136906a00/2, rc 0, transno 2926 00000100:00100000:0.0:1724307145.999606:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246305280:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307146.041407:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307147.045713:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307148.047836:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307149.049813:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307149.139797:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1724307149.139818:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246305536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1724307149.140011:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1724307149.140258:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307119 00000100:00100000:0.0:1724307149.140407:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246305536:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1724307149.144071:0:16677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246305664 00000100:00100000:3.0:1724307149.144077:0:16677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246305664 00000100:00100000:3.0:1724307149.147636:0:16677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:3.0:1724307149.147673:0:16677:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1808064246305664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1724307149.147710:0:16677:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24969216 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307149.147779:0:16677:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1808064246305664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (3771us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307149.147789:0:16677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:0.0:1724307149.157553:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009012ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246305792:0@lo:400:kworker.0 00000100:00100000:0.0:1724307149.157611:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307149.158063:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009012ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246305920:0@lo:400:kworker.0 00000100:00100000:3.0:1724307149.158087:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307149.158212:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246305792 00000100:00100000:3.0:1724307149.158216:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246305792 00000100:00100000:3.0:1724307149.158250:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1724307149.158254:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246305792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307149.158279:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246305792:12345-0@lo:400:kworker.0 Request processed in 25us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307149.158285:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00080000:3.0:1724307149.158308:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307119 00000100:00100000:0.0:1724307149.158507:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009012ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246305792:0@lo:400:kworker.0 00000100:00080000:3.0:1724307149.158856:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307119 00000100:00100000:1.0:1724307149.546844:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307149.546897:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307149.547289:0:12918:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247791104 00000100:00100000:0.0:1724307149.547302:0:12918:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247791104 00000100:00100000:1.0:1724307149.549242:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307149.549321:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247791232 00000100:00100000:1.0:1724307149.549329:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247791232 00000100:00100000:3.0:1724307149.549390:0:11483:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247790976 00000100:00100000:3.0:1724307149.549394:0:11483:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247790976 00000100:00100000:0.0:1724307149.549995:0:12918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 56 00000100:00100000:0.0:1724307149.550004:0:12918:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1969:x1808064247791104:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307149.550087:0:12918:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1969:x1808064247791104:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 83us (3256us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307149.550093:0:12918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 56 00000100:00100000:1.0:1724307149.550437:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1148 00000100:00100000:1.0:1724307149.550442:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1969:x1808064247791232:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307149.550467:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1969:x1808064247791232:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 25us (1248us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307149.550472:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1148 00000100:00080000:1.0:1724307149.550510:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307119 00000100:00080000:1.0:1724307149.550515:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307119 00000100:00080000:1.0:1724307149.550516:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307119 00000100:00100000:3.0:1724307149.553953:0:11483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 99 00000100:00100000:3.0:1724307149.553964:0:11483:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064247790976:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307149.554045:0:11483:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064247790976:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 82us (7146us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307149.554052:0:11483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 99 00000001:02000400:3.0:1724307149.585419:0:13531:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_59 skipping ALWAYS excluded test 59 00000001:00100000:3.0:1724307149.590857:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 40a34e6c-84eb-4f7f-9723-499540d1b114 00000020:00000080:3.0:1724307149.590866:0:9780:0:(genops.c:925:class_export_put()) final put ffff88012b853800/40a34e6c-84eb-4f7f-9723-499540d1b114 00000001:00100000:3.0:1724307149.590885:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000020:00000080:1.0:1724307149.590889:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012b853800/40a34e6c-84eb-4f7f-9723-499540d1b114 for lustre-OST0001 00000001:00080000:3.0:1724307149.590895:0:9780:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294970222 is committed 00000020:00000080:1.0:1724307149.590937:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88012b852000 for lustre-OST0001 00010000:00010000:0.0:1724307150.053874:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1724307150.572226:0:13610:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 60: test llog post recovery init vs llog unlink ========================================================== 02:12:30 (1724307150) 00000100:00100000:0.0:1724307150.607689:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307150.607895:0:11489:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247791360 00000100:00100000:1.0:1724307150.607903:0:11489:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247791360 00000100:00100000:1.0:1724307150.607949:0:11489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 60 00000100:00100000:1.0:1724307150.607955:0:11489:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:21108:x1808064247791360:12345-192.168.204.7@tcp:101:lfs.0 00010000:00010000:1.0:1724307150.607972:0:11489:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307150.607987:0:11489:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bf91c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b11d expref: -99 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307150.608037:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bf91c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:1.0:1724307150.608047:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bf91c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:1.0:1724307150.608057:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bf91c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00010000:00010000:1.0:1724307150.608066:0:11489:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bf91cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11489 initiator: MDT0 00010000:00010000:1.0:1724307150.608072:0:11489:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bf91cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:1.0:1724307150.608077:0:11489:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bf91cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00000100:00100000:0.0:1724307150.616238:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000004:00200000:3.0:1724307150.621566:0:11489:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xa30:0x0]: returning size 512 00010000:00010000:3.0:1724307150.621582:0:11489:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3180/0x85b23e07e0bf91d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307150.621589:0:11489:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3180/0x85b23e07e0bf91d6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307150.621595:0:11489:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3180/0x85b23e07e0bf91d6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307150.621600:0:11489:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009e1d3180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307150.621603:0:11489:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3180/0x85b23e07e0bf91d6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307150.621609:0:11489:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3180/0x85b23e07e0bf91d6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307150.621622:0:11489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012cc70400) 00010000:00010000:3.0:1724307150.621624:0:11489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307150.621627:0:11489:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3180/0x85b23e07e0bf91d6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307150.621632:0:11489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3180/0x85b23e07e0bf91d6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00000004:00010000:3.0:1724307150.621668:0:11489:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800922ded80 reply state ffff88009485e000 transno 296352743437 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bf91dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11489 initiator: MDT0 00000100:00100000:3.0:1724307150.621675:0:11489:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307150.621764:0:11489:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:21108:x1808064247791616:12345-192.168.204.7@tcp:36:lfs.0 Request processed in 4838us (5535us total) trans 296352743437 rc 0/0 00000100:00100000:3.0:1724307150.621772:0:11489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 61 00010000:00010000:3.0:1724307150.629632:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bf91dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307150.629674:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bf91dd lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307150.629680:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bf91dd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307150.629686:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009e1d0d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307150.629690:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bf91dd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307150.629696:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bf91dd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307150.629709:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc90d7547 (ffff88012cc70c00) 00010000:00010000:3.0:1724307150.629712:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307150.629716:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bf91dd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:3.0:1724307150.629721:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bf91dd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11489 initiator: MDT0 00010000:00010000:0.0:1724307151.055879:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307154.149307:0:16677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246307072 00000100:00100000:0.0:1724307154.149316:0:16677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246307072 00000100:00100000:1.0:1724307154.149419:0:16677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:1.0:1724307154.149427:0:16677:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d476300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3296:x1808064246307072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1724307154.149453:0:16677:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 33488896 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307154.149684:0:16677:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d476300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3296:x1808064246307072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 256us (1376us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307154.149691:0:16677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:3.0:1724307154.163940:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d474700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246307200:0@lo:400:kworker.0 00000100:00100000:3.0:1724307154.164011:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307154.164047:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246307712:0@lo:400:kworker.0 00000100:00100000:3.0:1724307154.164065:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307154.164088:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1724307154.164089:0:12918:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246307328 00000100:00100000:3.0:1724307154.164093:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246307584:0@lo:400:kworker.0 00000100:00100000:0.0:1724307154.164097:0:12918:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246307328 00000100:00100000:3.0:1724307154.164112:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307154.164130:0:12918:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246307712 00000100:00100000:0.0:1724307154.164132:0:12918:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246307712 00000100:00100000:3.0:1724307154.164134:0:11486:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246307200 00000100:00100000:3.0:1724307154.164147:0:11486:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246307200 00000100:00100000:3.0:1724307154.164170:0:11486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1724307154.164174:0:11486:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d4d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3297:x1808064246307200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307154.164196:0:16677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246307840 00000100:00100000:1.0:1724307154.164200:0:16677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246307840 00000100:00100000:3.0:1724307154.164215:0:11486:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d4d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3297:x1808064246307200:12345-0@lo:400:kworker.0 Request processed in 39us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307154.164220:0:11486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1724307154.164225:0:16677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:1.0:1724307154.164229:0:16677:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3299:x1808064246307840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1724307154.164244:0:16677:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24576000 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307154.164368:0:12918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1724307154.164374:0:12918:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246307712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307154.164386:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246307584 00000100:00100000:3.0:1724307154.164390:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246307584 00000100:00100000:3.0:1724307154.164407:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:0.0:1724307154.164408:0:12918:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246307712:12345-0@lo:400:kworker.0 Request processed in 34us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307154.164411:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3297:x1808064246307584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307154.164413:0:12918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1724307154.164435:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3297:x1808064246307584:12345-0@lo:400:kworker.0 Request processed in 23us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307154.164440:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:3.0:1724307154.164464:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e6a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246307584:0@lo:400:kworker.0 00000100:00100000:3.0:1724307154.164473:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246307712:0@lo:400:kworker.0 00000100:00100000:3.0:1724307154.164479:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d474700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246307200:0@lo:400:kworker.0 00000100:00100000:1.0:1724307154.165023:0:16677:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3299:x1808064246307840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 791us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307154.165030:0:16677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:1.0:1724307154.165253:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246307840:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1724307154.166010:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3298:1808064246307456:0@lo:400:kworker.0 00000100:00100000:1.0:1724307154.440218:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307154.445736:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307154.445826:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247894528 00000100:00100000:3.0:1724307154.445837:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247894528 00000100:00100000:3.0:1724307154.445877:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 10558 00000100:00100000:3.0:1724307154.445884:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:1965:x1808064247894528:12345-192.168.204.7@tcp:8:lfs.0 00010000:00080000:3.0:1724307154.445919:0:19396:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0000: connection from 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp t0 exp (null) cur 2756 last 0 00000020:00000080:3.0:1724307154.445949:0:19396:0:(genops.c:1313:class_connect()) connect: client 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e, cookie 0x85b23e07e0bfad66 00002000:00100000:3.0:1724307154.445959:0:19396:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0000: cli 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e/ffff8801360e5800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f40ac ocd_grant: 2097152 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1724307154.445971:0:19396:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:3.0:1724307154.446183:0:19396:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009fa3bb40 00002000:00080000:3.0:1724307154.446192:0:19396:0:(ofd_obd.c:393:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1724307154.446216:0:19396:0:(import.c:86:import_set_state_nolock()) ffff8801360e3800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:3.0:1724307154.446270:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064247894528:12345-192.168.204.7@tcp:8:lfs.0 Request processed in 385us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307154.446277:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 10558 00000100:00100000:0.0:1724307154.448215:0:16677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247894656 00000100:00100000:0.0:1724307154.448223:0:16677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247894656 00000100:00100000:0.0:1724307154.448256:0:16677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1120 00000100:00100000:0.0:1724307154.448264:0:16677:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:21322:x1808064247894656:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:0.0:1724307154.448284:0:16677:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 35586048 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307154.448330:0:16677:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:21322:x1808064247894656:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 67us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307154.448337:0:16677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1120 00000100:00100000:0.0:1724307154.449715:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307154.449922:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247894784 00000100:00100000:3.0:1724307154.449929:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247894784 00000100:00100000:3.0:1724307154.449965:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1121 00000100:00100000:3.0:1724307154.449972:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:21322:x1808064247894784:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:3.0:1724307154.449990:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24576000 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307154.450033:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:21322:x1808064247894784:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 62us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307154.450038:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1121 00000100:00100000:3.0:1724307154.476901:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247895040 00000100:00100000:3.0:1724307154.476911:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247895040 00000100:00100000:3.0:1724307154.476961:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 265 00000100:00100000:3.0:1724307154.476967:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+608:21329:x1808064247895040:12345-192.168.204.7@tcp:36:mcreate.0 00010000:00010000:3.0:1724307154.477012:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307154.477033:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17180/0x85b23e07e0bf91eb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b124 expref: 608 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307154.477045:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b26ba00) 00010000:00010000:3.0:1724307154.477052:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307154.478473:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfad6d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307154.478497:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfad6d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307154.478507:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfad6d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307154.478515:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfad74 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307154.478519:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfad74 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307154.478523:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfad74 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307154.481049:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfad6d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307154.481058:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfad6d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307154.481064:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfad6d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307154.481069:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307154.481072:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfad6d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307154.481077:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfad6d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307154.481088:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b0b3a00) 00010000:00010000:3.0:1724307154.481090:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307154.481093:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfad6d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307154.481097:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfad6d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:3.0:1724307154.481111:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009ae97480 reply state ffff8800a031c000 transno 296352743838 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfad74 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307154.481117:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307154.481209:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+609:21329:x1808064247895040:12345-192.168.204.7@tcp:36:mcreate.0 Request processed in 4238us (5785us total) trans 296352743838 rc 0/0 00000100:00100000:3.0:1724307154.481216:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 265 00010000:00010000:3.0:1724307154.486333:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfad74 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307154.486344:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfad74 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307154.486351:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfad74 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307154.486356:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307154.486360:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfad74 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307154.486365:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfad74 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307154.486378:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x18df83db (ffff88009b0b3700) 00010000:00010000:3.0:1724307154.486380:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307154.486384:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfad74 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307154.486389:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfad74 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307154.511913:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307154.515187:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307154.515285:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247895296 00000100:00100000:1.0:1724307154.515291:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247895296 00000100:00100000:1.0:1724307154.515484:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 267 00000100:00100000:1.0:1724307154.515490:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+609:21332:x1808064247895296:12345-192.168.204.7@tcp:101:rm.0 00010000:00010000:1.0:1724307154.515504:0:13182:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307154.515518:0:13182:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfad89 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b6b1 expref: -99 pid: 13182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307154.515562:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfad90 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515573:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfad90 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515581:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfad90 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515592:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfad97 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515598:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfad97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515603:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfad97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515796:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfad9e lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515802:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfad9e lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515807:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfad9e lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000004:00200000:1.0:1724307154.515829:0:13182:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaf9:0x0]: returning size 0 00000004:00200000:1.0:1724307154.515831:0:13182:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307154.515842:0:13182:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfad9e lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515849:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfad9e lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515854:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfad90 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515860:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfad90 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515865:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfad90 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515869:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018aac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307154.515872:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfad90 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515877:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfad90 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515885:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008f3f0400) 00010000:00010000:1.0:1724307154.515887:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307154.515890:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfad90 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515895:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfad90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515907:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfad97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515911:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfad97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515914:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfad97 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515917:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018bcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307154.515919:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfad97 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515924:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfad97 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515928:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x18df83db (ffff880129ea9d00) 00010000:00010000:1.0:1724307154.515930:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307154.515931:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfad97 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515935:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfad97 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.515953:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfad89 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6b1 expref: 611 pid: 13182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307154.515963:0:13182:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfad9e lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6b1 expref: 610 pid: 13182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307154.515972:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf9:0x0].0x0 (ffff880129ea9600) 00010000:00010000:1.0:1724307154.515974:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307154.515976:0:13182:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0188fc0, rc 0) 00000100:00100000:1.0:1724307154.516077:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+610:21332:x1808064247895296:12345-192.168.204.7@tcp:101:rm.0 Request processed in 586us (894us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307154.516083:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 267 00000100:00100000:0.0:1724307154.521199:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307154.521364:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247895552 00000100:00100000:1.0:1724307154.521376:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247895552 00000100:00100000:1.0:1724307154.521440:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 268 00000100:00100000:1.0:1724307154.521447:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+610:21332:x1808064247895552:12345-192.168.204.7@tcp:36:rm.0 00010000:00010000:1.0:1724307154.521503:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1724307154.521529:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfad9e lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6b1 expref: 610 pid: 13182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307154.521547:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf9:0x0].0x0 (ffff880129ea9600) 00010000:00010000:1.0:1724307154.521563:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfad82 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6aa expref: 609 pid: 11490 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307154.521571:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008f3f0400) 00010000:00010000:1.0:1724307154.521577:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307154.521608:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfada5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.521618:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfada5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.521626:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfada5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.521637:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfadac lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.521674:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfadac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.521690:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfadac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.521788:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfadb3 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.521794:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfadb3 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.521800:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfadb3 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522391:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfadba lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522399:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfadba lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522405:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfadba lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522411:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfadba lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522417:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfadba lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522422:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfadba lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522428:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfadba lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522433:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307154.522436:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfadba lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522443:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfadba lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522450:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf9:0x0].0x0 (ffff880129ea9c00) 00010000:00010000:1.0:1724307154.522452:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307154.522455:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfadba lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522460:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfadba lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522480:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfadb3 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522484:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfadb3 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522489:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfadb3 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522492:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ad00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307154.522495:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfadb3 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522499:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfadb3 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522508:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf9:0x0].0x0 (ffff880129ea9c00) 00010000:00010000:1.0:1724307154.522510:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307154.522512:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfadb3 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522516:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfadb3 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaf9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522558:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfada5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522563:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfada5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522568:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfada5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522572:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307154.522574:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfada5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522578:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfada5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522584:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ea9900) 00010000:00010000:1.0:1724307154.522586:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307154.522587:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfada5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307154.522591:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfada5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:1.0:1724307154.522600:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a0f0aa00 reply state ffff88009e1e0000 transno 296352743839 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfadac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:1.0:1724307154.522606:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307154.522889:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+610:21332:x1808064247895552:12345-192.168.204.7@tcp:36:rm.0 Request processed in 1440us (1701us total) trans 296352743839 rc 0/0 00000100:00100000:1.0:1724307154.522895:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 268 00000100:00100000:0.0:1724307154.546021:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00080000:0.0:1724307154.548900:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307124 00000001:00080000:3.0:1724307154.635524:0:9780:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294970224 is committed 00000001:00080000:3.0:1724307154.635542:0:9780:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294970225 is committed 00010000:00010000:1.0:1724307155.063765:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1724307155.410692:0:14065:0:(class_obd.c:334:class_handle_ioctl()) obdclass: cmd=4008668d len=0 uarg=00007ffe530dc8a0 00000004:00000080:3.0:1724307155.410703:0:14065:0:(mdt_handler.c:7911:mdt_iocontrol()) lustre-MDT0000: cmd=4008668d len=576 karg=ffff88009b2e6000 uarg=0000000000000000 00000001:02000400:3.0:1724307155.855332:0:14157:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: mds1 REPLAY BARRIER on lustre-MDT0000 00000100:00100000:1.0:1724307155.894825:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307155.894851:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247895808 00000100:00100000:1.0:1724307155.894858:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247895808 00000100:00100000:1.0:1724307155.894898:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 269 00000100:00100000:1.0:1724307155.894904:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+207:21370:x1808064247895808:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307155.894925:0:13182:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307155.894941:0:13182:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfadc1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b6b8 expref: -99 pid: 13182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307155.894988:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfadc8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.894997:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfadc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.895006:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfadc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000004:00200000:1.0:1724307155.895121:0:13182:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 61952 00000004:00200000:1.0:1724307155.895124:0:13182:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307155.895146:0:13182:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfadc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.895162:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfadc1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6b8 expref: 209 pid: 13182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307155.895180:0:13182:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfadc8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6b8 expref: 208 pid: 13182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307155.895187:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012de6f700) 00010000:00010000:1.0:1724307155.895190:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1724307155.895192:0:13182:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a018a1c0, rc 0) 00010000:00000080:1.0:1724307155.895197:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800948a5500 x1808064247895808/t0(0) o101->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:416/0 lens 576/688 e 0 to 0 dl 1724307166 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307155.895239:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247895808:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 334us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307155.895245:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 269 00000100:00080000:1.0:1724307155.895261:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307125 00000100:00100000:1.0:1724307155.898810:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307155.906401:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307155.906819:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247896320 00000100:00100000:0.0:1724307155.906828:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247896320 00000100:00100000:0.0:1724307155.906869:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 271 00000100:00100000:0.0:1724307155.906876:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247896320:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307155.906918:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307155.906934:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b17840/0x85b23e07e0bf9246 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b139 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307155.906945:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa32:0x0].0x0 (ffff88009b26bd00) 00010000:00010000:0.0:1724307155.906953:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307155.906979:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfadeb lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.906989:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfadeb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.906997:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfadeb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907007:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfadf2 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc93ea2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907013:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfadf2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907019:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfadf2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907238:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfadf9 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907248:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfadf9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907254:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfadf9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:0.0:1724307155.907559:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].3, 64 off8384 00000004:00080000:0.0:1724307155.907566:0:13182:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2758414925527ns, next at 2759414923764ns, rc = 0 00010000:00010000:0.0:1724307155.907611:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfae00 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907617:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfae00 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907623:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfae00 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907628:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfae00 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907632:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfae00 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907636:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfae00 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907671:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfae00 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907676:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307155.907679:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfae00 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907687:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfae00 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907694:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa32:0x0].0x0 (ffff88009b349f00) 00010000:00010000:0.0:1724307155.907696:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307155.907699:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfae00 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907703:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfae00 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907724:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfadf9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907728:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfadf9 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907733:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfadf9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907736:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1721c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307155.907738:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfadf9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907742:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfadf9 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907747:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa32:0x0].0x0 (ffff88009b349f00) 00010000:00010000:0.0:1724307155.907749:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307155.907750:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfadf9 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907754:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfadf9 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907795:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfadeb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907800:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfadeb lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907804:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfadeb lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907808:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307155.907809:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfadeb lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907814:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfadeb lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907819:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307155.907821:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307155.907823:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfadeb lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.907827:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfadeb lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:0.0:1724307155.907833:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800948a7100 reply state ffff88009319b000 transno 296352743841 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfadf2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307155.907838:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307155.907851:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800948a7100 x1808064247896320/t296352743841(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:416/0 lens 504/456 e 0 to 0 dl 1724307166 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307155.907901:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247896320:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1025us (1505us total) trans 296352743841 rc 0/0 00000100:00100000:0.0:1724307155.907910:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 271 00000100:00100000:0.0:1724307155.919534:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247896832 00000100:00100000:0.0:1724307155.919542:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247896832 00000100:00100000:0.0:1724307155.919581:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 273 00000100:00100000:0.0:1724307155.919587:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247896832:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307155.919636:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307155.919678:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16f40/0x85b23e07e0bf928c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b147 expref: 209 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307155.919692:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa34:0x0].0x0 (ffff88009b26b400) 00010000:00010000:0.0:1724307155.919701:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307155.919724:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfae23 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.919733:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfae23 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.919741:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfae23 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.919750:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfae2a lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc940a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.919755:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfae2a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.919760:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfae2a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.919839:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfae31 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.919846:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfae31 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.919852:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfae31 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:0.0:1724307155.920150:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].4, 64 off8448 00010000:00010000:0.0:1724307155.920201:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfae38 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920207:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfae38 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920213:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfae38 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920219:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfae38 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920224:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfae38 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920229:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfae38 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920234:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfae38 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920238:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307155.920241:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfae38 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920246:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfae38 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920255:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa34:0x0].0x0 (ffff88009b349900) 00010000:00010000:0.0:1724307155.920257:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307155.920260:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfae38 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920264:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfae38 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920282:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfae31 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920286:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfae31 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920291:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfae31 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920294:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173a80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307155.920297:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfae31 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920302:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfae31 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920308:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa34:0x0].0x0 (ffff88009b349900) 00010000:00010000:0.0:1724307155.920310:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307155.920312:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfae31 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920315:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfae31 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920352:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfae23 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920357:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfae23 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920361:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfae23 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920365:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307155.920367:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfae23 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920381:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfae23 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920388:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307155.920390:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307155.920392:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfae23 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.920396:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfae23 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:0.0:1724307155.920402:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009ae95880 reply state ffff88009319e000 transno 296352743843 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfae2a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307155.920407:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307155.920420:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009ae95880 x1808064247896832/t296352743843(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:416/0 lens 504/456 e 0 to 0 dl 1724307166 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307155.920465:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+210:21370:x1808064247896832:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 878us (1127us total) trans 296352743843 rc 0/0 00000100:00100000:0.0:1724307155.920471:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 273 00010000:00010000:3.0:1724307155.921573:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfae0e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307155.921580:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfae0e lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307155.921585:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfae0e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307155.921588:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee6f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307155.921591:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfae0e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307155.921595:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfae0e lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307155.921603:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xc93fa2e9 (ffff88008f3f0300) 00010000:00010000:3.0:1724307155.921605:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307155.921607:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfae0e lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307155.921612:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfae0e lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307155.930664:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfae46 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307155.930677:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfae46 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307155.930687:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfae46 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307155.930693:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee7840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307155.930696:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfae46 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307155.930702:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfae46 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307155.930715:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xc941a2e9 (ffff880093985900) 00010000:00010000:3.0:1724307155.930718:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307155.930722:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfae46 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307155.930726:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfae46 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307155.933695:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307155.939077:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307155.939222:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247897600 00000100:00100000:1.0:1724307155.939229:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247897600 00000100:00100000:1.0:1724307155.939267:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 276 00000100:00100000:1.0:1724307155.939273:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247897600:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307155.939312:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307155.939325:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bf92f5 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b15c expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307155.939335:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa37:0x0].0x0 (ffff88012b4ae900) 00010000:00010000:1.0:1724307155.939340:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307155.939361:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfae77 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939370:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfae77 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939377:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfae77 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939386:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfae7e lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc943a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939390:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfae7e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939395:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfae7e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939518:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfae85 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939523:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfae85 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939527:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfae85 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:1.0:1724307155.939806:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].6, 64 off8576 00010000:00010000:1.0:1724307155.939854:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfae8c lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939860:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfae8c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939866:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfae8c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939875:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfae8c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939879:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfae8c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939883:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfae8c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939887:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfae8c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939891:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307155.939894:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfae8c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939898:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfae8c lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939904:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa37:0x0].0x0 (ffff88012de6f600) 00010000:00010000:1.0:1724307155.939906:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307155.939909:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfae8c lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939913:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfae8c lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939928:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfae85 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939933:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfae85 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939936:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfae85 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939941:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ad00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307155.939943:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfae85 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939946:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfae85 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939951:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa37:0x0].0x0 (ffff88012de6f600) 00010000:00010000:1.0:1724307155.939953:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307155.939955:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfae85 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939959:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfae85 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.939996:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfae77 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.940001:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfae77 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.940005:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfae77 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.940008:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307155.940010:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfae77 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.940014:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfae77 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.940019:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307155.940020:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307155.940023:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfae77 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307155.940026:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfae77 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:1.0:1724307155.940032:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a0f0ad80 reply state ffff8801300c1000 transno 296352743846 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfae7e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:1.0:1724307155.940037:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307155.940047:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a0f0ad80 x1808064247897600/t296352743846(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:416/0 lens 504/456 e 0 to 0 dl 1724307166 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307155.940087:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247897600:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 814us (1013us total) trans 296352743846 rc 0/0 00000100:00100000:1.0:1724307155.940093:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 276 00000100:00100000:0.0:1724307155.941457:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307155.946431:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307155.946780:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247898112 00000100:00100000:0.0:1724307155.946790:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247898112 00000100:00100000:0.0:1724307155.946833:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 278 00000100:00100000:0.0:1724307155.946839:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247898112:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307155.946878:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307155.946897:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bf933b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b16a expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307155.946909:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa39:0x0].0x0 (ffff88008f3fc300) 00010000:00010000:0.0:1724307155.946916:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307155.946941:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfaeaf lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.946950:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfaeaf lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.946957:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfaeaf lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.946966:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfaeb6 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc945a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.946971:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfaeb6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.946975:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfaeb6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947053:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfaebd lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947061:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfaebd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947066:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfaebd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:0.0:1724307155.947367:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].7, 64 off8640 00010000:00010000:0.0:1724307155.947409:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfaec4 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947416:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfaec4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947422:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfaec4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947427:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfaec4 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947432:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfaec4 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947437:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfaec4 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947442:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfaec4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947447:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307155.947449:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfaec4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947454:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfaec4 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947468:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa39:0x0].0x0 (ffff88009b349300) 00010000:00010000:0.0:1724307155.947471:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307155.947473:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfaec4 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947478:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfaec4 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947495:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfaebd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947499:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfaebd lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947503:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfaebd lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947506:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307155.947508:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfaebd lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947512:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfaebd lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947516:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa39:0x0].0x0 (ffff88009b349300) 00010000:00010000:0.0:1724307155.947518:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307155.947519:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfaebd lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947523:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfaebd lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947556:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfaeaf lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947561:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfaeaf lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947565:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfaeaf lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947568:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307155.947570:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfaeaf lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947574:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfaeaf lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947580:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307155.947581:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307155.947584:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfaeaf lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.947588:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfaeaf lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:0.0:1724307155.947594:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880135d30a80 reply state ffff8800931c7000 transno 296352743848 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfaeb6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307155.947600:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307155.947612:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880135d30a80 x1808064247898112/t296352743848(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:416/0 lens 504/456 e 0 to 0 dl 1724307166 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307155.947676:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247898112:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 837us (1248us total) trans 296352743848 rc 0/0 00000100:00100000:0.0:1724307155.947683:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 278 00000100:00100000:1.0:1724307155.950800:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307155.951167:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247898368 00000100:00100000:0.0:1724307155.951174:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247898368 00000100:00100000:0.0:1724307155.951402:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 279 00000100:00100000:0.0:1724307155.951408:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247898368:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307155.951447:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307155.951462:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2880/0x85b23e07e0bf935e lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b171 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307155.951804:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa3a:0x0].0x0 (ffff88009f3a5300) 00010000:00010000:0.0:1724307155.951812:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307155.951834:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfaecb lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.951842:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfaecb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.951850:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfaecb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.951859:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfaed2 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc946a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.951864:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfaed2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.951868:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfaed2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.952006:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfaed9 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.952012:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfaed9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.952020:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfaed9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:0.0:1724307155.953927:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].7, 64 off8640 00010000:00010000:0.0:1724307155.953982:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfaee0 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.953992:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfaee0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.954000:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfaee0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.954007:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfaee0 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.954011:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfaee0 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.954015:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfaee0 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.954020:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfaee0 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.954024:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307155.954026:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfaee0 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.954031:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfaee0 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.954039:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa3a:0x0].0x0 (ffff88009b349f00) 00010000:00010000:0.0:1724307155.954042:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307155.954045:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfaee0 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.954049:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfaee0 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.954069:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfaed9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.954073:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfaed9 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.954078:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfaed9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.954082:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307155.954084:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfaed9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.954089:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfaed9 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.954094:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa3a:0x0].0x0 (ffff88009b349f00) 00010000:00010000:0.0:1724307155.954096:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307155.954098:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfaed9 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.954102:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfaed9 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.961245:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfaecb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.961255:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfaecb lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.961262:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfaecb lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.961267:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1721c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307155.961269:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfaecb lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.961275:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfaecb lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.961289:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307155.961291:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307155.961295:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfaecb lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307155.961299:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfaecb lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:0.0:1724307155.961307:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880135d32300 reply state ffff8800931c1000 transno 296352743849 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfaed2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307155.961313:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307155.961342:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880135d32300 x1808064247898368/t296352743849(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:416/0 lens 504/456 e 0 to 0 dl 1724307166 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307155.961411:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247898368:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 10002us (10613us total) trans 296352743849 rc 0/0 00000100:00100000:0.0:1724307155.961418:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 279 00000100:00100000:0.0:1724307155.966846:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307155.972249:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307155.974843:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307155.976574:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307155.980123:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307155.983204:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307155.983384:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247899904 00000100:00100000:3.0:1724307155.983392:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247899904 00000100:00100000:3.0:1724307155.983429:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 285 00000100:00100000:3.0:1724307155.983436:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247899904:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307155.983479:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307155.983491:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bf9430 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b19b expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307155.983511:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa40:0x0].0x0 (ffff88008f3fca00) 00010000:00010000:3.0:1724307155.983517:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307155.984120:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfaf73 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984132:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfaf73 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984140:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfaf73 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984152:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfaf7a lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984157:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfaf7a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984162:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfaf7a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984247:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfaf81 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984254:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfaf81 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984259:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfaf81 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:3.0:1724307155.984554:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].10, 64 off8832 00010000:00010000:3.0:1724307155.984599:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfaf88 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984606:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfaf88 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984613:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfaf88 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984622:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfaf88 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984626:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfaf88 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984630:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfaf88 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984634:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfaf88 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984656:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307155.984658:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfaf88 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984663:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfaf88 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984670:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa40:0x0].0x0 (ffff88009261c400) 00010000:00010000:3.0:1724307155.984672:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307155.984674:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfaf88 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984679:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfaf88 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984699:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfaf81 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984704:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfaf81 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984708:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfaf81 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984713:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307155.984716:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfaf81 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984720:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfaf81 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984725:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa40:0x0].0x0 (ffff88009261c400) 00010000:00010000:3.0:1724307155.984727:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307155.984729:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfaf81 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984733:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfaf81 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984768:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfaf73 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984773:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfaf73 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984777:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfaf73 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984781:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307155.984783:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfaf73 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984788:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfaf73 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984793:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307155.984795:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307155.984797:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfaf73 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.984801:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfaf73 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307155.984806:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009d5dd180 reply state ffff88009e367000 transno 296352743855 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfaf7a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307155.984812:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307155.984826:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009d5dd180 x1808064247899904/t296352743855(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:416/0 lens 504/456 e 0 to 0 dl 1724307166 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307155.984891:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247899904:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1453us (1688us total) trans 296352743855 rc 0/0 00000100:00100000:3.0:1724307155.984898:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 285 00000100:00100000:0.0:1724307155.987813:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307155.987979:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247900160 00000100:00100000:3.0:1724307155.987987:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247900160 00000100:00100000:3.0:1724307155.988014:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 286 00000100:00100000:3.0:1724307155.988020:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247900160:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307155.988061:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307155.988077:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bf9453 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b1a2 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307155.988087:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa41:0x0].0x0 (ffff88008f3fc600) 00010000:00010000:3.0:1724307155.988092:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307155.988128:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfaf8f lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.988136:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfaf8f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.988147:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfaf8f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.988158:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfaf96 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.988163:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfaf96 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.988167:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfaf96 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.988235:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfaf9d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.988241:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfaf9d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.988246:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfaf9d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:3.0:1724307155.989033:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].11, 64 off8896 00010000:00010000:3.0:1724307155.989082:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfafa4 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989090:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfafa4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989097:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfafa4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989103:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfafa4 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989123:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfafa4 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989128:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfafa4 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989133:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfafa4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989138:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307155.989141:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfafa4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989146:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfafa4 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989154:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa41:0x0].0x0 (ffff88009261cb00) 00010000:00010000:3.0:1724307155.989156:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307155.989159:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfafa4 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989163:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfafa4 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989183:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfaf9d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989188:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfaf9d lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989193:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfaf9d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989197:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307155.989200:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfaf9d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989205:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfaf9d lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989211:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa41:0x0].0x0 (ffff88009261cb00) 00010000:00010000:3.0:1724307155.989213:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307155.989215:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfaf9d lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989219:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfaf9d lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989256:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfaf8f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989262:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfaf8f lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989266:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfaf8f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989270:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d8c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307155.989272:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfaf8f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989276:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfaf8f lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989282:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307155.989284:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307155.989286:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfaf8f lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.989295:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfaf8f lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307155.989303:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009d5dea00 reply state ffff88009e364000 transno 296352743856 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfaf96 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307155.989308:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307155.989322:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009d5dea00 x1808064247900160/t296352743856(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:416/0 lens 504/456 e 0 to 0 dl 1724307166 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307155.989930:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247900160:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1908us (2119us total) trans 296352743856 rc 0/0 00000100:00100000:3.0:1724307155.989937:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 286 00000100:00100000:0.0:1724307155.991729:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307155.991842:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247900416 00000100:00100000:3.0:1724307155.991850:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247900416 00000100:00100000:3.0:1724307155.992035:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 287 00000100:00100000:3.0:1724307155.992042:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247900416:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307155.992083:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307155.992098:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1200/0x85b23e07e0bf9476 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b1a9 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307155.992122:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa42:0x0].0x0 (ffff88009f3a5b00) 00010000:00010000:3.0:1724307155.992130:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307155.992151:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfafab lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992160:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfafab lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992167:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfafab lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992177:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfafb2 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992182:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfafb2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992187:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfafb2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992257:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfafb9 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992262:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfafb9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992267:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfafb9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:3.0:1724307155.992535:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].11, 64 off8896 00010000:00010000:3.0:1724307155.992578:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfafc0 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992585:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfafc0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992591:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfafc0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992597:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfafc0 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992601:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfafc0 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992609:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfafc0 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992613:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfafc0 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992618:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee7840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307155.992621:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfafc0 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992626:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfafc0 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992631:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa42:0x0].0x0 (ffff880093985900) 00010000:00010000:3.0:1724307155.992633:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307155.992636:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfafc0 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992664:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfafc0 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992683:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfafb9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992688:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfafb9 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992692:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfafb9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992696:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3df80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307155.992698:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfafb9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992706:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfafb9 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992712:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa42:0x0].0x0 (ffff880093985900) 00010000:00010000:3.0:1724307155.992714:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307155.992716:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfafb9 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992720:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfafb9 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992758:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfafab lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992763:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfafab lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992768:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfafab lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992772:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307155.992774:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfafab lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992778:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfafab lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992783:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307155.992785:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307155.992787:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfafab lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.992791:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfafab lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307155.992798:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009d5dce00 reply state ffff88009e1e1000 transno 296352743857 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfafb2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307155.992803:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307155.992815:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009d5dce00 x1808064247900416/t296352743857(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:416/0 lens 504/456 e 0 to 0 dl 1724307166 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307155.993532:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247900416:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1488us (1802us total) trans 296352743857 rc 0/0 00000100:00100000:3.0:1724307155.993539:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 287 00000100:00100000:0.0:1724307155.995913:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307155.995969:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247900672 00000100:00100000:3.0:1724307155.995976:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247900672 00000100:00100000:3.0:1724307155.997717:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 288 00000100:00100000:3.0:1724307155.997727:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247900672:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307155.997774:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307155.997794:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0000/0x85b23e07e0bf9499 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b1b0 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307155.997813:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa43:0x0].0x0 (ffff88009f3a5700) 00010000:00010000:3.0:1724307155.997825:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307155.997848:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfafc7 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.997858:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfafc7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.997866:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfafc7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.997876:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfafce lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.997882:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfafce lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.997887:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfafce lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.997970:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfafd5 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.997975:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfafd5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.997980:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfafd5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:3.0:1724307155.998270:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].12, 64 off8960 00010000:00010000:3.0:1724307155.998313:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfafdc lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998319:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfafdc lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998325:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfafdc lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998330:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfafdc lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998335:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfafdc lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998340:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfafdc lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998349:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfafdc lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998354:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee73c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307155.998357:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfafdc lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998363:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfafdc lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998370:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa43:0x0].0x0 (ffff8800a588e600) 00010000:00010000:3.0:1724307155.998372:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307155.998375:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfafdc lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998380:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfafdc lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998399:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfafd5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998404:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfafd5 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998409:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfafd5 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998413:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee58c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307155.998415:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfafd5 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998420:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfafd5 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998429:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa43:0x0].0x0 (ffff8800a588e600) 00010000:00010000:3.0:1724307155.998431:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307155.998433:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfafd5 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998438:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfafd5 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998475:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfafc7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998479:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfafc7 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998484:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfafc7 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998488:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee6f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307155.998490:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfafc7 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998494:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfafc7 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998500:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307155.998501:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307155.998504:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfafc7 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307155.998508:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfafc7 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307155.998515:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009d5df480 reply state ffff88009e1e5000 transno 296352743858 ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfafce lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307155.998521:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307155.998533:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009d5df480 x1808064247900672/t296352743858(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:416/0 lens 504/456 e 0 to 0 dl 1724307166 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307155.998593:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247900672:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 868us (2682us total) trans 296352743858 rc 0/0 00000100:00100000:3.0:1724307155.998599:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 288 00000100:00100000:0.0:1724307156.001873:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.007095:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247901184 00000100:00100000:3.0:1724307156.007115:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247901184 00000100:00100000:3.0:1724307156.007162:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 290 00000100:00100000:3.0:1724307156.007169:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247901184:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.007210:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.007232:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3a80/0x85b23e07e0bf94df lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b1be expref: 209 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.007245:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa45:0x0].0x0 (ffff88009f3a5000) 00010000:00010000:3.0:1724307156.007255:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.007288:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfafff lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007298:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfafff lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007305:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfafff lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007315:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfb006 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93fa2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007320:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfb006 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007326:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfb006 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007397:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb00d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007402:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb00d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007407:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb00d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:3.0:1724307156.007704:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].13, 64 off9024 00010000:00010000:3.0:1724307156.007747:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb014 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007754:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb014 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007760:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb014 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007766:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb014 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007771:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb014 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007776:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb014 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007781:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb014 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007789:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee5440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.007792:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb014 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007798:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb014 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007804:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa45:0x0].0x0 (ffff8800a588ea00) 00010000:00010000:3.0:1724307156.007806:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.007808:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb014 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007813:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb014 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007830:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb00d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007834:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb00d lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007839:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb00d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007843:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee7600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.007845:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb00d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007849:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb00d lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007854:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa45:0x0].0x0 (ffff8800a588ea00) 00010000:00010000:3.0:1724307156.007856:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.007858:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb00d lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007862:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb00d lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007898:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfafff lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007902:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfafff lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007906:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfafff lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007910:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee5f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.007912:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfafff lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007916:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfafff lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007921:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.007923:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.007925:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfafff lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.007930:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfafff lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:3.0:1724307156.007936:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009d477480 reply state ffff880099465000 transno 296352743860 ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfb006 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307156.007941:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.007951:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009d477480 x1808064247901184/t296352743860(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.008012:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+210:21370:x1808064247901184:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 843us (1005us total) trans 296352743860 rc 0/0 00000100:00100000:3.0:1724307156.008018:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 290 00010000:00010000:0.0:1724307156.008126:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfafea lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.008133:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfafea lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.008138:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfafea lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.008142:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102f840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.008145:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfafea lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.008149:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfafea lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.008158:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea2e9 (ffff88009bb61b00) 00010000:00010000:0.0:1724307156.008160:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.008162:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfafea lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.008166:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfafea lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.013785:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:0.0:1724307156.017723:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfb022 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.017736:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfb022 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.017742:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfb022 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.017746:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.017750:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfb022 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.017757:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfb022 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.017770:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 (ffff88009bb61000) 00010000:00010000:0.0:1724307156.017772:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.017776:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfb022 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.017780:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfb022 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.020471:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.023774:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.023817:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247901952 00000100:00100000:3.0:1724307156.023825:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247901952 00000100:00100000:3.0:1724307156.023862:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 293 00000100:00100000:3.0:1724307156.023869:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247901952:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.023906:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.023919:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b14900/0x85b23e07e0bf9548 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b1d3 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.023931:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa48:0x0].0x0 (ffff88009b26b000) 00010000:00010000:3.0:1724307156.023938:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.023956:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfb053 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.023965:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfb053 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.023972:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfb053 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.023982:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb05a lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.023987:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb05a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.023993:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb05a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024062:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb061 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024068:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb061 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024074:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb061 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:3.0:1724307156.024371:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].14, 64 off9088 00010000:00010000:3.0:1724307156.024415:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb068 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024422:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb068 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024428:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb068 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024499:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb068 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024504:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb068 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024509:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb068 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024514:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb068 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024518:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee5440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.024521:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb068 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024526:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb068 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024533:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa48:0x0].0x0 (ffff8800a588ee00) 00010000:00010000:3.0:1724307156.024535:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.024538:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb068 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024542:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfb068 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024560:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb061 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024565:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb061 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024569:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb061 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024573:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee7600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.024575:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb061 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024580:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb061 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024585:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa48:0x0].0x0 (ffff8800a588ee00) 00010000:00010000:3.0:1724307156.024587:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.024589:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb061 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024594:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfb061 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024629:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfb053 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024634:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfb053 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024658:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfb053 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024663:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee6880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.024665:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfb053 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024669:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfb053 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024676:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.024678:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.024680:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfb053 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.024685:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfb053 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:3.0:1724307156.024692:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009d5ded80 reply state ffff88009b084000 transno 296352743863 ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb05a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307156.024698:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.024711:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009d5ded80 x1808064247901952/t296352743863(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.024797:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247901952:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 927us (1023us total) trans 296352743863 rc 0/0 00000100:00100000:3.0:1724307156.024806:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 293 00010000:00010000:0.0:1724307156.025699:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb05a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.025704:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb05a lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.025707:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb05a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.025712:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee5f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.025714:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb05a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.025716:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb05a lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.025722:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 (ffff8800a588ea00) 00010000:00010000:0.0:1724307156.025723:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.025725:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb05a lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.025729:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb05a lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.026180:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.026226:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247902208 00000100:00100000:3.0:1724307156.026232:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247902208 00000100:00100000:3.0:1724307156.026270:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 294 00000100:00100000:3.0:1724307156.026275:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247902208:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.026304:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.026316:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b161c0/0x85b23e07e0bf956b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b1da expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.026325:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa49:0x0].0x0 (ffff88009b26b500) 00010000:00010000:3.0:1724307156.026331:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.026352:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfb06f lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.026359:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfb06f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.026366:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfb06f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.026375:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfb076 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3fa2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.026380:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfb076 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.026385:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfb076 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.026445:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfb07d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.026452:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfb07d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.026457:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfb07d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.028614:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:0.0:1724307156.031794:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb092 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.031802:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb092 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.031807:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb092 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.031812:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.031814:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb092 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.031819:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb092 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.031829:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 (ffff88009bb61c00) 00010000:00010000:0.0:1724307156.031832:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.031834:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb092 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.031839:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb092 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.032299:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.034994:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.035046:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247902976 00000100:00100000:3.0:1724307156.035053:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247902976 00000100:00100000:3.0:1724307156.035091:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 297 00000100:00100000:3.0:1724307156.035166:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247902976:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.035198:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.035212:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16640/0x85b23e07e0bf95d4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b1ef expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.035222:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa4c:0x0].0x0 (ffff88009b26bb00) 00010000:00010000:3.0:1724307156.035230:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.035248:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb0c3 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035255:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb0c3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035263:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb0c3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035271:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfb0ca lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035276:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfb0ca lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035285:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfb0ca lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035396:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfb0d1 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035403:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfb0d1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035409:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfb0d1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:3.0:1724307156.035712:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].16, 64 off9216 00010000:00010000:3.0:1724307156.035754:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfb0d8 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035761:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfb0d8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035767:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfb0d8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035773:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfb0d8 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035778:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfb0d8 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035782:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfb0d8 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035787:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfb0d8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035795:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee7840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.035797:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfb0d8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035802:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfb0d8 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035808:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa4c:0x0].0x0 (ffff8800a588e900) 00010000:00010000:3.0:1724307156.035810:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.035813:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfb0d8 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035817:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfb0d8 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035835:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfb0d1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035840:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfb0d1 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035845:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfb0d1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035849:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee73c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.035851:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfb0d1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035855:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfb0d1 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035861:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa4c:0x0].0x0 (ffff8800a588e900) 00010000:00010000:3.0:1724307156.035863:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.035865:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfb0d1 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035870:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfb0d1 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035908:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb0c3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035914:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb0c3 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035918:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb0c3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035922:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee5f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.035925:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb0c3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035929:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb0c3 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035935:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.035937:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.035939:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb0c3 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.035944:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfb0c3 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:3.0:1724307156.035951:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012cbaa300 reply state ffff88009471c000 transno 296352743867 ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfb0ca lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307156.035957:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.035969:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88012cbaa300 x1808064247902976/t296352743867(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.036028:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cbaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247902976:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 930us (1036us total) trans 296352743867 rc 0/0 00000100:00100000:3.0:1724307156.036034:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 297 00010000:00010000:0.0:1724307156.039431:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfb0ca lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.039444:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfb0ca lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.039450:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfb0ca lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.039455:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee7cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.039459:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfb0ca lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.039464:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfb0ca lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.039477:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3fa2e9 (ffff8800a588ea00) 00010000:00010000:0.0:1724307156.039480:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.039484:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfb0ca lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.039488:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfb0ca lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.039914:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.040020:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247903232 00000100:00100000:3.0:1724307156.040028:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247903232 00000100:00100000:3.0:1724307156.040083:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 298 00000100:00100000:3.0:1724307156.040090:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247903232:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.040143:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.040157:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3840/0x85b23e07e0bf95f7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b1f6 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.040166:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa4d:0x0].0x0 (ffff880099c80e00) 00010000:00010000:3.0:1724307156.040172:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.040194:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfb0df lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040203:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfb0df lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040210:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfb0df lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040218:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfb0e6 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13fa2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040222:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfb0e6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040226:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfb0e6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040299:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfb0ed lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040304:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfb0ed lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040308:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfb0ed lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:3.0:1724307156.040839:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].17, 64 off9280 00010000:00010000:3.0:1724307156.040887:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb0f4 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040894:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb0f4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040899:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb0f4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040904:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb0f4 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040908:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb0f4 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040912:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb0f4 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040916:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb0f4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040920:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.040923:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb0f4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040928:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb0f4 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040934:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa4d:0x0].0x0 (ffff88009261ce00) 00010000:00010000:3.0:1724307156.040936:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.040939:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb0f4 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040943:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb0f4 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040961:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfb0ed lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040966:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfb0ed lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040970:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfb0ed lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040974:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee58c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.040976:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfb0ed lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.040980:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfb0ed lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.041123:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa4d:0x0].0x0 (ffff88009261ce00) 00010000:00010000:3.0:1724307156.041125:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.041129:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfb0ed lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.041133:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfb0ed lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.041177:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfb0df lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.041182:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfb0df lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.041186:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfb0df lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.041189:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee6f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.041191:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfb0df lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.041195:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfb0df lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.041200:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.041202:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.041204:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfb0df lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.041208:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfb0df lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:3.0:1724307156.041214:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012cba9f80 reply state ffff8800a062c000 transno 296352743868 ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfb0e6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307156.041220:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.041234:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88012cba9f80 x1808064247903232/t296352743868(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.041294:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247903232:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1204us (1384us total) trans 296352743868 rc 0/0 00000100:00100000:3.0:1724307156.041304:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 298 00000100:00100000:1.0:1724307156.043714:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.043760:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247903488 00000100:00100000:3.0:1724307156.043768:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247903488 00000100:00100000:3.0:1724307156.043810:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 299 00000100:00100000:3.0:1724307156.043816:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247903488:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.043858:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.043872:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0900/0x85b23e07e0bf961a lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b1fd expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.043884:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa4e:0x0].0x0 (ffff880099c80400) 00010000:00010000:3.0:1724307156.043890:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.043910:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb0fb lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.043918:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb0fb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.043925:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb0fb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.043935:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb102 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.043940:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb102 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.043944:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb102 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044015:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb109 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044021:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb109 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044027:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb109 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:3.0:1724307156.044292:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].17, 64 off9280 00010000:00010000:3.0:1724307156.044338:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb110 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044345:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb110 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044350:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb110 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044355:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb110 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044359:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb110 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044363:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb110 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044368:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb110 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044372:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3eac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.044374:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb110 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044379:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb110 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044387:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa4e:0x0].0x0 (ffff88009261cb00) 00010000:00010000:3.0:1724307156.044389:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.044391:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb110 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044395:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb110 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044413:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb109 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044417:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb109 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044421:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb109 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044425:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cd80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.044426:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb109 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044431:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb109 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044436:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa4e:0x0].0x0 (ffff88009261cb00) 00010000:00010000:3.0:1724307156.044438:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.044440:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb109 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044444:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb109 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044481:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb0fb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044487:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb0fb lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044491:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb0fb lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044495:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.044496:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb0fb lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044501:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb0fb lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044507:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.044509:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.044511:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb0fb lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.044515:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb0fb lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:3.0:1724307156.044520:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012cba9500 reply state ffff88009c7f2000 transno 296352743869 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb102 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307156.044525:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.044536:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88012cba9500 x1808064247903488/t296352743869(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.044589:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247903488:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 771us (876us total) trans 296352743869 rc 0/0 00000100:00100000:3.0:1724307156.044594:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 299 00010000:00010000:0.0:1724307156.045707:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb102 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.045715:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb102 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.045720:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb102 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.045725:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3df80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.045727:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb102 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.045732:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb102 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.045741:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23fa2e9 (ffff88009261c400) 00010000:00010000:0.0:1724307156.045743:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.045746:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb102 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.045750:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb102 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.046250:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.046309:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247903744 00000100:00100000:3.0:1724307156.046315:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247903744 00000100:00100000:3.0:1724307156.046404:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 300 00000100:00100000:3.0:1724307156.046409:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247903744:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.046443:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.046457:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b16880/0x85b23e07e0bf963d lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b204 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.046466:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa4f:0x0].0x0 (ffff88009b26b700) 00010000:00010000:3.0:1724307156.046473:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.046490:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb117 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.046499:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb117 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.046506:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb117 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.046514:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb11e lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf940a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.046520:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb11e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.046525:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb11e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047052:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb125 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047060:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb125 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047069:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb125 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:3.0:1724307156.047351:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].18, 64 off9344 00010000:00010000:3.0:1724307156.047556:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb12c lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047563:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb12c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047570:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb12c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047575:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb12c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047580:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb12c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047585:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb12c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047590:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb12c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047759:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.047761:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb12c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047767:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb12c lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047775:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa4f:0x0].0x0 (ffff8800a588ee00) 00010000:00010000:3.0:1724307156.047777:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.047780:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb12c lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047785:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb12c lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047804:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb125 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047809:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb125 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047814:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb125 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047817:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.047819:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb125 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047824:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb125 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047828:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa4f:0x0].0x0 (ffff8800a588ee00) 00010000:00010000:3.0:1724307156.047830:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.047832:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb125 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047836:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb125 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047868:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb117 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047873:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb117 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047879:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb117 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047883:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.047885:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb117 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047889:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb117 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047894:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.047896:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.047897:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb117 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.047901:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb117 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:3.0:1724307156.047908:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012cba8380 reply state ffff88009bbc6000 transno 296352743870 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb11e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307156.047914:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.047928:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88012cba8380 x1808064247903744/t296352743870(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.048187:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247903744:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1775us (1936us total) trans 296352743870 rc 0/0 00000100:00100000:3.0:1724307156.048194:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 300 00000100:00100000:1.0:1724307156.051290:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.051329:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247904000 00000100:00100000:3.0:1724307156.051337:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247904000 00000100:00100000:3.0:1724307156.051470:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 301 00000100:00100000:3.0:1724307156.051477:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247904000:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.051519:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.051532:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8b173c0/0x85b23e07e0bf9660 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b20b expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.051542:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa50:0x0].0x0 (ffff88009b26b300) 00010000:00010000:3.0:1724307156.051547:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.051569:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb133 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.051578:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb133 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.051585:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb133 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.051594:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb13a lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.051599:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb13a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.051604:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb13a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.051778:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb141 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.051785:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb141 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.051791:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb141 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:3.0:1724307156.052074:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].18, 64 off9344 00010000:00010000:3.0:1724307156.052136:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb148 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052143:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb148 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052149:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb148 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052155:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb148 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052159:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb148 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052163:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb148 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052167:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb148 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052170:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.052172:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb148 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052177:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb148 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052182:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa50:0x0].0x0 (ffff8800a588e600) 00010000:00010000:3.0:1724307156.052184:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.052186:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb148 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052193:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb148 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052211:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb141 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052215:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb141 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052219:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb141 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052223:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.052225:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb141 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052229:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb141 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052235:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa50:0x0].0x0 (ffff8800a588e600) 00010000:00010000:3.0:1724307156.052237:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.052238:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb141 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052242:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb141 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052280:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb133 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052284:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb133 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052289:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb133 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052293:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3fa80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.052295:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb133 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052299:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb133 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052304:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.052305:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.052307:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb133 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.052311:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb133 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:3.0:1724307156.052317:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012cba9880 reply state ffff88009bbc1000 transno 296352743871 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb13a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307156.052322:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.052334:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88012cba9880 x1808064247904000/t296352743871(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.052389:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247904000:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 911us (1102us total) trans 296352743871 rc 0/0 00000100:00100000:3.0:1724307156.052395:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 301 00010000:00010000:0.0:1724307156.054870:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb13a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.054879:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb13a lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.054885:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb13a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.054892:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.054895:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb13a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.054900:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb13a lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.054912:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa40a2e9 (ffff8800a588ea00) 00010000:00010000:0.0:1724307156.054914:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.054917:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb13a lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.054921:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb13a lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.055199:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.055410:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247904256 00000100:00100000:0.0:1724307156.055417:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247904256 00000100:00100000:0.0:1724307156.055457:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 302 00000100:00100000:0.0:1724307156.055462:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6c19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247904256:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.055504:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.055518:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bf9683 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b212 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.055526:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa51:0x0].0x0 (ffff88009f3a5500) 00010000:00010000:0.0:1724307156.055533:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.055555:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb14f lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.055563:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb14f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.055573:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb14f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.055582:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb156 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb40a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.055586:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb156 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.055591:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb156 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.055760:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb15d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.055767:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb15d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.055773:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb15d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:0.0:1724307156.056043:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].19, 64 off9408 00010000:00010000:0.0:1724307156.056090:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb164 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056096:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb164 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056102:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb164 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056121:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb164 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056128:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb164 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056132:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb164 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056136:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb164 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056139:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307156.056142:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb164 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056146:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb164 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056151:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa51:0x0].0x0 (ffff88009b349f00) 00010000:00010000:0.0:1724307156.056153:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307156.056155:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb164 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056159:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb164 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056175:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb15d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056180:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb15d lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056184:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb15d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056187:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.056189:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb15d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056193:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb15d lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056198:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa51:0x0].0x0 (ffff88009b349f00) 00010000:00010000:0.0:1724307156.056200:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307156.056202:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb15d lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056206:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb15d lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056241:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb14f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056245:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb14f lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056249:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb14f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056253:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.056255:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb14f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056259:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb14f lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056264:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307156.056266:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.056267:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb14f lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.056274:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb14f lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:0.0:1724307156.056280:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6c19180 reply state ffff88009319d000 transno 296352743872 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb156 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.056285:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307156.056296:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a6c19180 x1808064247904256/t296352743872(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307156.057706:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6c19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247904256:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2240us (2506us total) trans 296352743872 rc 0/0 00000100:00100000:0.0:1724307156.057714:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 302 00000100:00100000:1.0:1724307156.059996:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.060043:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247904512 00000100:00100000:0.0:1724307156.060050:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247904512 00000100:00100000:0.0:1724307156.060078:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 303 00000100:00100000:0.0:1724307156.060084:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6c18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247904512:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.060133:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.060147:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bf96a6 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b219 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.060156:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa52:0x0].0x0 (ffff8800a6bf7b00) 00010000:00010000:0.0:1724307156.060161:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.060183:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb16b lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060192:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb16b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060199:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb16b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060209:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb172 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060214:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb172 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060219:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb172 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060449:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb179 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060456:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb179 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060461:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb179 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:0.0:1724307156.060755:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].19, 64 off9408 00010000:00010000:0.0:1724307156.060801:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb180 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060807:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb180 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060813:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb180 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060818:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb180 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060822:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb180 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060828:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb180 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060832:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb180 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060836:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307156.060838:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb180 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060842:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb180 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060847:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa52:0x0].0x0 (ffff88009b349100) 00010000:00010000:0.0:1724307156.060848:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307156.060850:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb180 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060854:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb180 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060871:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb179 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060875:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb179 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060879:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb179 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060882:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.060883:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb179 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060891:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb179 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060896:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa52:0x0].0x0 (ffff88009b349100) 00010000:00010000:0.0:1724307156.060897:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307156.060899:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb179 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060903:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb179 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060940:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb16b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060944:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb16b lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060948:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb16b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060952:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.060954:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb16b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060958:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb16b lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060963:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307156.060965:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.060967:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb16b lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.060971:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb16b lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:0.0:1724307156.060977:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6c18380 reply state ffff880130097000 transno 296352743873 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb172 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.060982:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307156.060993:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a6c18380 x1808064247904512/t296352743873(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307156.061046:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6c18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247904512:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 960us (1052us total) trans 296352743873 rc 0/0 00000100:00100000:0.0:1724307156.061052:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 303 00010000:00010000:0.0:1724307156.063081:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb172 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.063091:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb172 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.063096:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb172 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.063100:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172ac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.063114:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb172 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.063120:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb172 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.063132:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc40a2e9 (ffff88009b349900) 00010000:00010000:0.0:1724307156.063134:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.063138:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb172 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.063142:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb172 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:1.0:1724307156.063963:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.064259:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247904768 00000100:00100000:0.0:1724307156.064269:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247904768 00000100:00100000:0.0:1724307156.064314:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 304 00000100:00100000:0.0:1724307156.064320:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6c1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247904768:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.064370:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.064387:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bf96c9 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b220 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.064397:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa53:0x0].0x0 (ffff8800a6bf7f00) 00010000:00010000:0.0:1724307156.064403:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.064425:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb187 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.064434:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb187 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.064441:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb187 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.064450:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb18e lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd40a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.064456:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb18e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.064461:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb18e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.064603:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb195 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.064613:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb195 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.064619:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb195 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:0.0:1724307156.064946:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].20, 64 off9472 00010000:00010000:0.0:1724307156.064993:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb19c lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.064998:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb19c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065004:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb19c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065010:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb19c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065014:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb19c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065019:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb19c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065023:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb19c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065027:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1721c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307156.065030:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb19c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065035:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb19c lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065314:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa53:0x0].0x0 (ffff88009b349200) 00010000:00010000:0.0:1724307156.065316:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307156.065319:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb19c lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065324:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb19c lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065345:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb195 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065349:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb195 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065353:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb195 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065356:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.065358:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb195 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065362:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb195 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065367:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa53:0x0].0x0 (ffff88009b349200) 00010000:00010000:0.0:1724307156.065369:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307156.065371:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb195 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065374:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb195 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065419:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb187 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065425:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb187 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065430:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb187 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065434:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.065435:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb187 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065440:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb187 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065446:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307156.065447:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.065450:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb187 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.065454:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb187 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:0.0:1724307156.065461:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6c1a680 reply state ffff88009c0b8000 transno 296352743874 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb18e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.065467:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307156.065481:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a6c1a680 x1808064247904768/t296352743874(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307156.066908:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6c1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247904768:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2585us (2945us total) trans 296352743874 rc 0/0 00000100:00100000:0.0:1724307156.066916:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 304 00010000:00010000:1.0:1724307156.067302:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307156.070723:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.070747:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247905024 00000100:00100000:0.0:1724307156.070756:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247905024 00000100:00100000:0.0:1724307156.070801:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 305 00000100:00100000:0.0:1724307156.070807:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6c19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247905024:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.070856:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.070873:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bf96ec lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b227 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.070884:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa54:0x0].0x0 (ffff8800a6bf7600) 00010000:00010000:0.0:1724307156.070891:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.070913:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb1a3 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.070922:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb1a3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.070929:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb1a3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.070937:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb1aa lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.070942:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb1aa lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.070946:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb1aa lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071021:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb1b1 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071027:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb1b1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071035:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb1b1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:0.0:1724307156.071352:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].20, 64 off9472 00010000:00010000:0.0:1724307156.071400:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb1b8 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071406:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb1b8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071413:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb1b8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071419:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb1b8 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071423:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb1b8 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071428:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb1b8 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071432:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb1b8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071436:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307156.071438:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb1b8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071444:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb1b8 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071450:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa54:0x0].0x0 (ffff88009b349800) 00010000:00010000:0.0:1724307156.071453:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307156.071455:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb1b8 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071460:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb1b8 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071478:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb1b1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071483:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb1b1 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071487:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb1b1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071491:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.071493:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb1b1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071497:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb1b1 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071503:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa54:0x0].0x0 (ffff88009b349800) 00010000:00010000:0.0:1724307156.071505:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307156.071507:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb1b1 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071511:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb1b1 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071556:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb1a3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071560:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb1a3 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071565:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb1a3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071569:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.071571:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb1a3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071576:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb1a3 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071581:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307156.071583:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.071584:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb1a3 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.071588:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb1a3 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:0.0:1724307156.071595:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6c19f80 reply state ffff880093192000 transno 296352743875 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb1aa lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.071599:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307156.071611:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a6c19f80 x1808064247905024/t296352743875(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307156.071688:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6c19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247905024:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 879us (993us total) trans 296352743875 rc 0/0 00000100:00100000:0.0:1724307156.071694:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 305 00010000:00010000:0.0:1724307156.075033:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb1aa lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.075044:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb1aa lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.075049:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb1aa lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.075059:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.075063:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb1aa lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.075068:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb1aa lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.075080:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe40a2e9 (ffff88009b349a00) 00010000:00010000:0.0:1724307156.075083:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.075087:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb1aa lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.075092:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb1aa lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:1.0:1724307156.075604:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.075684:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247905280 00000100:00100000:0.0:1724307156.075691:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247905280 00000100:00100000:0.0:1724307156.075736:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 306 00000100:00100000:0.0:1724307156.075743:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6c1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247905280:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.075790:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.075806:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0240/0x85b23e07e0bf970f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b22e expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.075819:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa55:0x0].0x0 (ffff880099c80600) 00010000:00010000:0.0:1724307156.075826:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.075909:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb1bf lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.075923:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb1bf lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.075931:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb1bf lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.075941:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb1c6 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff40a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.075946:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb1c6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.075951:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb1c6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.076031:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb1cd lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.076037:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb1cd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.076042:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb1cd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:1.0:1724307156.076344:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].21, 64 off9536 00010000:00010000:1.0:1724307156.076390:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb1d4 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.076396:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb1d4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.076402:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb1d4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.076411:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb1d4 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.076415:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb1d4 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.076419:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb1d4 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.076423:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb1d4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.076427:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018bcc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.076430:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb1d4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.076434:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb1d4 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.076440:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa55:0x0].0x0 (ffff88012de6fd00) 00010000:00010000:1.0:1724307156.076442:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.076444:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb1d4 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.076448:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb1d4 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.077739:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb1cd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.077747:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb1cd lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.077752:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb1cd lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.077758:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01886c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.077760:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb1cd lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.077765:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb1cd lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.077772:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa55:0x0].0x0 (ffff88012de6fd00) 00010000:00010000:1.0:1724307156.077774:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.077777:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb1cd lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.077781:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb1cd lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.077824:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb1bf lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.077829:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb1bf lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.077834:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb1bf lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.077838:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.077840:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb1bf lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.077844:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb1bf lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.077850:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.077852:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.077855:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb1bf lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.077859:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb1bf lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:1.0:1724307156.077865:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6c1b480 reply state ffff88009b50b000 transno 296352743876 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb1c6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:1.0:1724307156.077871:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.077887:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a6c1b480 x1808064247905280/t296352743876(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.078094:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6c1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247905280:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2350us (2493us total) trans 296352743876 rc 0/0 00000100:00100000:1.0:1724307156.078101:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 306 00000100:00100000:1.0:1724307156.084592:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:0.0:1724307156.088878:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cd80/0x85b23e07e0bfb1e2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.088890:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cd80/0x85b23e07e0bfb1e2 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.088896:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cd80/0x85b23e07e0bfb1e2 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.088900:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102cd80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.088904:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cd80/0x85b23e07e0bfb1e2 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.088910:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cd80/0x85b23e07e0bfb1e2 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.088923:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x40a2e9 (ffff88009bb61000) 00010000:00010000:0.0:1724307156.088926:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.088929:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cd80/0x85b23e07e0bfb1e2 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.088934:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cd80/0x85b23e07e0bfb1e2 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:1.0:1724307156.090343:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307156.091227:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb205 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.091235:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb205 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.091240:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa57:0x0].0x0 (ffff88009bb61700) 00010000:00010000:2.0:1724307156.091242:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307156.091244:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb205 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.091248:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb205 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.091283:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102eac0/0x85b23e07e0bfb1f7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.091287:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102eac0/0x85b23e07e0bfb1f7 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.091292:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102eac0/0x85b23e07e0bfb1f7 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.091295:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102eac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.091297:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102eac0/0x85b23e07e0bfb1f7 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.091301:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102eac0/0x85b23e07e0bfb1f7 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.091306:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:2.0:1724307156.091307:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.091309:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102eac0/0x85b23e07e0bfb1f7 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.091313:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102eac0/0x85b23e07e0bfb1f7 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:2.0:1724307156.091320:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6c19c00 reply state ffff880094859000 transno 296352743878 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102dd40/0x85b23e07e0bfb1fe lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:2.0:1724307156.091326:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:2.0:1724307156.091338:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a6c19c00 x1808064247905792/t296352743878(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:2.0:1724307156.091387:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6c19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247905792:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 863us (1050us total) trans 296352743878 rc 0/0 00000100:00100000:2.0:1724307156.091394:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 308 00010000:00010000:2.0:1724307156.092596:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102dd40/0x85b23e07e0bfb1fe lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.092604:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102dd40/0x85b23e07e0bfb1fe lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.092609:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102dd40/0x85b23e07e0bfb1fe lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.092614:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102dd40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.092617:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102dd40/0x85b23e07e0bfb1fe lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.092621:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102dd40/0x85b23e07e0bfb1fe lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.092629:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x140a2e9 (ffff88009bb61a00) 00010000:00010000:2.0:1724307156.092632:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.092634:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102dd40/0x85b23e07e0bfb1fe lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.092683:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102dd40/0x85b23e07e0bfb1fe lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:1.0:1724307156.092782:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307156.092852:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247906048 00000100:00100000:2.0:1724307156.092858:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247906048 00000100:00100000:2.0:1724307156.092889:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 309 00000100:00100000:2.0:1724307156.092894:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6c1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247906048:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307156.092924:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307156.092935:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0b40/0x85b23e07e0bf9778 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b243 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307156.092945:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa58:0x0].0x0 (ffff880099c80500) 00010000:00010000:2.0:1724307156.092950:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307156.092965:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb213 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.092972:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb213 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.093085:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb213 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.093095:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f180/0x85b23e07e0bfb21a lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.093100:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f180/0x85b23e07e0bfb21a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.093117:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f180/0x85b23e07e0bfb21a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.093289:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb221 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.093297:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb221 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.093302:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb221 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:2.0:1724307156.093674:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].22, 64 off9600 00010000:00010000:3.0:1724307156.094219:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb228 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094227:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb228 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094234:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb228 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094240:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb228 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094244:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb228 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094249:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb228 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094254:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb228 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094259:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.094261:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb228 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094266:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb228 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094273:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa58:0x0].0x0 (ffff88009bb61e00) 00010000:00010000:3.0:1724307156.094275:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.094278:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb228 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094283:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb228 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094311:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb221 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094317:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb221 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094321:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb221 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094325:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d8c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.094328:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb221 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094332:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb221 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094337:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa58:0x0].0x0 (ffff88009bb61e00) 00010000:00010000:3.0:1724307156.094339:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.094341:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb221 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094345:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb221 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094382:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb213 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094387:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb213 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094392:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb213 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094396:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102cb40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.094398:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb213 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094402:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb213 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094408:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.094410:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.094413:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb213 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.094417:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb213 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307156.094424:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6c1b100 reply state ffff88009cacb000 transno 296352743879 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f180/0x85b23e07e0bfb21a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.094430:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.094443:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a6c1b100 x1808064247906048/t296352743879(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.094949:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6c1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247906048:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2052us (2166us total) trans 296352743879 rc 0/0 00000100:00100000:3.0:1724307156.094956:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 309 00010000:00010000:0.0:1724307156.096768:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f180/0x85b23e07e0bfb21a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.096778:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f180/0x85b23e07e0bfb21a lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.096784:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f180/0x85b23e07e0bfb21a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.096789:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102f180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.096792:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f180/0x85b23e07e0bfb21a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.096798:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f180/0x85b23e07e0bfb21a lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.097229:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x240a2e9 (ffff88009bb61800) 00010000:00010000:0.0:1724307156.097233:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.097237:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f180/0x85b23e07e0bfb21a lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.097242:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f180/0x85b23e07e0bfb21a lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:1.0:1724307156.097369:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.097453:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247906304 00000100:00100000:3.0:1724307156.097460:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247906304 00000100:00100000:3.0:1724307156.097500:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 310 00000100:00100000:3.0:1724307156.097506:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6c1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247906304:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.097549:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.097564:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800901b4480/0x85b23e07e0bf979b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b24a expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.097574:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa59:0x0].0x0 (ffff880099c80700) 00010000:00010000:3.0:1724307156.097580:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.097602:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb22f lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.097612:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb22f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.097622:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb22f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098009:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb236 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098018:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb236 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098023:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb236 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098098:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb23d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098116:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb23d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098122:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb23d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:3.0:1724307156.098408:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].23, 64 off9664 00010000:00010000:3.0:1724307156.098458:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb244 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098464:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb244 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098471:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb244 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098477:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb244 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098485:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb244 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098490:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb244 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098494:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb244 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098498:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.098501:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb244 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098506:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb244 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098512:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa59:0x0].0x0 (ffff8800a588ea00) 00010000:00010000:3.0:1724307156.098514:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.098516:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb244 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098521:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb244 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098539:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb23d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098544:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb23d lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098548:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb23d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098552:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3fa80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.098554:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb23d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098559:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb23d lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098564:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa59:0x0].0x0 (ffff8800a588ea00) 00010000:00010000:3.0:1724307156.098566:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.098568:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb23d lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098572:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb23d lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098613:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb22f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098617:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb22f lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098621:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb22f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098624:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d8c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.098626:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb22f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098630:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb22f lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098635:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.098662:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.098665:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb22f lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.098673:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb22f lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307156.098679:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6c1a300 reply state ffff8800a5c9e000 transno 296352743880 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb236 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.098685:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.098697:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a6c1a300 x1808064247906304/t296352743880(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.098759:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6c1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247906304:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1252us (1393us total) trans 296352743880 rc 0/0 00000100:00100000:3.0:1724307156.098765:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 310 00010000:00010000:3.0:1724307156.102167:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb236 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.102178:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb236 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.102184:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb236 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.102188:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3df80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.102191:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb236 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.102197:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb236 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.102208:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf941a2e9 (ffff8800a588e700) 00010000:00010000:3.0:1724307156.102210:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.102214:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb236 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.102219:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb236 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:1.0:1724307156.102257:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.102566:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247906560 00000100:00100000:3.0:1724307156.102574:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247906560 00000100:00100000:3.0:1724307156.102608:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 311 00000100:00100000:3.0:1724307156.102614:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247906560:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.102672:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.102686:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bf97be lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b251 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.102696:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5a:0x0].0x0 (ffff8800a6bf7000) 00010000:00010000:3.0:1724307156.102701:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.102723:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb24b lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.102732:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb24b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.102739:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb24b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.102748:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb252 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.102753:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb252 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.102758:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb252 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.102913:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb259 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.102920:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb259 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.102925:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb259 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:3.0:1724307156.103230:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].23, 64 off9664 00010000:00010000:3.0:1724307156.103281:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb260 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103288:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb260 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103294:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb260 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103299:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb260 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103303:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb260 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103308:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb260 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103312:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb260 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103316:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.103319:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb260 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103324:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb260 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103330:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5a:0x0].0x0 (ffff8800a588e900) 00010000:00010000:3.0:1724307156.103332:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.103334:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb260 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103339:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb260 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103356:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb259 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103360:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb259 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103365:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb259 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103368:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.103370:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb259 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103374:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb259 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103379:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5a:0x0].0x0 (ffff8800a588e900) 00010000:00010000:3.0:1724307156.103381:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.103382:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb259 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103386:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb259 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103425:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb24b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103430:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb24b lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103434:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb24b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103437:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.103439:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb24b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103444:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb24b lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103449:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.103450:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.103452:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb24b lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.103456:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb24b lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307156.103463:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800939bdf80 reply state ffff880090752000 transno 296352743881 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb252 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.103468:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.103480:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800939bdf80 x1808064247906560/t296352743881(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.103581:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247906560:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 965us (1326us total) trans 296352743881 rc 0/0 00000100:00100000:3.0:1724307156.103590:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 311 00010000:00010000:0.0:1724307156.105860:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb252 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.105871:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb252 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.105876:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb252 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.105882:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.105885:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb252 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.105896:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb252 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.105912:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa41a2e9 (ffff8800a588ee00) 00010000:00010000:0.0:1724307156.105917:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.105921:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb252 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.105928:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb252 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:1.0:1724307156.106629:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.106834:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247906816 00000100:00100000:3.0:1724307156.106842:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247906816 00000100:00100000:3.0:1724307156.106878:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 312 00000100:00100000:3.0:1724307156.106884:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247906816:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.107406:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.107422:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800901b7a80/0x85b23e07e0bf97e1 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b258 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.107432:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5b:0x0].0x0 (ffff880099c80000) 00010000:00010000:3.0:1724307156.107439:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.107462:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb267 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.107471:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb267 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.107478:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb267 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.107809:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb26e lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.107816:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb26e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.107822:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb26e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.107964:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb275 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.107971:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb275 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.107976:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb275 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:3.0:1724307156.108267:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].24, 64 off9728 00010000:00010000:3.0:1724307156.108318:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb27c lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108324:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb27c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108330:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb27c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108336:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb27c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108341:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb27c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108346:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb27c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108351:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb27c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108356:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.108359:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb27c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108365:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb27c lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108376:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5b:0x0].0x0 (ffff8800a6bf7600) 00010000:00010000:3.0:1724307156.108378:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.108381:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb27c lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108385:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb27c lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108404:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb275 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108409:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb275 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108414:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb275 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108418:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3eac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.108420:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb275 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108425:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb275 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108431:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5b:0x0].0x0 (ffff8800a6bf7600) 00010000:00010000:3.0:1724307156.108433:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.108435:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb275 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108439:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb275 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108484:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb267 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108490:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb267 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108494:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb267 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108498:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.108500:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb267 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108505:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb267 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108511:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.108513:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.108515:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb267 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.108519:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb267 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307156.108525:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800939bf100 reply state ffff880094d88000 transno 296352743882 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb26e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.108531:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.108545:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800939bf100 x1808064247906816/t296352743882(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.108612:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247906816:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1727us (1986us total) trans 296352743882 rc 0/0 00000100:00100000:3.0:1724307156.108619:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 312 00010000:00010000:3.0:1724307156.112314:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb26e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.112326:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb26e lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.112332:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb26e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.112337:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cd80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.112341:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb26e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.112346:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb26e lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.112359:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb41a2e9 (ffff8800a588e600) 00010000:00010000:3.0:1724307156.112361:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.112365:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb26e lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.112368:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb26e lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:1.0:1724307156.114434:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.114532:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247907072 00000100:00100000:3.0:1724307156.114539:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247907072 00000100:00100000:3.0:1724307156.114578:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 313 00000100:00100000:3.0:1724307156.114584:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247907072:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.114621:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.114652:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bf9804 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b25f expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.114664:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5c:0x0].0x0 (ffff8800a6bf7300) 00010000:00010000:3.0:1724307156.114671:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.114696:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb283 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.114705:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb283 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.114711:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb283 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.114719:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb28a lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.114724:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb28a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.114728:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb28a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.114891:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb291 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.114936:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb291 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.114942:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb291 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:3.0:1724307156.115888:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].24, 64 off9728 00010000:00010000:3.0:1724307156.115939:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb298 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.115945:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb298 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.115951:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb298 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.115957:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb298 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.115962:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb298 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.115967:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb298 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.115971:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb298 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.115976:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.115979:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb298 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.115984:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb298 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.115991:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5c:0x0].0x0 (ffff8800a6bf7600) 00010000:00010000:3.0:1724307156.115993:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.115996:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb298 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.116000:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb298 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.116018:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb291 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.116022:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb291 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.116026:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb291 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.116029:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3eac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.116032:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb291 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.116036:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb291 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.116041:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5c:0x0].0x0 (ffff8800a6bf7600) 00010000:00010000:3.0:1724307156.116043:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.116045:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb291 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.116049:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb291 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.116101:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb283 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.116115:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb283 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.116119:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb283 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.116123:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.116124:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb283 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.116129:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb283 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.116136:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.116138:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.116141:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb283 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.116145:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb283 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307156.116152:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800939bce00 reply state ffff880094d8b000 transno 296352743883 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb28a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.116157:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.116172:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800939bce00 x1808064247907072/t296352743883(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.116233:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247907072:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1648us (1804us total) trans 296352743883 rc 0/0 00000100:00100000:3.0:1724307156.116239:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 313 00000100:00100000:0.0:1724307156.120389:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307156.120442:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb28a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.120450:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb28a lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.120456:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb28a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.120460:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.120463:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb28a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.120469:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb28a lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.120483:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc41a2e9 (ffff8800a6bf7b00) 00000100:00100000:3.0:1724307156.120483:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247907328 00010000:00010000:2.0:1724307156.120485:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.120488:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb28a lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.120490:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247907328 00010000:00010000:2.0:1724307156.120491:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb28a lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.121024:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 314 00000100:00100000:3.0:1724307156.121031:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247907328:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.121071:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.121085:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bf9827 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b266 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.121114:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5d:0x0].0x0 (ffff8800a6bf7800) 00010000:00010000:3.0:1724307156.121121:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.121144:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb29f lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121153:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb29f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121163:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb29f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121172:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb2a6 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121176:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb2a6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121180:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb2a6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121257:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb2ad lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121263:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb2ad lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121268:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb2ad lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:3.0:1724307156.121563:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].25, 64 off9792 00010000:00010000:3.0:1724307156.121611:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb2b4 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121618:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb2b4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121624:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb2b4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121630:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb2b4 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121655:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb2b4 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121660:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb2b4 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121665:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb2b4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121669:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3df80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.121671:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb2b4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121676:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb2b4 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121682:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5d:0x0].0x0 (ffff8800a6bf7600) 00010000:00010000:3.0:1724307156.121685:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.121687:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb2b4 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121691:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb2b4 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121709:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb2ad lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121714:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb2ad lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121717:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb2ad lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121721:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.121723:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb2ad lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121728:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb2ad lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121734:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5d:0x0].0x0 (ffff8800a6bf7600) 00010000:00010000:3.0:1724307156.121735:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.121737:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb2ad lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121741:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb2ad lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121792:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb29f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121797:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb29f lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121801:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb29f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121805:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.121806:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb29f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121810:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb29f lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121816:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.121817:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.121819:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb29f lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.121826:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb29f lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307156.121832:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880130ec2d80 reply state ffff8800a031a000 transno 296352743884 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb2a6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.121838:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.121850:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880130ec2d80 x1808064247907328/t296352743884(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.121900:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247907328:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 870us (1519us total) trans 296352743884 rc 0/0 00000100:00100000:3.0:1724307156.121906:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 314 00010000:00010000:2.0:1724307156.123993:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb2a6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.124006:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb2a6 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.124012:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb2a6 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.124015:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.124018:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb2a6 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.124023:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb2a6 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.124032:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd41a2e9 (ffff8800a6bf7f00) 00010000:00010000:2.0:1724307156.124034:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.124037:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb2a6 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.124041:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb2a6 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.124561:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.124621:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247907584 00000100:00100000:1.0:1724307156.124629:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247907584 00000100:00100000:1.0:1724307156.124688:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 315 00000100:00100000:1.0:1724307156.124694:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247907584:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.124732:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.124746:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bf984a lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b26d expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307156.124772:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5e:0x0].0x0 (ffff8800a6bf7100) 00010000:00010000:1.0:1724307156.124778:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.124799:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb2bb lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.124807:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb2bb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.124819:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb2bb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.124829:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb2c2 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.124836:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb2c2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.124841:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb2c2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.124915:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb2c9 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.124920:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb2c9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.124925:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb2c9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:1.0:1724307156.125226:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].25, 64 off9792 00010000:00010000:1.0:1724307156.125268:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb2d0 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125277:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb2d0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125282:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb2d0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125287:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb2d0 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125292:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb2d0 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125296:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb2d0 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125299:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb2d0 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125303:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.125305:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb2d0 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125309:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb2d0 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125313:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5e:0x0].0x0 (ffff88012de6f300) 00010000:00010000:1.0:1724307156.125315:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.125317:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb2d0 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125321:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb2d0 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125335:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb2c9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125340:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb2c9 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125344:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb2c9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125348:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01886c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.125349:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb2c9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125353:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb2c9 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125358:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5e:0x0].0x0 (ffff88012de6f300) 00010000:00010000:1.0:1724307156.125359:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.125361:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb2c9 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125364:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb2c9 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125414:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb2bb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125418:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb2bb lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125422:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb2bb lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125425:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018aac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.125427:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb2bb lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125433:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb2bb lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125438:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.125440:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.125441:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb2bb lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.125445:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb2bb lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:1.0:1724307156.125452:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880130ec0e00 reply state ffff8801300c3000 transno 296352743885 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb2c2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.125457:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.125468:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880130ec0e00 x1808064247907584/t296352743885(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.125508:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247907584:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 814us (951us total) trans 296352743885 rc 0/0 00000100:00100000:1.0:1724307156.125513:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 315 00000100:00100000:1.0:1724307156.128806:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.128944:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247907840 00000100:00100000:0.0:1724307156.128951:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247907840 00000100:00100000:0.0:1724307156.128992:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 316 00000100:00100000:0.0:1724307156.128997:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247907840:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.129038:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.129061:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800901b4900/0x85b23e07e0bf986d lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b274 expref: 209 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.129086:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5f:0x0].0x0 (ffff880099c80800) 00010000:00010000:0.0:1724307156.129094:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.129130:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb2d7 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129140:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb2d7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129147:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb2d7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129156:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb2de lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129161:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb2de lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129166:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb2de lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129245:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb2e5 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129252:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb2e5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129258:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb2e5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:0.0:1724307156.129547:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].26, 64 off9856 00010000:00010000:0.0:1724307156.129595:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb2ec lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129601:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb2ec lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129607:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb2ec lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129613:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb2ec lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129617:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb2ec lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129622:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb2ec lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129627:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb2ec lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129631:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307156.129634:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb2ec lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129662:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb2ec lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129673:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5f:0x0].0x0 (ffff88009b349800) 00010000:00010000:0.0:1724307156.129675:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307156.129677:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb2ec lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129682:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb2ec lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129698:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb2e5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129703:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb2e5 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129707:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb2e5 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129711:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.129713:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb2e5 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129717:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb2e5 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129723:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5f:0x0].0x0 (ffff88009b349800) 00010000:00010000:0.0:1724307156.129725:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307156.129727:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb2e5 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129731:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb2e5 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129772:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb2d7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129777:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb2d7 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129781:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb2d7 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129785:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.129787:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb2d7 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129790:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb2d7 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129795:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307156.129797:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.129799:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb2d7 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.129802:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb2d7 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:0.0:1724307156.129809:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800939bf480 reply state ffff88009b508000 transno 296352743886 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb2de lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.129814:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307156.129827:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800939bf480 x1808064247907840/t296352743886(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307156.129874:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+210:21370:x1808064247907840:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 876us (1074us total) trans 296352743886 rc 0/0 00000100:00100000:0.0:1724307156.129880:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 316 00010000:00010000:2.0:1724307156.130539:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb2c2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.130546:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb2c2 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.130551:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb2c2 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.130555:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.130557:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb2c2 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.130564:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb2c2 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.130571:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe41a2e9 (ffff88012de6fd00) 00010000:00010000:2.0:1724307156.130573:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.130575:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb2c2 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.130579:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb2c2 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.132498:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.132551:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247908096 00000100:00100000:3.0:1724307156.132559:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247908096 00000100:00100000:3.0:1724307156.132591:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 317 00000100:00100000:3.0:1724307156.132597:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247908096:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.132658:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.132680:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800901b7cc0/0x85b23e07e0bf9890 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b27b expref: 209 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.132692:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa60:0x0].0x0 (ffff880099c80d00) 00010000:00010000:3.0:1724307156.132700:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.132725:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb2f3 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.132729:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb2de lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.132734:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb2f3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.132738:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb2de lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.132741:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb2f3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.132743:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb2de lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.132747:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.132750:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb2de lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.132752:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb2fa lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.132756:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb2de lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.132756:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb2fa lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.132760:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb2fa lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.132764:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff41a2e9 (ffff88009b349500) 00010000:00010000:2.0:1724307156.132766:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.132769:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb2de lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.132773:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb2de lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.132895:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb301 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.132901:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb301 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.132907:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb301 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:3.0:1724307156.133197:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].26, 64 off9856 00010000:00010000:3.0:1724307156.133245:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb308 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133252:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb308 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133258:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb308 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133263:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb308 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133267:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb308 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133275:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb308 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133279:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb308 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133283:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.133286:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb308 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133291:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb308 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133297:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa60:0x0].0x0 (ffff8800a6bf7b00) 00010000:00010000:3.0:1724307156.133299:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.133301:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb308 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133306:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb308 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133324:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb301 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133328:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb301 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133332:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb301 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133336:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.133338:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb301 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133345:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb301 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133351:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa60:0x0].0x0 (ffff8800a6bf7b00) 00010000:00010000:3.0:1724307156.133352:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.133355:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb301 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133358:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb301 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133396:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb2f3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133401:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb2f3 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133405:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb2f3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133409:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d8c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.133411:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb2f3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133415:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb2f3 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133421:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.133423:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.133426:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb2f3 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.133430:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb2f3 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307156.133437:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880130ec1c00 reply state ffff8800900a4000 transno 296352743887 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb2fa lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.133443:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.133455:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880130ec1c00 x1808064247908096/t296352743887(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.133515:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247908096:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 916us (1021us total) trans 296352743887 rc 0/0 00000100:00100000:3.0:1724307156.133522:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 317 00010000:00010000:2.0:1724307156.135950:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb2fa lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.135961:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb2fa lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.135966:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb2fa lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.135970:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3fa80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.135973:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb2fa lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.135978:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb2fa lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.135991:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x41a2e9 (ffff8800a6bf7000) 00010000:00010000:2.0:1724307156.135993:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.135997:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb2fa lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.136001:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb2fa lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:2.0:1724307156.136877:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.136936:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247908352 00000100:00100000:3.0:1724307156.136943:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247908352 00000100:00100000:3.0:1724307156.136972:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 318 00000100:00100000:3.0:1724307156.136977:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d474700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247908352:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.137019:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.137033:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800901b7840/0x85b23e07e0bf98b3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b282 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.137042:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa61:0x0].0x0 (ffff880099c80900) 00010000:00010000:3.0:1724307156.137047:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.137069:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb30f lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137077:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb30f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137084:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb30f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137092:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb316 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137097:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb316 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137110:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb316 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137183:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb31d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137189:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb31d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137194:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb31d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:3.0:1724307156.137489:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].27, 64 off9920 00010000:00010000:3.0:1724307156.137542:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb324 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137549:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb324 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137555:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb324 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137561:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb324 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137565:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb324 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137569:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb324 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137576:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb324 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137580:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3df80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.137582:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb324 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137586:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb324 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137593:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa61:0x0].0x0 (ffff8800a6bf7300) 00010000:00010000:3.0:1724307156.137594:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.137597:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb324 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137601:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb324 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137618:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb31d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137623:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb31d lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137627:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb31d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137630:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.137632:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb31d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137636:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb31d lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137670:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa61:0x0].0x0 (ffff8800a6bf7300) 00010000:00010000:3.0:1724307156.137672:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.137674:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb31d lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137679:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb31d lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137716:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb30f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137721:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb30f lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137725:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb30f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137729:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.137731:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb30f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137735:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb30f lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137741:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.137743:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.137745:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb30f lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.137749:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb30f lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307156.137755:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009d474700 reply state ffff8800900a1000 transno 296352743888 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb316 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.137760:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.137773:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009d474700 x1808064247908352/t296352743888(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.139821:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d474700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247908352:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2835us (2941us total) trans 296352743888 rc 0/0 00000100:00100000:3.0:1724307156.139830:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 318 00000100:00100000:0.0:1724307156.143451:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.143531:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247908608 00000100:00100000:3.0:1724307156.143539:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247908608 00000100:00100000:3.0:1724307156.143579:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 319 00000100:00100000:3.0:1724307156.143586:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247908608:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.143637:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307156.143679:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb316 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.143682:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800901b7180/0x85b23e07e0bf98d6 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b289 expref: 209 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307156.143687:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb316 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.143692:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb316 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.143697:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.143698:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa62:0x0].0x0 (ffff880099c80c00) 00010000:00010000:2.0:1724307156.143701:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb316 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.143707:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb316 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.143707:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307156.143714:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x141a2e9 (ffff8800a6bf7f00) 00010000:00010000:2.0:1724307156.143716:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.143718:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb316 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.143722:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb316 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.143733:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb32b lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.143741:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb32b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.143748:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb32b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.143757:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb332 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.143762:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb332 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.143769:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb332 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.143851:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb339 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.143857:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb339 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.143862:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb339 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:3.0:1724307156.144150:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].27, 64 off9920 00010000:00010000:3.0:1724307156.144196:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb340 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144202:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb340 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144207:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb340 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144213:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb340 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144217:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb340 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144220:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb340 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144224:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb340 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144231:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.144233:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb340 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144237:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb340 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144242:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa62:0x0].0x0 (ffff8800a6bf7100) 00010000:00010000:3.0:1724307156.144244:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.144246:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb340 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144250:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb340 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144265:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb339 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144269:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb339 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144272:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb339 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144275:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3eac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.144277:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb339 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144282:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb339 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144287:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa62:0x0].0x0 (ffff8800a6bf7100) 00010000:00010000:3.0:1724307156.144289:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.144291:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb339 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144295:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb339 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144333:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb32b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144337:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb32b lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144341:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb32b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144345:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.144347:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb32b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144351:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb32b lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144357:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.144359:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.144361:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb32b lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.144365:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb32b lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307156.144372:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880130ec1180 reply state ffff8800a6aa0000 transno 296352743889 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb332 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.144377:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.144389:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880130ec1180 x1808064247908608/t296352743889(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.144449:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247908608:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 862us (1010us total) trans 296352743889 rc 0/0 00000100:00100000:3.0:1724307156.144456:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 319 00000100:00100000:1.0:1724307156.149100:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307156.149179:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb332 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.149189:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb332 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.149195:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb332 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.149200:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.149204:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb332 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.149211:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb332 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.149224:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x241a2e9 (ffff8800a6bf7800) 00010000:00010000:2.0:1724307156.149227:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.149230:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb332 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.149235:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb332 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.149297:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247908864 00000100:00100000:0.0:1724307156.149306:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247908864 00000100:00100000:0.0:1724307156.149348:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 320 00000100:00100000:0.0:1724307156.149355:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247908864:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.149399:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.149413:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800901b4240/0x85b23e07e0bf98f9 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b290 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.149437:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa63:0x0].0x0 (ffff8800a081cc00) 00010000:00010000:0.0:1724307156.149444:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.149468:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb347 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.149476:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb347 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.149484:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb347 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.149492:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb34e lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.149497:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb34e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.149501:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb34e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.149579:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb355 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.149585:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb355 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.149591:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb355 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:0.0:1724307156.149937:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].28, 64 off9984 00010000:00010000:0.0:1724307156.149992:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb35c lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.149998:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb35c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150004:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb35c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150009:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb35c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150013:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb35c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150017:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb35c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150020:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb35c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150024:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307156.150027:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb35c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150030:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb35c lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150036:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa63:0x0].0x0 (ffff88009b349900) 00010000:00010000:0.0:1724307156.150039:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307156.150041:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb35c lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150045:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb35c lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150062:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb355 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150067:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb355 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150071:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb355 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150074:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.150076:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb355 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150080:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb355 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150084:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa63:0x0].0x0 (ffff88009b349900) 00010000:00010000:0.0:1724307156.150086:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307156.150088:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb355 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150091:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb355 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150148:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb347 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150153:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb347 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150157:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb347 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150160:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.150162:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb347 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150166:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb347 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150171:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307156.150173:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.150175:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb347 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.150178:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb347 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:0.0:1724307156.150184:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800939bd180 reply state ffff88009b50c000 transno 296352743890 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb34e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.150188:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307156.150200:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800939bd180 x1808064247908864/t296352743890(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307156.150250:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247908864:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 895us (1159us total) trans 296352743890 rc 0/0 00000100:00100000:0.0:1724307156.150256:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 320 00010000:00010000:3.0:1724307156.154210:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb34e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.154223:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb34e lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.154229:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb34e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.154234:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.154238:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb34e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.154243:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb34e lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00000100:00100000:2.0:1724307156.154246:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307156.154256:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf942a2e9 (ffff88009b349200) 00010000:00010000:3.0:1724307156.154258:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.154262:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb34e lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.154266:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb34e lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307156.154294:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247909120 00000100:00100000:3.0:1724307156.154301:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247909120 00000100:00100000:3.0:1724307156.154340:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 321 00000100:00100000:3.0:1724307156.154346:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247909120:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.154389:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.154402:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800901b7600/0x85b23e07e0bf991c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b297 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.154413:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa64:0x0].0x0 (ffff8800a081cb00) 00010000:00010000:3.0:1724307156.154419:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.154440:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb363 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.154448:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb363 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.154455:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb363 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.154464:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb36a lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.154469:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb36a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.154474:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb36a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.154563:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb371 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.154570:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb371 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.154575:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb371 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:3.0:1724307156.155383:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].28, 64 off9984 00010000:00010000:3.0:1724307156.155436:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb378 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155443:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb378 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155449:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb378 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155453:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb378 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155457:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb378 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155461:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb378 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155465:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb378 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155469:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3df80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.155472:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb378 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155477:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb378 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155483:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa64:0x0].0x0 (ffff8800a6bf7b00) 00010000:00010000:3.0:1724307156.155485:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.155487:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb378 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155494:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb378 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155513:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb371 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155517:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb371 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155521:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb371 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155524:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.155527:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb371 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155531:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb371 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155537:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa64:0x0].0x0 (ffff8800a6bf7b00) 00010000:00010000:3.0:1724307156.155539:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.155541:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb371 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155545:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb371 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155585:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb363 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155590:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb363 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155594:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb363 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155599:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cd80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.155601:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb363 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155605:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb363 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155610:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.155612:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.155614:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb363 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.155617:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb363 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307156.155624:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009d474e00 reply state ffff8800a6aa4000 transno 296352743891 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb36a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.155628:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.155718:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009d474e00 x1808064247909120/t296352743891(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.156208:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247909120:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1860us (1963us total) trans 296352743891 rc 0/0 00000100:00100000:3.0:1724307156.156215:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 321 00000100:00100000:0.0:1724307156.160205:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.160300:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247909376 00000100:00100000:3.0:1724307156.160309:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247909376 00010000:00010000:2.0:1724307156.160311:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb36a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.160319:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb36a lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.160325:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb36a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.160330:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.160333:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb36a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.160338:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb36a lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.160339:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 322 00000100:00100000:3.0:1724307156.160344:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247909376:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307156.160350:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa42a2e9 (ffff8800a6bf7300) 00010000:00010000:2.0:1724307156.160352:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.160356:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb36a lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.160359:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb36a lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160384:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.160397:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800901b5f80/0x85b23e07e0bf993f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b29e expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.160408:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa65:0x0].0x0 (ffff8800a081c800) 00010000:00010000:3.0:1724307156.160413:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.160437:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb37f lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160446:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb37f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160453:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb37f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160462:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb386 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160466:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb386 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160471:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb386 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160550:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb38d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160555:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb38d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160560:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb38d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:3.0:1724307156.160879:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].29, 64 off10048 00010000:00010000:3.0:1724307156.160931:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb394 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160938:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb394 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160944:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb394 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160948:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb394 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160952:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb394 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160955:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb394 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160959:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb394 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160962:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3fa80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.160965:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb394 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160969:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb394 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160975:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa65:0x0].0x0 (ffff8800a6bf7100) 00010000:00010000:3.0:1724307156.160977:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.160979:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb394 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160982:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb394 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.160998:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb38d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.161003:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb38d lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.161007:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb38d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.161010:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.161011:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb38d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.161015:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb38d lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.161020:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa65:0x0].0x0 (ffff8800a6bf7100) 00010000:00010000:3.0:1724307156.161021:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.161023:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb38d lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.161027:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb38d lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.161066:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb37f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.161071:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb37f lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.161074:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb37f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.161077:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d8c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.161079:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb37f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.161086:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb37f lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.161092:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.161093:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.161096:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb37f lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.161099:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb37f lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307156.161120:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880130ec3800 reply state ffff8800a6aa7000 transno 296352743892 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb386 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.161125:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.161137:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880130ec3800 x1808064247909376/t296352743892(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.162134:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247909376:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1785us (1932us total) trans 296352743892 rc 0/0 00000100:00100000:3.0:1724307156.162142:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 322 00010000:00010000:3.0:1724307156.164558:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb386 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.164570:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb386 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.164576:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb386 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.164581:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.164585:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb386 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.164591:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb386 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.164603:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb42a2e9 (ffff8800a6bf7600) 00010000:00010000:3.0:1724307156.164606:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.164609:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb386 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.164613:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb386 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.164816:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.165132:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247909632 00000100:00100000:3.0:1724307156.165139:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247909632 00000100:00100000:3.0:1724307156.165224:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 323 00000100:00100000:3.0:1724307156.165230:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247909632:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.165272:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.165287:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bf9962 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b2a5 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.165297:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa66:0x0].0x0 (ffff8800a6bf7200) 00010000:00010000:3.0:1724307156.165303:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.165326:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb39b lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165336:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb39b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165343:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb39b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165353:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb3a2 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165359:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb3a2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165364:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb3a2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165447:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3a9 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165453:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3a9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165459:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3a9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:3.0:1724307156.165780:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].29, 64 off10048 00010000:00010000:3.0:1724307156.165830:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3b0 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165837:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3b0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165843:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3b0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165848:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3b0 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165853:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3b0 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165857:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3b0 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165865:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3b0 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165868:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.165870:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3b0 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165875:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3b0 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165880:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa66:0x0].0x0 (ffff8800a6bf7800) 00010000:00010000:3.0:1724307156.165882:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.165884:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3b0 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165888:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3b0 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165905:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3a9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165909:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3a9 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165913:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3a9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165916:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3eac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.165919:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3a9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165923:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3a9 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165931:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa66:0x0].0x0 (ffff8800a6bf7800) 00010000:00010000:3.0:1724307156.165933:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.165935:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3a9 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165939:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3a9 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165986:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb39b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165991:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb39b lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165995:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb39b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.165999:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.166001:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb39b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.166006:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb39b lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.166012:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.166014:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.166017:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb39b lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.166020:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb39b lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307156.166026:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012cbe6a00 reply state ffff88009b90d000 transno 296352743893 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb3a2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.166031:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.166044:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88012cbe6a00 x1808064247909632/t296352743893(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.167229:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cbe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247909632:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1995us (2413us total) trans 296352743893 rc 0/0 00000100:00100000:3.0:1724307156.167237:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 323 00010000:00010000:2.0:1724307156.169593:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb3a2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.169608:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb3a2 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.169613:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb3a2 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.169618:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.169621:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb3a2 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.169627:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb3a2 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.169664:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc42a2e9 (ffff8800a6bf7000) 00010000:00010000:2.0:1724307156.169667:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.169671:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb3a2 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.169675:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfb3a2 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:2.0:1724307156.169917:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.170075:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247909888 00000100:00100000:3.0:1724307156.170083:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247909888 00000100:00100000:3.0:1724307156.170546:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 324 00000100:00100000:3.0:1724307156.170553:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f3a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247909888:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.170598:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.170613:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bf9985 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b2ac expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.170622:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa67:0x0].0x0 (ffff8800a6bf7400) 00010000:00010000:3.0:1724307156.170628:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.170669:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb3b7 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.170679:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb3b7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.170686:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb3b7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.170697:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb3be lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.170702:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb3be lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.170707:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb3be lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.170785:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb3c5 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.170790:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb3c5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.170795:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb3c5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:3.0:1724307156.171090:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].30, 64 off10112 00010000:00010000:3.0:1724307156.171155:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb3cc lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171162:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb3cc lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171168:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb3cc lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171173:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb3cc lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171178:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb3cc lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171182:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb3cc lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171187:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb3cc lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171195:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3df80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.171197:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb3cc lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171202:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb3cc lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171208:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa67:0x0].0x0 (ffff8800a6bf7f00) 00010000:00010000:3.0:1724307156.171211:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.171213:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb3cc lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171217:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfb3cc lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171237:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb3c5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171241:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb3c5 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171245:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb3c5 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171248:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.171250:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb3c5 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171254:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb3c5 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171260:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa67:0x0].0x0 (ffff8800a6bf7f00) 00010000:00010000:3.0:1724307156.171262:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.171264:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb3c5 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171268:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfb3c5 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171323:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb3b7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171328:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb3b7 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171333:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb3b7 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171336:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.171339:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb3b7 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171343:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb3b7 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171349:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.171350:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.171352:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb3b7 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.171356:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e400/0x85b23e07e0bfb3b7 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307156.171362:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f3a0700 reply state ffff88009b90f000 transno 296352743894 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb3be lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.171368:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.171381:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009f3a0700 x1808064247909888/t296352743894(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.171444:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f3a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247909888:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 890us (1529us total) trans 296352743894 rc 0/0 00000100:00100000:3.0:1724307156.171450:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 324 00010000:00010000:3.0:1724307156.173666:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb3be lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.173677:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb3be lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.173682:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb3be lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.173686:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cd80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.173689:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb3be lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.173694:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb3be lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.173707:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd42a2e9 (ffff8800a6bf7b00) 00010000:00010000:3.0:1724307156.173709:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.173713:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb3be lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.173717:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cd80/0x85b23e07e0bfb3be lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.174214:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307156.174277:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247910144 00000100:00100000:2.0:1724307156.174285:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247910144 00000100:00100000:2.0:1724307156.174324:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 325 00000100:00100000:2.0:1724307156.174330:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247910144:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307156.174371:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307156.174385:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bf99a8 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b2b3 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307156.174398:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa68:0x0].0x0 (ffff880093e15e00) 00010000:00010000:2.0:1724307156.174406:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307156.174430:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb3d3 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.174438:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb3d3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.174445:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb3d3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.174453:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb3da lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.174457:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb3da lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.174462:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb3da lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.174541:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102dd40/0x85b23e07e0bfb3e1 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.174547:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102dd40/0x85b23e07e0bfb3e1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.174552:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102dd40/0x85b23e07e0bfb3e1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:2.0:1724307156.175228:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].30, 64 off10112 00010000:00010000:2.0:1724307156.175280:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102eac0/0x85b23e07e0bfb3e8 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175290:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102eac0/0x85b23e07e0bfb3e8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175296:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102eac0/0x85b23e07e0bfb3e8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175302:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102eac0/0x85b23e07e0bfb3e8 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175307:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102eac0/0x85b23e07e0bfb3e8 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175311:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102eac0/0x85b23e07e0bfb3e8 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175316:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102eac0/0x85b23e07e0bfb3e8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175320:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102eac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307156.175323:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102eac0/0x85b23e07e0bfb3e8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175327:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102eac0/0x85b23e07e0bfb3e8 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175333:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa68:0x0].0x0 (ffff88009bb61b00) 00010000:00010000:2.0:1724307156.175336:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307156.175338:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102eac0/0x85b23e07e0bfb3e8 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175342:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102eac0/0x85b23e07e0bfb3e8 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175362:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102dd40/0x85b23e07e0bfb3e1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175367:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102dd40/0x85b23e07e0bfb3e1 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175371:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102dd40/0x85b23e07e0bfb3e1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175374:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102dd40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.175376:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102dd40/0x85b23e07e0bfb3e1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175379:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102dd40/0x85b23e07e0bfb3e1 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175384:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa68:0x0].0x0 (ffff88009bb61b00) 00010000:00010000:2.0:1724307156.175386:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307156.175387:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102dd40/0x85b23e07e0bfb3e1 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175391:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102dd40/0x85b23e07e0bfb3e1 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175440:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb3d3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175445:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb3d3 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175449:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb3d3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175453:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102cb40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.175454:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb3d3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175461:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb3d3 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175467:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:2.0:1724307156.175469:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.175471:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb3d3 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.175474:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfb3d3 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:2.0:1724307156.175481:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012cbe6d80 reply state ffff8800a6bfd000 transno 296352743895 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb3da lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:2.0:1724307156.175486:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:2.0:1724307156.175499:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88012cbe6d80 x1808064247910144/t296352743895(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:2.0:1724307156.176238:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cbe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247910144:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1906us (2025us total) trans 296352743895 rc 0/0 00000100:00100000:2.0:1724307156.176245:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 325 00000100:00100000:1.0:1724307156.179530:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.179611:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247910400 00000100:00100000:3.0:1724307156.179619:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247910400 00000100:00100000:3.0:1724307156.179687:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 326 00000100:00100000:3.0:1724307156.179693:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247910400:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307156.179824:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb3da lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.179833:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb3da lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.179839:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb3da lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.179843:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d8c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.179846:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb3da lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.179853:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb3da lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.179864:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe42a2e9 (ffff88009bb61700) 00010000:00010000:2.0:1724307156.179866:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.179869:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb3da lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.179874:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb3da lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.179928:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.179940:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bf99cb lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b2ba expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.179948:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa69:0x0].0x0 (ffff88009108bd00) 00010000:00010000:3.0:1724307156.179954:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.179975:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb3ef lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.179983:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb3ef lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.179989:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb3ef lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.179998:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3f6 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180002:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3f6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180007:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3f6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180089:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3fd lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180094:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3fd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180098:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3fd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:3.0:1724307156.180400:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].31, 64 off10176 00010000:00010000:3.0:1724307156.180454:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb404 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180461:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb404 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180467:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb404 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180473:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb404 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180478:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb404 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180483:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb404 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180486:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb404 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180490:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.180493:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb404 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180498:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb404 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180504:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa69:0x0].0x0 (ffff88008f3f0500) 00010000:00010000:3.0:1724307156.180506:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.180508:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb404 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180516:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb404 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180535:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3fd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180539:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3fd lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180543:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3fd lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180546:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.180548:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3fd lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180552:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3fd lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180558:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa69:0x0].0x0 (ffff88008f3f0500) 00010000:00010000:3.0:1724307156.180560:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.180562:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3fd lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180566:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb3fd lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180619:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb3ef lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180623:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb3ef lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180627:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb3ef lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180631:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.180633:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb3ef lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180666:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb3ef lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180673:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.180675:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.180677:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb3ef lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.180680:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb3ef lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:3.0:1724307156.180687:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800939be300 reply state ffff88009a865000 transno 296352743896 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3f6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307156.180693:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.180706:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800939be300 x1808064247910400/t296352743896(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.180762:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247910400:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1069us (1238us total) trans 296352743896 rc 0/0 00000100:00100000:3.0:1724307156.180767:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 326 00010000:00010000:3.0:1724307156.184175:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3f6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.184186:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3f6 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.184192:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3f6 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.184198:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3eac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.184202:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3f6 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.184207:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3f6 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.184219:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff42a2e9 (ffff880130e77600) 00010000:00010000:3.0:1724307156.184221:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.184224:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3f6 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.184228:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb3f6 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.184851:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.185392:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247910656 00000100:00100000:0.0:1724307156.185400:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247910656 00000100:00100000:0.0:1724307156.185442:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 327 00000100:00100000:0.0:1724307156.185448:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247910656:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.185492:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.185509:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bf99ee lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b2c1 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.185533:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6a:0x0].0x0 (ffff88009108be00) 00010000:00010000:0.0:1724307156.185543:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.185567:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb40b lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.185575:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb40b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.185582:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb40b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.185591:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb412 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.185596:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb412 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.185600:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb412 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.185700:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb419 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.185711:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb419 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.185717:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb419 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:0.0:1724307156.186016:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].31, 64 off10176 00010000:00010000:0.0:1724307156.186069:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb420 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186076:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb420 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186083:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb420 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186088:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb420 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186092:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb420 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186097:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb420 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186133:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb420 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186138:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307156.186140:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb420 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186145:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb420 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186152:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6a:0x0].0x0 (ffff88009b349300) 00010000:00010000:0.0:1724307156.186154:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307156.186157:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb420 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186161:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb420 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186180:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb419 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186184:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb419 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186188:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb419 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186191:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1721c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.186193:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb419 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186196:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb419 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186201:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6a:0x0].0x0 (ffff88009b349300) 00010000:00010000:0.0:1724307156.186203:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307156.186205:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb419 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186208:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb419 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186265:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb40b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186270:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb40b lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186274:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb40b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186278:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.186280:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb40b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186286:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb40b lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186292:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307156.186293:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.186295:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb40b lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.186298:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb40b lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:0.0:1724307156.186305:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800939bd880 reply state ffff88009e864000 transno 296352743897 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb412 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.186310:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307156.186324:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800939bd880 x1808064247910656/t296352743897(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307156.186383:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247910656:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 934us (1535us total) trans 296352743897 rc 0/0 00000100:00100000:0.0:1724307156.186388:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 327 00010000:00010000:2.0:1724307156.187829:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb412 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.187841:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb412 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.187846:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb412 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.187849:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.187853:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb412 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.187858:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb412 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.187868:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x42a2e9 (ffff88009b349600) 00010000:00010000:2.0:1724307156.187870:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.187873:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb412 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.187878:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb412 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:1.0:1724307156.188344:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.188743:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247910912 00000100:00100000:0.0:1724307156.188751:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247910912 00000100:00100000:0.0:1724307156.188795:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 328 00000100:00100000:0.0:1724307156.188802:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247910912:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.188842:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.188858:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bf9a11 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b2c8 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.188867:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6b:0x0].0x0 (ffff88009108b500) 00010000:00010000:0.0:1724307156.188874:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.188894:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb427 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.188903:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb427 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.188910:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb427 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.188919:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb42e lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.188924:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb42e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.188929:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb42e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189003:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb435 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189010:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb435 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189015:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb435 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:0.0:1724307156.189332:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].32, 64 off10240 00010000:00010000:0.0:1724307156.189379:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb43c lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189385:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb43c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189391:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb43c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189396:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb43c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189400:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb43c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189404:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb43c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189408:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb43c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189412:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307156.189414:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb43c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189419:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb43c lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189424:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6b:0x0].0x0 (ffff88009b349900) 00010000:00010000:0.0:1724307156.189427:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307156.189429:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb43c lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189437:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb43c lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189454:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb435 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189458:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb435 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189462:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb435 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189466:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.189469:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb435 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189473:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb435 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189479:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6b:0x0].0x0 (ffff88009b349900) 00010000:00010000:0.0:1724307156.189481:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307156.189483:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb435 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189487:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb435 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189545:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb427 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189550:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb427 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189555:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb427 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189559:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.189561:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb427 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189565:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb427 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189571:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307156.189572:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.189575:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb427 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.189578:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb427 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:0.0:1724307156.189584:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800939bca80 reply state ffff88009e861000 transno 296352743898 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb42e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.189588:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307156.189600:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800939bca80 x1808064247910912/t296352743898(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307156.189664:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247910912:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 861us (1323us total) trans 296352743898 rc 0/0 00000100:00100000:0.0:1724307156.189670:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 328 00010000:00010000:3.0:1724307156.193966:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb42e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.193982:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb42e lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.193988:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb42e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.193993:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.193997:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb42e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.194002:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb42e lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.194015:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x142a2e9 (ffff88009b349100) 00010000:00010000:3.0:1724307156.194018:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.194021:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb42e lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.194026:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb42e lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:2.0:1724307156.194062:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.194293:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247911168 00000100:00100000:0.0:1724307156.194301:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247911168 00000100:00100000:0.0:1724307156.194472:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 329 00000100:00100000:0.0:1724307156.194478:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247911168:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.194522:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.194537:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800901b4000/0x85b23e07e0bf9a34 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b2cf expref: 209 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.194549:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6c:0x0].0x0 (ffff8800a081cd00) 00010000:00010000:0.0:1724307156.194555:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.194577:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb443 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.194587:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb443 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.194594:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb443 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.194603:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb44a lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.194608:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb44a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.194612:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb44a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.194772:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb451 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.194778:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb451 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.194783:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb451 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:0.0:1724307156.195068:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].32, 64 off10240 00010000:00010000:0.0:1724307156.195125:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb458 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195132:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb458 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195138:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb458 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195142:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb458 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195146:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb458 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195150:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb458 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195154:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb458 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195158:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307156.195161:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb458 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195166:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb458 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195172:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6c:0x0].0x0 (ffff88009b349200) 00010000:00010000:0.0:1724307156.195174:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307156.195177:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb458 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195181:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb458 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195199:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb451 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195204:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb451 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195208:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb451 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195212:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.195214:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb451 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195219:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb451 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195225:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6c:0x0].0x0 (ffff88009b349200) 00010000:00010000:0.0:1724307156.195227:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307156.195229:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb451 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195233:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb451 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195275:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb443 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195280:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb443 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195284:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb443 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195288:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173a80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.195290:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb443 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195297:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb443 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195303:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307156.195305:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.195307:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb443 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.195311:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb443 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:0.0:1724307156.195317:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f3a2a00 reply state ffff88012e339000 transno 296352743899 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb44a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.195323:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307156.195335:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009f3a2a00 x1808064247911168/t296352743899(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307156.196672:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247911168:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2189us (2609us total) trans 296352743899 rc 0/0 00000100:00100000:0.0:1724307156.196680:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 329 00000100:00100000:0.0:1724307156.199476:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.199750:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247911424 00000100:00100000:1.0:1724307156.199759:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247911424 00000100:00100000:1.0:1724307156.199794:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 330 00000100:00100000:1.0:1724307156.199799:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247911424:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.199856:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.199877:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800901b5680/0x85b23e07e0bf9a57 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b2d6 expref: 209 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307156.200079:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb44a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.200086:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb44a lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.200092:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb44a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.200097:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.200111:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb44a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.200117:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb44a lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.200126:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x242a2e9 (ffff88009b349a00) 00010000:00010000:2.0:1724307156.200129:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.200133:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb44a lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.200138:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb44a lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.200759:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6d:0x0].0x0 (ffff8800a081c000) 00010000:00010000:1.0:1724307156.200769:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.200793:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb45f lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.200802:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb45f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.200809:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb45f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.200818:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb466 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.200823:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb466 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.200827:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb466 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.200905:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb46d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.200911:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb46d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.200916:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb46d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:1.0:1724307156.201228:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].33, 64 off10304 00010000:00010000:1.0:1724307156.201279:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb474 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201286:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb474 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201292:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb474 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201298:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb474 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201302:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb474 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201307:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb474 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201312:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb474 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201316:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ad00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.201319:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb474 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201324:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb474 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201330:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6d:0x0].0x0 (ffff88012de6f000) 00010000:00010000:1.0:1724307156.201333:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.201335:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb474 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201344:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb474 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201366:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb46d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201370:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb46d lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201374:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb46d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201378:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.201380:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb46d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201384:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb46d lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201389:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6d:0x0].0x0 (ffff88012de6f000) 00010000:00010000:1.0:1724307156.201391:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.201393:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb46d lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201396:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb46d lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201437:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb45f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201441:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb45f lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201445:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb45f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201450:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018bcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.201452:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb45f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201458:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb45f lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201464:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.201466:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.201468:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb45f lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.201472:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb45f lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:1.0:1724307156.201479:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012cbe4700 reply state ffff8801351c8000 transno 296352743900 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb466 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.201484:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.201500:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88012cbe4700 x1808064247911424/t296352743900(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.201564:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cbe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247911424:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1763us (2095us total) trans 296352743900 rc 0/0 00000100:00100000:1.0:1724307156.201573:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 330 00010000:00010000:3.0:1724307156.205184:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb466 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.205196:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb466 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.205201:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb466 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.205206:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.205209:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb466 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.205214:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb466 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.205226:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf943a2e9 (ffff88012de6f500) 00010000:00010000:3.0:1724307156.205228:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.205231:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb466 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.205235:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb466 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.205479:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.205539:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247911680 00000100:00100000:1.0:1724307156.205547:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247911680 00000100:00100000:1.0:1724307156.205580:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 331 00000100:00100000:1.0:1724307156.205586:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247911680:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.205627:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.205658:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800901b4b40/0x85b23e07e0bf9a7a lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b2dd expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307156.205667:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6e:0x0].0x0 (ffff8800a081ce00) 00010000:00010000:1.0:1724307156.205673:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.205695:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb47b lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.205704:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb47b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.205711:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb47b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.205722:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb482 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.205727:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb482 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.205731:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb482 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.205808:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb489 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.205814:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb489 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.205819:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb489 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:1.0:1724307156.206122:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].33, 64 off10304 00010000:00010000:1.0:1724307156.206171:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb490 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206179:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb490 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206185:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb490 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206191:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb490 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206195:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb490 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206199:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb490 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206204:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb490 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206209:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01886c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.206211:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb490 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206216:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb490 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206222:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6e:0x0].0x0 (ffff88012de6f900) 00010000:00010000:1.0:1724307156.206224:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.206226:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb490 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206231:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb490 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206249:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb489 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206254:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb489 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206259:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb489 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206262:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018aac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.206264:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb489 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206267:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb489 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206272:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6e:0x0].0x0 (ffff88012de6f900) 00010000:00010000:1.0:1724307156.206273:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.206274:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb489 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206278:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb489 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206326:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb47b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206330:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb47b lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206334:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb47b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206338:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.206340:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb47b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206347:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb47b lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206353:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.206355:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.206357:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb47b lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.206361:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb47b lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:1.0:1724307156.206366:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012cbe6300 reply state ffff8801351ca000 transno 296352743901 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb482 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.206372:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.206383:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88012cbe6300 x1808064247911680/t296352743901(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.206443:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cbe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247911680:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 856us (967us total) trans 296352743901 rc 0/0 00000100:00100000:1.0:1724307156.206449:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 331 00010000:00010000:3.0:1724307156.208392:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb482 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.208412:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb482 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.208418:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb482 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.208422:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.208426:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb482 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.208431:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb482 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.208443:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa43a2e9 (ffff88012de6f300) 00010000:00010000:3.0:1724307156.208445:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.208449:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb482 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.208453:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb482 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.208621:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307156.208923:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247911936 00000100:00100000:2.0:1724307156.208932:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247911936 00000100:00100000:2.0:1724307156.208970:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 332 00000100:00100000:2.0:1724307156.208975:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247911936:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307156.209013:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307156.209026:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800901b46c0/0x85b23e07e0bf9a9d lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b2e4 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307156.209035:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6f:0x0].0x0 (ffff8800a081ca00) 00010000:00010000:2.0:1724307156.209040:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307156.209062:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb497 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209070:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb497 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209076:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb497 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209084:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb49e lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209089:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb49e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209093:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb49e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209176:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb4a5 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209182:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb4a5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209187:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb4a5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:2.0:1724307156.209837:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].34, 64 off10368 00010000:00010000:2.0:1724307156.209887:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb4ac lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209897:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb4ac lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209902:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb4ac lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209907:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb4ac lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209911:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb4ac lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209914:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb4ac lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209918:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb4ac lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209922:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307156.209924:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb4ac lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209929:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb4ac lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209935:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6f:0x0].0x0 (ffff88009bb61000) 00010000:00010000:2.0:1724307156.209937:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307156.209939:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb4ac lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209944:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb4ac lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209964:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb4a5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209970:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb4a5 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209974:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb4a5 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209977:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102ed00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.209979:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb4a5 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209984:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb4a5 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209990:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6f:0x0].0x0 (ffff88009bb61000) 00010000:00010000:2.0:1724307156.209991:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307156.209993:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb4a5 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.209997:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb4a5 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.210033:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb497 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.210039:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb497 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.210043:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb497 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.210046:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.210048:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb497 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.210055:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb497 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.210061:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:2.0:1724307156.210063:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.210065:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb497 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.210069:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb497 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:2.0:1724307156.210075:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a14c700 reply state ffff88012d6e1000 transno 296352743902 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb49e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:2.0:1724307156.210080:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:2.0:1724307156.210093:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009a14c700 x1808064247911936/t296352743902(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:2.0:1724307156.210697:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247911936:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1720us (2077us total) trans 296352743902 rc 0/0 00000100:00100000:2.0:1724307156.210705:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 332 00000100:00100000:1.0:1724307156.214606:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307156.214955:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247912192 00000100:00100000:2.0:1724307156.214964:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247912192 00000100:00100000:2.0:1724307156.214999:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 333 00000100:00100000:2.0:1724307156.215005:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247912192:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307156.215048:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307156.215070:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800901b5200/0x85b23e07e0bf9ac0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b2eb expref: 209 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307156.215084:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa70:0x0].0x0 (ffff8800a081c100) 00010000:00010000:2.0:1724307156.215092:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307156.215127:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb4b3 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215136:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb4b3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215145:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb4b3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215154:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb4ba lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215159:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb4ba lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215164:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb4ba lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215240:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb4c1 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215246:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb4c1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215251:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb4c1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:2.0:1724307156.215551:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].34, 64 off10368 00010000:00010000:2.0:1724307156.215600:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb4c8 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215606:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb4c8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215612:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb4c8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215618:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb4c8 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215623:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb4c8 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215627:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb4c8 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215632:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb4c8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215636:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102cfc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307156.215662:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb4c8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215667:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb4c8 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215675:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa70:0x0].0x0 (ffff88009bb61d00) 00010000:00010000:2.0:1724307156.215677:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307156.215680:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb4c8 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215684:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb4c8 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215705:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb4c1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215709:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb4c1 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215713:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb4c1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215716:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.215718:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb4c1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215722:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb4c1 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215728:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa70:0x0].0x0 (ffff88009bb61d00) 00010000:00010000:2.0:1724307156.215730:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307156.215732:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb4c1 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215736:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb4c1 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215775:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb4b3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215780:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb4b3 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215784:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb4b3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215788:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.215790:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb4b3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215794:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb4b3 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215800:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:2.0:1724307156.215802:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.215805:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb4b3 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.215808:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb4b3 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:2.0:1724307156.215815:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800939bd500 reply state ffff88012d6e3000 transno 296352743903 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb4ba lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:2.0:1724307156.215820:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:2.0:1724307156.215833:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800939bd500 x1808064247912192/t296352743903(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:2.0:1724307156.215883:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+210:21370:x1808064247912192:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 877us (1284us total) trans 296352743903 rc 0/0 00000100:00100000:2.0:1724307156.215890:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 333 00010000:00010000:3.0:1724307156.216217:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb49e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.216224:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb49e lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.216228:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb49e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.216231:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.216233:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb49e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.216239:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb49e lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.216247:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb43a2e9 (ffff88009bb61800) 00010000:00010000:3.0:1724307156.216248:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.216250:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb49e lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.216254:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb49e lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.217082:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb4ba lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.217089:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb4ba lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.217094:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb4ba lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.217097:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.217109:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb4ba lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.217115:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb4ba lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.217121:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc43a2e9 (ffff88009bb61c00) 00010000:00010000:3.0:1724307156.217124:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.217126:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb4ba lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.217130:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb4ba lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.218201:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307156.218310:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247912448 00000100:00100000:2.0:1724307156.218318:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247912448 00000100:00100000:2.0:1724307156.219048:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 334 00000100:00100000:2.0:1724307156.219055:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247912448:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307156.219117:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307156.219138:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7d440/0x85b23e07e0bf9ae3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b2f2 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307156.219150:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa71:0x0].0x0 (ffff8800a081c900) 00010000:00010000:2.0:1724307156.219157:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307156.219180:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb4cf lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219188:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb4cf lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219199:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb4cf lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219208:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb4d6 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219212:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb4d6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219216:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb4d6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219296:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb4dd lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219302:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb4dd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219307:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb4dd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:2.0:1724307156.219594:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].35, 64 off10432 00010000:00010000:2.0:1724307156.219666:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb4e4 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219672:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb4e4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219677:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb4e4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219682:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb4e4 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219690:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb4e4 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219694:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb4e4 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219699:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb4e4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219703:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307156.219705:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb4e4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219710:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb4e4 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219716:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa71:0x0].0x0 (ffff88009bb61700) 00010000:00010000:2.0:1724307156.219718:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307156.219721:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb4e4 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219725:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb4e4 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219744:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb4dd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219749:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb4dd lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219752:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb4dd lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219756:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102df80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.219758:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb4dd lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219763:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb4dd lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219768:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa71:0x0].0x0 (ffff88009bb61700) 00010000:00010000:2.0:1724307156.219770:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307156.219772:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb4dd lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219775:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb4dd lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219816:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb4cf lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219820:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb4cf lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219824:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb4cf lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219827:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.219829:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb4cf lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219833:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb4cf lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219838:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:2.0:1724307156.219840:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.219842:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb4cf lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.219849:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb4cf lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:2.0:1724307156.219855:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a14ed80 reply state ffff88012d6e5000 transno 296352743904 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb4d6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:2.0:1724307156.219860:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:2.0:1724307156.219872:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009a14ed80 x1808064247912448/t296352743904(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:2.0:1724307156.221323:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247912448:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2260us (3121us total) trans 296352743904 rc 0/0 00000100:00100000:2.0:1724307156.221331:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 334 00010000:00010000:3.0:1724307156.222478:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb4d6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.222488:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb4d6 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.222494:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb4d6 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.222499:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.222502:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb4d6 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.222507:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb4d6 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.222519:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd43a2e9 (ffff88009bb61e00) 00010000:00010000:3.0:1724307156.222521:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.222525:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb4d6 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.222529:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb4d6 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.223184:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307156.223280:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247912704 00000100:00100000:2.0:1724307156.223288:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247912704 00000100:00100000:2.0:1724307156.223329:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 335 00000100:00100000:2.0:1724307156.223335:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247912704:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307156.223379:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307156.223392:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bf9b06 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b2f9 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307156.223401:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa72:0x0].0x0 (ffff88009108bf00) 00010000:00010000:2.0:1724307156.223408:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307156.223428:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb4eb lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.223436:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb4eb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.223444:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb4eb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.223453:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb4f2 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.223457:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb4f2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.223462:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb4f2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.223538:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb4f9 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.223543:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb4f9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.223547:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb4f9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:2.0:1724307156.223885:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].35, 64 off10432 00010000:00010000:2.0:1724307156.223942:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb500 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.223949:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb500 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.223955:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb500 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.223960:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb500 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.223965:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb500 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.223973:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb500 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.223978:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb500 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.223982:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307156.223985:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb500 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.223990:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb500 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.223997:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa72:0x0].0x0 (ffff88009bb61b00) 00010000:00010000:2.0:1724307156.223999:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307156.224002:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb500 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.224006:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb500 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.224025:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb4f9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.224029:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb4f9 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.224032:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb4f9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.224035:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102f600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.224037:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb4f9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.224044:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb4f9 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.224049:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa72:0x0].0x0 (ffff88009bb61b00) 00010000:00010000:2.0:1724307156.224050:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307156.224052:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb4f9 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.224055:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb4f9 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.224117:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb4eb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.224126:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb4eb lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.224130:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb4eb lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.224133:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102fa80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.224136:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb4eb lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.224141:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb4eb lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.224147:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:2.0:1724307156.224149:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.224151:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb4eb lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.224155:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb4eb lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:2.0:1724307156.224162:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a14f100 reply state ffff88012d6e7000 transno 296352743905 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb4f2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:2.0:1724307156.224166:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:2.0:1724307156.224180:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009a14f100 x1808064247912704/t296352743905(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:2.0:1724307156.224237:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247912704:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 902us (1056us total) trans 296352743905 rc 0/0 00000100:00100000:2.0:1724307156.224243:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 335 00010000:00010000:3.0:1724307156.225339:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb4f2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.225347:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb4f2 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.225351:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb4f2 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.225355:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102fcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.225357:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb4f2 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.225362:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb4f2 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.225369:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe43a2e9 (ffff88009bb61a00) 00010000:00010000:3.0:1724307156.225371:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.225373:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb4f2 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.225378:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb4f2 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.226408:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307156.227112:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247912960 00000100:00100000:3.0:1724307156.227120:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247912960 00000100:00100000:3.0:1724307156.227409:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 336 00000100:00100000:3.0:1724307156.227416:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247912960:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307156.227458:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307156.227475:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bf9b29 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b300 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.227489:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa73:0x0].0x0 (ffff88009108b600) 00010000:00010000:3.0:1724307156.227500:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.227523:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb507 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.227532:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb507 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.227539:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb507 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.227548:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb50e lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.227554:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb50e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.227559:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb50e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.227631:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb515 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228015:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb515 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228024:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb515 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:3.0:1724307156.228326:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].36, 64 off10496 00010000:00010000:3.0:1724307156.228374:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb51c lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228381:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb51c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228387:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb51c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228392:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb51c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228397:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb51c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228402:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb51c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228410:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb51c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228415:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.228418:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb51c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228423:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb51c lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228430:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa73:0x0].0x0 (ffff88008f3f0900) 00010000:00010000:3.0:1724307156.228432:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.228435:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb51c lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228439:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d680/0x85b23e07e0bfb51c lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228456:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb515 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228461:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb515 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228465:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb515 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228468:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.228471:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb515 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228475:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb515 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228484:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa73:0x0].0x0 (ffff88008f3f0900) 00010000:00010000:3.0:1724307156.228485:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.228487:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb515 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228491:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfb515 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228538:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb507 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228542:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb507 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228546:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb507 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228550:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3eac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.228552:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb507 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228555:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb507 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228561:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.228563:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.228565:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb507 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.228569:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3eac0/0x85b23e07e0bfb507 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307156.228575:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a14ce00 reply state ffff88012d5c9000 transno 296352743906 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb50e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.228581:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.228595:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009a14ce00 x1808064247912960/t296352743906(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.229899:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247912960:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2479us (3490us total) trans 296352743906 rc 0/0 00000100:00100000:3.0:1724307156.229906:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 336 00000100:00100000:1.0:1724307156.233793:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307156.233860:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb50e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.233869:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb50e lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.233875:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb50e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.233880:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.233883:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb50e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.233889:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb50e lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.233902:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff43a2e9 (ffff88008f3f0500) 00010000:00010000:3.0:1724307156.233904:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.233908:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb50e lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.233912:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e1c0/0x85b23e07e0bfb50e lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:2.0:1724307156.234389:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247913216 00000100:00100000:2.0:1724307156.234397:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247913216 00000100:00100000:2.0:1724307156.234428:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 337 00000100:00100000:2.0:1724307156.234434:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247913216:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307156.234480:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307156.234493:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bf9b4c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b307 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307156.234505:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa74:0x0].0x0 (ffff88009108bc00) 00010000:00010000:2.0:1724307156.234512:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307156.234533:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb523 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.234541:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb523 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.234548:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb523 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.234555:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb52a lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.234560:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb52a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.234565:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb52a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.234658:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb531 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.234663:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb531 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.234667:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb531 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:2.0:1724307156.234950:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].36, 64 off10496 00010000:00010000:2.0:1724307156.234997:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb538 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235003:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb538 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235008:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb538 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235014:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb538 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235018:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb538 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235023:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb538 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235028:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb538 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235033:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307156.235035:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb538 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235041:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb538 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235046:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa74:0x0].0x0 (ffff88009bb61e00) 00010000:00010000:2.0:1724307156.235048:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307156.235050:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb538 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235054:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfb538 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235070:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb531 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235074:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb531 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235078:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb531 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235082:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.235084:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb531 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235088:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb531 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235092:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa74:0x0].0x0 (ffff88009bb61e00) 00010000:00010000:2.0:1724307156.235093:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307156.235096:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb531 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235110:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfb531 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235160:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb523 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235165:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb523 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235169:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb523 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235172:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102fcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.235174:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb523 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235178:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb523 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235182:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:2.0:1724307156.235184:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.235186:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb523 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.235189:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfb523 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:2.0:1724307156.235195:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012de3fb80 reply state ffff88012ca91000 transno 296352743907 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb52a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:2.0:1724307156.235199:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:2.0:1724307156.235210:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88012de3fb80 x1808064247913216/t296352743907(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:2.0:1724307156.235252:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247913216:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 818us (1468us total) trans 296352743907 rc 0/0 00000100:00100000:2.0:1724307156.235258:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 337 00010000:00010000:3.0:1724307156.237023:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb52a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.237034:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb52a lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.237040:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb52a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.237044:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.237047:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb52a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.237053:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb52a lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.237064:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x43a2e9 (ffff88009bb61a00) 00010000:00010000:3.0:1724307156.237066:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.237069:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb52a lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.237074:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfb52a lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.237678:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307156.237769:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247913472 00000100:00100000:2.0:1724307156.237777:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247913472 00000100:00100000:2.0:1724307156.237815:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 338 00000100:00100000:2.0:1724307156.237821:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247913472:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307156.237857:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307156.237870:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7fa80/0x85b23e07e0bf9b6f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b30e expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307156.237880:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa75:0x0].0x0 (ffff8800a081cf00) 00010000:00010000:2.0:1724307156.237884:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307156.237903:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfb53f lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.237911:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfb53f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.237918:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfb53f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.237925:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfb546 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.237930:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfb546 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.237934:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfb546 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238002:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfb54d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238007:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfb54d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238011:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfb54d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:2.0:1724307156.238306:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].37, 64 off10560 00010000:00010000:2.0:1724307156.238354:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb554 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238360:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb554 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238367:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb554 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238371:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb554 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238376:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb554 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238379:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb554 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238383:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb554 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238387:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102fa80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307156.238389:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb554 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238394:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb554 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238400:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa75:0x0].0x0 (ffff88009bb61800) 00010000:00010000:2.0:1724307156.238401:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307156.238403:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb554 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238408:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfb554 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238424:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfb54d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238428:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfb54d lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238433:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfb54d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238436:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102db00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.238438:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfb54d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238442:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfb54d lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238448:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa75:0x0].0x0 (ffff88009bb61800) 00010000:00010000:2.0:1724307156.238449:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307156.238451:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfb54d lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238454:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfb54d lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238492:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfb53f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238496:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfb53f lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238501:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfb53f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238504:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.238506:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfb53f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238509:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfb53f lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238514:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:2.0:1724307156.238516:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.238517:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfb53f lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.238521:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfb53f lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:2.0:1724307156.238527:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a14d180 reply state ffff88012ca93000 transno 296352743908 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfb546 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:2.0:1724307156.238532:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:2.0:1724307156.238543:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009a14d180 x1808064247913472/t296352743908(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:2.0:1724307156.238599:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247913472:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 777us (963us total) trans 296352743908 rc 0/0 00000100:00100000:2.0:1724307156.238607:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 338 00000100:00100000:2.0:1724307156.242876:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.242968:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247913728 00000100:00100000:0.0:1724307156.242976:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247913728 00010000:00010000:3.0:1724307156.243130:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfb546 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.243140:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfb546 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.243146:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfb546 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.243152:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102f840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.243155:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfb546 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.243162:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfb546 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.243175:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x143a2e9 (ffff88009bb61c00) 00010000:00010000:3.0:1724307156.243178:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.243181:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfb546 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.243185:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfb546 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.243607:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 339 00000100:00100000:0.0:1724307156.243614:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f3a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247913728:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.243677:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.243692:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7eac0/0x85b23e07e0bf9b92 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b315 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.243841:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa76:0x0].0x0 (ffff8800a081c500) 00010000:00010000:0.0:1724307156.243848:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.243872:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb55b lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.243883:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb55b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.243891:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb55b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.243901:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb562 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.243907:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb562 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.243911:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb562 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.243992:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb569 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.243998:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb569 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.244004:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb569 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:0.0:1724307156.246520:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].37, 64 off10560 00010000:00010000:0.0:1724307156.246589:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb570 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246600:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb570 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246609:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb570 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246615:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb570 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246619:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb570 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246624:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb570 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246628:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb570 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246632:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307156.246634:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb570 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246652:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb570 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246663:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa76:0x0].0x0 (ffff88009b349200) 00010000:00010000:0.0:1724307156.246665:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307156.246668:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb570 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246675:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb570 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246696:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb569 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246700:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb569 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246704:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb569 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246707:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.246710:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb569 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246713:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb569 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246718:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa76:0x0].0x0 (ffff88009b349200) 00010000:00010000:0.0:1724307156.246719:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307156.246721:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb569 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246724:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb569 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246766:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb55b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246770:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb55b lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246773:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb55b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246777:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.246779:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb55b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246783:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb55b lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246787:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307156.246789:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.246791:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb55b lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.246794:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb55b lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:0.0:1724307156.246800:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f3a1180 reply state ffff88012e33b000 transno 296352743909 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb562 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.246805:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307156.246821:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009f3a1180 x1808064247913728/t296352743909(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307156.246883:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f3a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247913728:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 3268us (4013us total) trans 296352743909 rc 0/0 00000100:00100000:0.0:1724307156.246890:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 339 00010000:00010000:3.0:1724307156.251672:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb562 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.251685:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb562 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.251691:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb562 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.251696:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.251700:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb562 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.251706:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb562 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.251720:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x243a2e9 (ffff88009b349a00) 00010000:00010000:3.0:1724307156.251722:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.251725:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb562 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.251730:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb562 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:2.0:1724307156.252986:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.253190:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247913984 00000100:00100000:0.0:1724307156.253199:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247913984 00000100:00100000:0.0:1724307156.254877:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 340 00000100:00100000:0.0:1724307156.254886:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247913984:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.254937:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.254961:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bf9bb5 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b31c expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.254978:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa77:0x0].0x0 (ffff88009108b900) 00010000:00010000:0.0:1724307156.254988:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.255012:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb577 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.255022:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb577 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.255030:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb577 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.255041:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb57e lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.255047:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb57e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.255052:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb57e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.255144:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb585 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.255150:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb585 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.255155:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb585 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:1.0:1724307156.256297:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].38, 64 off10624 00010000:00010000:1.0:1724307156.256358:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb58c lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256367:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb58c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256374:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb58c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256382:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb58c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256386:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb58c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256391:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb58c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256395:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb58c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256401:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.256404:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb58c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256409:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb58c lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256417:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa77:0x0].0x0 (ffff88009b349900) 00010000:00010000:1.0:1724307156.256420:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.256423:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb58c lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256427:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb58c lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256466:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb585 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256471:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb585 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256476:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb585 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256480:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.256493:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb585 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256498:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb585 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256505:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa77:0x0].0x0 (ffff88009b349900) 00010000:00010000:1.0:1724307156.256507:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.256509:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb585 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256513:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb585 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256568:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb577 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256573:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb577 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256577:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb577 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256582:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.256584:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb577 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256588:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb577 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256593:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.256595:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.256598:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb577 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.256602:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb577 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:1.0:1724307156.256608:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f3a2680 reply state ffff88012e33d000 transno 296352743910 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb57e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.256615:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.256653:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009f3a2680 x1808064247913984/t296352743910(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.256724:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247913984:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1839us (3742us total) trans 296352743910 rc 0/0 00000100:00100000:1.0:1724307156.256732:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 340 00010000:00010000:3.0:1724307156.259130:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb57e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.259141:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb57e lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.259146:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb57e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.259151:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1706c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.259155:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb57e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.259159:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb57e lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.259173:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf944a2e9 (ffff88009b349300) 00010000:00010000:3.0:1724307156.259174:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.259177:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb57e lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.259180:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb57e lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:2.0:1724307156.260429:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.260494:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247914240 00000100:00100000:1.0:1724307156.260502:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247914240 00000100:00100000:1.0:1724307156.260533:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 341 00000100:00100000:1.0:1724307156.260539:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f3a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247914240:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.260581:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.260599:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bf9bd8 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b323 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307156.260611:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa78:0x0].0x0 (ffff88009108b700) 00010000:00010000:1.0:1724307156.260620:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.260659:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb593 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.260670:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb593 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.260681:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb593 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.260690:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb59a lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.260694:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb59a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.260699:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb59a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.260777:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb5a1 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.260783:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb5a1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.260788:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb5a1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:1.0:1724307156.261080:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].38, 64 off10624 00010000:00010000:1.0:1724307156.261134:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb5a8 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261140:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb5a8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261145:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb5a8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261150:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb5a8 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261158:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb5a8 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261163:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb5a8 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261167:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb5a8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261170:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018aac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.261172:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb5a8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261177:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb5a8 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261182:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa78:0x0].0x0 (ffff88012de6ff00) 00010000:00010000:1.0:1724307156.261184:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.261186:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb5a8 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261190:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfb5a8 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261209:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb5a1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261213:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb5a1 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261217:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb5a1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261221:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.261223:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb5a1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261227:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb5a1 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261232:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa78:0x0].0x0 (ffff88012de6ff00) 00010000:00010000:1.0:1724307156.261233:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.261235:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb5a1 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261238:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfb5a1 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261284:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb593 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261288:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb593 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261291:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb593 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261294:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.261296:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb593 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261300:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb593 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261304:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.261306:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.261308:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb593 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.261315:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfb593 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:1.0:1724307156.261320:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f3a3480 reply state ffff8801351cd000 transno 296352743911 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb59a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.261325:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.261336:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009f3a3480 x1808064247914240/t296352743911(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.261392:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f3a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247914240:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 853us (968us total) trans 296352743911 rc 0/0 00000100:00100000:1.0:1724307156.261397:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 341 00010000:00010000:3.0:1724307156.263234:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb59a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.263244:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb59a lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.263249:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb59a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.263258:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.263265:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb59a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.263271:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb59a lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.263285:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa44a2e9 (ffff88012de6f000) 00010000:00010000:3.0:1724307156.263288:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.263291:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb59a lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.263299:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfb59a lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:2.0:1724307156.263532:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.263578:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247914496 00000100:00100000:1.0:1724307156.263584:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247914496 00000100:00100000:1.0:1724307156.263617:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 342 00000100:00100000:1.0:1724307156.263623:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f3a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247914496:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.263699:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.263711:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800901b4fc0/0x85b23e07e0bf9bfb lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b32a expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307156.263721:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa79:0x0].0x0 (ffff88009108bb00) 00010000:00010000:1.0:1724307156.263728:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.263747:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb5af lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.263755:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb5af lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.263762:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb5af lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.263771:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb5b6 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.263776:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb5b6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.263780:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb5b6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.263974:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb5bd lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.263981:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb5bd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.263986:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb5bd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:1.0:1724307156.264292:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].39, 64 off10688 00010000:00010000:1.0:1724307156.264338:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb5c4 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264345:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb5c4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264350:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb5c4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264355:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb5c4 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264359:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb5c4 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264366:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb5c4 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264370:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb5c4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264374:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ad00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.264377:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb5c4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264381:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb5c4 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264387:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa79:0x0].0x0 (ffff88012de6f600) 00010000:00010000:1.0:1724307156.264389:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.264391:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb5c4 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264395:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfb5c4 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264416:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb5bd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264420:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb5bd lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264425:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb5bd lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264428:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.264430:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb5bd lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264438:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb5bd lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264444:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa79:0x0].0x0 (ffff88012de6f600) 00010000:00010000:1.0:1724307156.264445:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.264448:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb5bd lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264452:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfb5bd lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264501:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb5af lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264506:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb5af lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264510:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb5af lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264514:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01886c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.264516:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb5af lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264520:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb5af lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264526:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.264528:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.264530:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb5af lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.264534:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfb5af lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:1.0:1724307156.264541:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f3a1880 reply state ffff8801351cf000 transno 296352743912 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb5b6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.264546:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.264559:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009f3a1880 x1808064247914496/t296352743912(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.264622:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f3a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247914496:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 998us (1095us total) trans 296352743912 rc 0/0 00000100:00100000:1.0:1724307156.264628:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 342 00010000:00010000:3.0:1724307156.266207:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb5b6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.266216:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb5b6 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.266220:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb5b6 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.266225:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018bcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.266233:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb5b6 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.266239:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb5b6 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.266248:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb44a2e9 (ffff88012de6fd00) 00010000:00010000:3.0:1724307156.266250:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.266253:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb5b6 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.266257:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfb5b6 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:2.0:1724307156.266921:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.267085:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247914752 00000100:00100000:1.0:1724307156.267093:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247914752 00000100:00100000:1.0:1724307156.267131:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 343 00000100:00100000:1.0:1724307156.267136:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f3a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247914752:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.267177:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.267190:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d3600/0x85b23e07e0bf9c1e lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b331 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307156.267200:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7a:0x0].0x0 (ffff88009108b100) 00010000:00010000:1.0:1724307156.267440:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.267462:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb5cb lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.267472:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb5cb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.267480:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb5cb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.267489:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb5d2 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.267495:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb5d2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.267500:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb5d2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.267668:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb5d9 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.267675:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb5d9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.267680:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb5d9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:1.0:1724307156.267964:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].39, 64 off10688 00010000:00010000:1.0:1724307156.268016:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb5e0 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268022:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb5e0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268028:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb5e0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268034:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb5e0 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268039:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb5e0 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268043:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb5e0 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268051:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb5e0 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268055:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.268058:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb5e0 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268063:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb5e0 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268069:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7a:0x0].0x0 (ffff88012de6f900) 00010000:00010000:1.0:1724307156.268071:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.268073:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb5e0 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268078:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb5e0 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268095:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb5d9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268117:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb5d9 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268122:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb5d9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268125:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.268127:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb5d9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268131:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb5d9 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268140:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7a:0x0].0x0 (ffff88012de6f900) 00010000:00010000:1.0:1724307156.268142:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.268144:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb5d9 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268148:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb5d9 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268197:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb5cb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268202:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb5cb lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268206:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb5cb lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268210:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.268212:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb5cb lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268216:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb5cb lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268221:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.268223:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.268225:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb5cb lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.268229:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfb5cb lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:1.0:1724307156.268234:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f3a2d80 reply state ffff8801351e9000 transno 296352743913 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb5d2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.268240:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.268252:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009f3a2d80 x1808064247914752/t296352743913(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.268310:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f3a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247914752:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1172us (1391us total) trans 296352743913 rc 0/0 00000100:00100000:1.0:1724307156.268316:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 343 00010000:00010000:3.0:1724307156.270536:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb5d2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.270547:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb5d2 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.270552:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb5d2 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.270557:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.270559:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb5d2 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.270564:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb5d2 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.270574:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc44a2e9 (ffff88012de6f500) 00010000:00010000:3.0:1724307156.270576:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.270579:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb5d2 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.270583:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb5d2 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:2.0:1724307156.270942:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.270992:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247915008 00000100:00100000:1.0:1724307156.271001:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247915008 00000100:00100000:1.0:1724307156.271045:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 344 00000100:00100000:1.0:1724307156.271051:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f3a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247915008:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.271098:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.271122:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bf9c41 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b338 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307156.271131:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7b:0x0].0x0 (ffff88012b4aeb00) 00010000:00010000:1.0:1724307156.271138:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.271161:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb5e7 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271169:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb5e7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271176:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb5e7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271186:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb5ee lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271191:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb5ee lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271197:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb5ee lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271424:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb5f5 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271431:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb5f5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271436:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb5f5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:1.0:1724307156.271757:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].40, 64 off10752 00010000:00010000:1.0:1724307156.271799:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb5fc lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271805:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb5fc lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271810:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb5fc lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271815:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb5fc lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271819:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb5fc lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271823:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb5fc lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271827:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb5fc lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271834:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b61c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.271836:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb5fc lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271840:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb5fc lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271845:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7b:0x0].0x0 (ffff8800a081c500) 00010000:00010000:1.0:1724307156.271847:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.271849:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb5fc lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271852:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb5fc lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271867:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb5f5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271871:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb5f5 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271874:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb5f5 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271877:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.271879:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb5f5 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271882:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb5f5 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271887:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7b:0x0].0x0 (ffff8800a081c500) 00010000:00010000:1.0:1724307156.271889:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.271891:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb5f5 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271895:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb5f5 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271927:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb5e7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271931:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb5e7 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271935:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb5e7 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271938:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.271940:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb5e7 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271943:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb5e7 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271948:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.271949:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.271951:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb5e7 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.271954:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb5e7 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:1.0:1724307156.271959:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f3a1500 reply state ffff8801351eb000 transno 296352743914 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb5ee lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.271963:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.271974:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009f3a1500 x1808064247915008/t296352743914(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.272022:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f3a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247915008:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 971us (1084us total) trans 296352743914 rc 0/0 00000100:00100000:1.0:1724307156.272028:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 344 00010000:00010000:3.0:1724307156.273846:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb5ee lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.273857:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb5ee lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.273863:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb5ee lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.273867:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.273870:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb5ee lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.273876:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb5ee lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.273887:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd44a2e9 (ffff88012de6f300) 00010000:00010000:3.0:1724307156.273889:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.273892:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb5ee lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.273897:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb5ee lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:2.0:1724307156.275835:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.276867:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247915264 00000100:00100000:1.0:1724307156.276957:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247915264 00000100:00100000:1.0:1724307156.277316:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 345 00000100:00100000:1.0:1724307156.277415:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247915264:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.277517:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.277724:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7e1c0/0x85b23e07e0bf9c64 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b33f expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307156.277913:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7c:0x0].0x0 (ffff8800a081c700) 00010000:00010000:1.0:1724307156.277924:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.278154:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb603 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278165:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb603 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278172:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb603 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278182:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb60a lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278187:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb60a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278192:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb60a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278265:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb611 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278271:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb611 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278276:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb611 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:1.0:1724307156.278542:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].40, 64 off10752 00010000:00010000:1.0:1724307156.278583:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb618 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278589:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb618 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278594:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb618 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278599:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb618 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278604:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb618 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278609:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb618 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278614:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb618 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278619:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.278621:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb618 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278627:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb618 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278633:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7c:0x0].0x0 (ffff8800a081c100) 00010000:00010000:1.0:1724307156.278635:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.278656:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb618 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278661:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb618 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278680:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb611 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278685:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb611 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278689:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb611 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278692:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.278694:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb611 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278698:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb611 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278703:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7c:0x0].0x0 (ffff8800a081c100) 00010000:00010000:1.0:1724307156.278705:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.278707:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb611 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278711:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb611 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278749:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb603 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278754:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb603 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278758:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb603 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278762:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.278764:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb603 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278768:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb603 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278773:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.278775:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.278777:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb603 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.278780:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb603 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:1.0:1724307156.278787:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f34d500 reply state ffff8801351ed000 transno 296352743915 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb60a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.278793:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.278806:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009f34d500 x1808064247915264/t296352743915(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.279712:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247915264:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2366us (3885us total) trans 296352743915 rc 0/0 00000100:00100000:1.0:1724307156.279722:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 345 00010000:00010000:3.0:1724307156.281686:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb60a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.281698:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb60a lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.281704:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb60a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.281709:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.281713:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb60a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.281719:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb60a lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.281732:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe44a2e9 (ffff8800a081c900) 00010000:00010000:3.0:1724307156.281735:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.281738:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb60a lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.281743:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb60a lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:2.0:1724307156.284183:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.284262:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247915520 00000100:00100000:1.0:1724307156.284270:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247915520 00000100:00100000:1.0:1724307156.284304:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 346 00000100:00100000:1.0:1724307156.284310:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247915520:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.284353:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.284373:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7e400/0x85b23e07e0bf9c87 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b346 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307156.284388:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7d:0x0].0x0 (ffff8800a081c200) 00010000:00010000:1.0:1724307156.284395:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.284418:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb61f lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284427:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb61f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284435:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb61f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284444:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb626 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284450:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb626 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284454:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb626 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284528:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb62d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284533:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb62d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284538:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb62d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:1.0:1724307156.284871:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].41, 64 off10816 00010000:00010000:1.0:1724307156.284913:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb634 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284920:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb634 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284926:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb634 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284931:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb634 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284937:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb634 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284941:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb634 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284946:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb634 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284951:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.284953:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb634 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284958:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb634 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284968:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7d:0x0].0x0 (ffff8800a081cd00) 00010000:00010000:1.0:1724307156.284970:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.284973:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb634 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284977:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb634 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284993:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb62d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.284997:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb62d lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.285001:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb62d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.285005:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.285008:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb62d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.285012:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb62d lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.285017:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7d:0x0].0x0 (ffff8800a081cd00) 00010000:00010000:1.0:1724307156.285018:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.285020:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb62d lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.285024:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb62d lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.285058:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb61f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.285063:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb61f lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.285068:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb61f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.285071:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.285073:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb61f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.285077:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb61f lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.285082:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.285083:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.285085:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb61f lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.285089:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb61f lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:1.0:1724307156.285095:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f34c000 reply state ffff8801351ef000 transno 296352743916 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb626 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.285112:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.285124:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009f34c000 x1808064247915520/t296352743916(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.285171:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247915520:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 860us (995us total) trans 296352743916 rc 0/0 00000100:00100000:1.0:1724307156.285176:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 346 00010000:00010000:3.0:1724307156.288557:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb626 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.288568:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb626 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.288574:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb626 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.288579:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.288582:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb626 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.288588:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb626 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.288600:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff44a2e9 (ffff8800a081ce00) 00010000:00010000:3.0:1724307156.288602:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.288606:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb626 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.288610:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb626 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:2.0:1724307156.289287:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.289696:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247915776 00000100:00100000:0.0:1724307156.289705:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247915776 00000100:00100000:0.0:1724307156.289741:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 347 00000100:00100000:0.0:1724307156.289747:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247915776:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.289787:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.289803:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d33c0/0x85b23e07e0bf9caa lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b34d expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.289825:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7e:0x0].0x0 (ffff88009108b400) 00010000:00010000:0.0:1724307156.289833:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.289854:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb63b lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.289864:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb63b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.289871:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb63b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.289882:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb642 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.289887:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb642 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.289892:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb642 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.289963:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb649 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.289967:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb649 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.289972:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb649 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:0.0:1724307156.290254:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].41, 64 off10816 00010000:00010000:0.0:1724307156.290296:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb650 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290302:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb650 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290308:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb650 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290314:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb650 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290319:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb650 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290323:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb650 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290328:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb650 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290332:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307156.290334:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb650 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290339:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb650 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290345:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7e:0x0].0x0 (ffff88009b349a00) 00010000:00010000:0.0:1724307156.290347:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307156.290349:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb650 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290357:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb650 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290372:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb649 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290377:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb649 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290381:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb649 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290385:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.290387:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb649 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290391:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb649 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290396:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7e:0x0].0x0 (ffff88009b349a00) 00010000:00010000:0.0:1724307156.290397:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307156.290399:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb649 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290403:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb649 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290448:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb63b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290452:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb63b lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290456:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb63b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290461:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1706c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.290463:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb63b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290467:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb63b lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290472:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307156.290473:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.290475:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb63b lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.290479:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb63b lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:0.0:1724307156.290485:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f34d880 reply state ffff88012e33e000 transno 296352743917 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb642 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.290489:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307156.290499:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009f34d880 x1808064247915776/t296352743917(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307156.290555:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247915776:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 807us (1272us total) trans 296352743917 rc 0/0 00000100:00100000:0.0:1724307156.290561:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 347 00000100:00100000:0.0:1724307156.293770:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.293860:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247916032 00000100:00100000:1.0:1724307156.293868:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247916032 00000100:00100000:1.0:1724307156.293902:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 348 00000100:00100000:1.0:1724307156.293908:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247916032:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.293949:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.293969:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbcfcc0/0x85b23e07e0bf9ccd lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b354 expref: 209 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307156.293982:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb642 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.293983:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7f:0x0].0x0 (ffff88009108b200) 00010000:00010000:3.0:1724307156.293989:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb642 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.293993:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.293994:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb642 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.293999:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.294002:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb642 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.294007:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb642 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.294013:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x44a2e9 (ffff88009b349600) 00010000:00010000:1.0:1724307156.294015:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb657 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.294016:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.294019:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb642 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.294022:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb642 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.294023:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb657 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.294029:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb657 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.294038:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb65e lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.294043:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb65e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.294048:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb65e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.294131:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb665 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.294137:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb665 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.294146:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb665 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:1.0:1724307156.294418:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].42, 64 off10880 00010000:00010000:1.0:1724307156.294463:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb66c lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.294469:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb66c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.294475:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb66c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.294480:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb66c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.294484:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb66c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.294488:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb66c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.294491:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb66c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.294494:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.294496:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb66c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.294500:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb66c lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.294505:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7f:0x0].0x0 (ffff8800a081cb00) 00010000:00010000:1.0:1724307156.294507:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.294509:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb66c lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.294514:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb66c lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.295275:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb665 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.295282:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb665 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.295286:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb665 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.295290:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7a80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.295292:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb665 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.295297:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb665 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.295303:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7f:0x0].0x0 (ffff8800a081cb00) 00010000:00010000:1.0:1724307156.295305:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.295307:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb665 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.295311:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb665 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.295361:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb657 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.295365:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb657 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.295370:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb657 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.295374:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.295376:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb657 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.295380:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb657 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.295385:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.295387:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.295389:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb657 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.295392:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb657 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:1.0:1724307156.295398:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a14f800 reply state ffff88012dcd9000 transno 296352743918 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb65e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:1.0:1724307156.295404:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.295417:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009a14f800 x1808064247916032/t296352743918(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.295472:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247916032:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1564us (1709us total) trans 296352743918 rc 0/0 00000100:00100000:1.0:1724307156.295478:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 348 00010000:00010000:3.0:1724307156.297351:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb65e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.297360:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb65e lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.297365:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb65e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.297370:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.297373:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb65e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.297378:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb65e lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.297379:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307156.297388:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x144a2e9 (ffff8800a081c800) 00010000:00010000:3.0:1724307156.297390:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.297393:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb65e lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.297397:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb65e lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:1.0:1724307156.297755:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247916288 00000100:00100000:1.0:1724307156.297762:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247916288 00000100:00100000:1.0:1724307156.297789:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 349 00000100:00100000:1.0:1724307156.297794:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247916288:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.297831:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.297844:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7df80/0x85b23e07e0bf9cf0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b35b expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307156.297853:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa80:0x0].0x0 (ffff8800a6bf7900) 00010000:00010000:1.0:1724307156.297857:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.297878:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb673 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.297886:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb673 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.297893:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb673 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.297901:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb67a lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.297907:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb67a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.297911:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb67a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.297982:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb681 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.297989:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb681 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.297994:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb681 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:1.0:1724307156.298285:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].42, 64 off10880 00010000:00010000:1.0:1724307156.298328:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb688 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298335:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb688 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298341:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb688 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298346:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb688 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298351:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb688 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298356:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb688 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298361:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb688 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298364:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.298367:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb688 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298371:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb688 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298377:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa80:0x0].0x0 (ffff8800a081c200) 00010000:00010000:1.0:1724307156.298379:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.298381:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb688 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298390:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb688 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298406:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb681 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298411:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb681 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298415:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb681 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298419:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.298422:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb681 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298426:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb681 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298431:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa80:0x0].0x0 (ffff8800a081c200) 00010000:00010000:1.0:1724307156.298432:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.298434:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb681 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298438:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb681 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298468:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb673 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298472:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb673 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298475:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb673 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298480:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.298482:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb673 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298487:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb673 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298492:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.298494:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.298495:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb673 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.298499:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb673 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:1.0:1724307156.298504:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a14e680 reply state ffff88012dcdb000 transno 296352743919 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb67a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:1.0:1724307156.298508:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.298520:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009a14e680 x1808064247916288/t296352743919(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.298561:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247916288:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 766us (1183us total) trans 296352743919 rc 0/0 00000100:00100000:1.0:1724307156.298566:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 349 00010000:00010000:0.0:1724307156.301873:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb67a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.301885:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb67a lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.301893:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb67a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.301898:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.301901:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb67a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.301906:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb67a lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.301919:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x244a2e9 (ffff8800a081cd00) 00010000:00010000:0.0:1724307156.301921:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.301924:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb67a lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.301929:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb67a lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:2.0:1724307156.302341:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.302388:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247916544 00000100:00100000:0.0:1724307156.302395:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247916544 00000100:00100000:0.0:1724307156.302433:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 350 00000100:00100000:0.0:1724307156.302439:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247916544:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.302489:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.302502:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7c240/0x85b23e07e0bf9d13 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b362 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.302512:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa81:0x0].0x0 (ffff88009d338f00) 00010000:00010000:0.0:1724307156.302519:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.302549:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb68f lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.302559:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb68f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.302566:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb68f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.302574:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb696 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.302579:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb696 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.302585:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb696 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.302678:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb69d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.302683:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb69d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.302688:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb69d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:0.0:1724307156.302950:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].43, 64 off10944 00010000:00010000:0.0:1724307156.302993:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb6a4 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.302999:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb6a4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303006:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb6a4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303014:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb6a4 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303019:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb6a4 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303023:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb6a4 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303028:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb6a4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303032:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307156.303034:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb6a4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303039:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb6a4 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303044:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa81:0x0].0x0 (ffff88009b349800) 00010000:00010000:0.0:1724307156.303046:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307156.303048:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb6a4 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303052:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb6a4 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303067:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb69d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303071:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb69d lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303075:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb69d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303080:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.303082:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb69d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303086:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb69d lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303091:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa81:0x0].0x0 (ffff88009b349800) 00010000:00010000:0.0:1724307156.303092:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307156.303094:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb69d lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303098:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb69d lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303143:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb68f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303147:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb68f lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303151:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb68f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303155:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.303157:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb68f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303161:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb68f lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303166:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307156.303168:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.303170:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb68f lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.303175:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb68f lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:0.0:1724307156.303180:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f34e300 reply state ffff88012c000000 transno 296352743920 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb696 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.303185:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307156.303196:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009f34e300 x1808064247916544/t296352743920(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307156.303237:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247916544:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 798us (900us total) trans 296352743920 rc 0/0 00000100:00100000:0.0:1724307156.303243:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 350 00010000:00010000:3.0:1724307156.306697:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb696 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.306710:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb696 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.306714:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb696 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.306719:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.306723:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb696 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.306728:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb696 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.306740:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf945a2e9 (ffff88009b349200) 00010000:00010000:3.0:1724307156.306742:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.306745:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb696 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:3.0:1724307156.306749:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb696 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.307971:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.308040:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247916800 00000100:00100000:1.0:1724307156.308047:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247916800 00000100:00100000:1.0:1724307156.308097:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 351 00000100:00100000:1.0:1724307156.308113:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247916800:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.308152:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.308168:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbceac0/0x85b23e07e0bf9d36 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b369 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307156.308178:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa82:0x0].0x0 (ffff88009108b000) 00010000:00010000:1.0:1724307156.308186:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.308207:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb6ab lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308216:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb6ab lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308223:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb6ab lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308232:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb6b2 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308236:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb6b2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308240:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb6b2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308315:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb6b9 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308321:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb6b9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308326:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb6b9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:1.0:1724307156.308598:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].43, 64 off10944 00010000:00010000:1.0:1724307156.308675:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb6c0 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308681:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb6c0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308687:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb6c0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308693:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb6c0 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308697:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb6c0 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308701:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb6c0 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308707:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb6c0 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308711:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.308714:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb6c0 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308719:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb6c0 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308725:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa82:0x0].0x0 (ffff8800a081c100) 00010000:00010000:1.0:1724307156.308728:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.308730:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb6c0 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308734:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb6c0 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308752:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb6b9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308757:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb6b9 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308761:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb6b9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308765:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.308767:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb6b9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308771:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb6b9 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308776:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa82:0x0].0x0 (ffff8800a081c100) 00010000:00010000:1.0:1724307156.308778:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.308780:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb6b9 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308784:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb6b9 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308831:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb6ab lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308835:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb6ab lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308839:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb6ab lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308843:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.308845:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb6ab lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308853:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb6ab lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308858:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.308859:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.308862:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb6ab lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.308866:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb6ab lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:1.0:1724307156.308872:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a14f480 reply state ffff88012dcdd000 transno 296352743921 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb6b2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:1.0:1724307156.308877:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.308888:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009a14f480 x1808064247916800/t296352743921(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.308947:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247916800:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 834us (981us total) trans 296352743921 rc 0/0 00000100:00100000:1.0:1724307156.308953:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 351 00010000:00010000:0.0:1724307156.310406:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb6b2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.310414:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb6b2 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.310419:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb6b2 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.310424:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.310426:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb6b2 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.310431:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb6b2 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.310441:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa45a2e9 (ffff8800a081c900) 00010000:00010000:0.0:1724307156.310444:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.310447:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb6b2 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.310452:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb6b2 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.310863:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.310955:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247917056 00000100:00100000:1.0:1724307156.310962:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247917056 00000100:00100000:1.0:1724307156.310997:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 352 00000100:00100000:1.0:1724307156.311003:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247917056:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.311039:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.311052:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbced00/0x85b23e07e0bf9d59 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b370 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307156.311060:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa83:0x0].0x0 (ffff8800a5615400) 00010000:00010000:1.0:1724307156.311065:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.311084:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb6c7 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311092:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb6c7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311112:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb6c7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311121:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb6ce lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311126:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb6ce lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311131:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb6ce lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311201:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb6d5 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311208:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb6d5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311213:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb6d5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:1.0:1724307156.311448:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].44, 64 off11008 00010000:00010000:1.0:1724307156.311485:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb6dc lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311489:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb6dc lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311493:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb6dc lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311498:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb6dc lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311501:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb6dc lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311503:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb6dc lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311505:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb6dc lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311508:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.311509:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb6dc lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311512:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb6dc lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311515:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa83:0x0].0x0 (ffff8800a081c000) 00010000:00010000:1.0:1724307156.311516:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.311518:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb6dc lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311520:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb6dc lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311533:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb6d5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311535:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb6d5 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311538:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb6d5 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311541:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.311542:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb6d5 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311545:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb6d5 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311547:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa83:0x0].0x0 (ffff8800a081c000) 00010000:00010000:1.0:1724307156.311548:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.311549:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb6d5 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311552:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb6d5 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311576:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb6c7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311579:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb6c7 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311581:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb6c7 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311583:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.311584:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb6c7 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311587:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb6c7 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311590:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.311591:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.311593:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb6c7 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.311595:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb6c7 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:1.0:1724307156.311599:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a14fb80 reply state ffff88012dcdf000 transno 296352743922 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb6ce lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:1.0:1724307156.311602:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.311611:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009a14fb80 x1808064247917056/t296352743922(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.311694:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247917056:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 690us (833us total) trans 296352743922 rc 0/0 00000100:00100000:1.0:1724307156.311704:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 352 00010000:00010000:0.0:1724307156.313375:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb6ce lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.313386:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb6ce lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.313391:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb6ce lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.313395:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.313398:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb6ce lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.313404:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb6ce lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.313414:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb45a2e9 (ffff8800a081c800) 00010000:00010000:0.0:1724307156.313416:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.313419:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb6ce lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.313424:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb6ce lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:2.0:1724307156.313554:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.314537:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247917312 00000100:00100000:1.0:1724307156.314545:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247917312 00000100:00100000:1.0:1724307156.314585:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 353 00000100:00100000:1.0:1724307156.314590:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247917312:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.314627:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.314658:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbcf3c0/0x85b23e07e0bf9d7c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b377 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307156.314668:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa84:0x0].0x0 (ffff8800a5615300) 00010000:00010000:1.0:1724307156.314678:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.314697:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb6e3 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.314706:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb6e3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.314726:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb6e3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.314735:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb6ea lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.314740:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb6ea lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.314744:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb6ea lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.314816:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb6f1 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.314821:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb6f1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.314826:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb6f1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:1.0:1724307156.315243:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].44, 64 off11008 00010000:00010000:1.0:1724307156.315286:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfb6f8 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315292:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfb6f8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315298:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfb6f8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315304:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfb6f8 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315312:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfb6f8 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315316:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfb6f8 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315321:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfb6f8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315325:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.315327:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfb6f8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315332:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfb6f8 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315338:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa84:0x0].0x0 (ffff8800a081cf00) 00010000:00010000:1.0:1724307156.315340:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.315342:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfb6f8 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315346:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfb6f8 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315361:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb6f1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315365:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb6f1 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315370:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb6f1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315373:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.315376:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb6f1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315381:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb6f1 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315386:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa84:0x0].0x0 (ffff8800a081cf00) 00010000:00010000:1.0:1724307156.315388:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.315389:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb6f1 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315393:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfb6f1 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315436:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb6e3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315441:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb6e3 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315445:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb6e3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315449:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b61c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.315451:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb6e3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315455:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb6e3 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315460:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.315462:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.315464:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb6e3 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:1.0:1724307156.315471:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b61c0/0x85b23e07e0bfb6e3 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:1.0:1724307156.315477:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f34e680 reply state ffff880135e69000 transno 296352743923 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb6ea lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:1.0:1724307156.315482:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.315493:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009f34e680 x1808064247917312/t296352743923(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.315552:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247917312:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 961us (1998us total) trans 296352743923 rc 0/0 00000100:00100000:1.0:1724307156.315558:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 353 00010000:00010000:0.0:1724307156.317379:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb6ea lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.317393:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb6ea lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.317398:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb6ea lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.317403:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.317406:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb6ea lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.317411:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb6ea lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.317422:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc45a2e9 (ffff8800a081c500) 00010000:00010000:0.0:1724307156.317424:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.317427:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb6ea lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.317432:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5680/0x85b23e07e0bfb6ea lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.318216:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307156.318378:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247917568 00000100:00100000:2.0:1724307156.318386:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247917568 00000100:00100000:2.0:1724307156.318487:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 354 00000100:00100000:2.0:1724307156.318494:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247917568:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307156.318535:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307156.318550:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbcd440/0x85b23e07e0bf9d9f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b37e expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307156.318562:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa85:0x0].0x0 (ffff8800a5615700) 00010000:00010000:2.0:1724307156.318568:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307156.318590:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb6ff lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.318598:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb6ff lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.318607:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb6ff lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.318615:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb706 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.318618:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb706 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.318621:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb706 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.318714:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb70d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.318718:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb70d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.318723:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb70d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:2.0:1724307156.319008:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].45, 64 off11072 00010000:00010000:2.0:1724307156.319059:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb714 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319066:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb714 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319072:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb714 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319077:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb714 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319084:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb714 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319087:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb714 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319090:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb714 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319093:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102df80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307156.319094:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb714 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319098:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb714 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319115:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa85:0x0].0x0 (ffff88009bb61b00) 00010000:00010000:2.0:1724307156.319117:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307156.319119:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb714 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319122:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfb714 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319136:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb70d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319139:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb70d lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319142:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb70d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319144:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.319146:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb70d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319148:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb70d lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319152:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa85:0x0].0x0 (ffff88009bb61b00) 00010000:00010000:2.0:1724307156.319153:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307156.319154:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb70d lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319156:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfb70d lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319187:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb6ff lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319189:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb6ff lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319191:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb6ff lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319194:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102f600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.319195:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb6ff lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319197:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb6ff lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319200:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:2.0:1724307156.319201:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.319202:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb6ff lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.319206:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfb6ff lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:2.0:1724307156.319210:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a14d880 reply state ffff88012ca95000 transno 296352743924 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb706 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:2.0:1724307156.319214:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:2.0:1724307156.319222:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009a14d880 x1808064247917568/t296352743924(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:2.0:1724307156.319266:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247917568:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 772us (1054us total) trans 296352743924 rc 0/0 00000100:00100000:2.0:1724307156.319272:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 354 00010000:00010000:0.0:1724307156.321279:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb706 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.321288:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb706 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.321292:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb706 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.321297:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.321300:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb706 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.321306:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb706 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.321317:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd45a2e9 (ffff88009bb61e00) 00010000:00010000:0.0:1724307156.321320:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.321323:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb706 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.321327:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfb706 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:2.0:1724307156.321443:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.321624:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247917824 00000100:00100000:0.0:1724307156.321631:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247917824 00000100:00100000:0.0:1724307156.321696:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 355 00000100:00100000:0.0:1724307156.321701:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247917824:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.321741:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.321754:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbce640/0x85b23e07e0bf9dc2 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b385 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.321764:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa86:0x0].0x0 (ffff8800a5615800) 00010000:00010000:0.0:1724307156.321771:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.321791:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb71b lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.321800:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb71b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.321807:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb71b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.321819:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb722 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.321824:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb722 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.321829:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb722 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.321894:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb729 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.321899:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb729 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.321904:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb729 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:0.0:1724307156.322186:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].45, 64 off11072 00010000:00010000:0.0:1724307156.322230:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb730 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322237:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb730 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322243:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb730 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322248:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb730 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322253:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb730 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322260:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb730 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322264:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb730 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322267:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307156.322269:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb730 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322273:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb730 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322279:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa86:0x0].0x0 (ffff88009b349a00) 00010000:00010000:0.0:1724307156.322281:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307156.322284:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb730 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322288:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfb730 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322304:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb729 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322309:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb729 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322313:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb729 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322316:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.322318:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb729 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322325:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb729 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322330:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa86:0x0].0x0 (ffff88009b349a00) 00010000:00010000:0.0:1724307156.322332:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307156.322334:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb729 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322338:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfb729 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322375:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb71b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322380:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb71b lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322384:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb71b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322388:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.322390:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb71b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322395:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb71b lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322400:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307156.322402:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.322404:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb71b lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.322408:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfb71b lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:0.0:1724307156.322415:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f34ca80 reply state ffff88012c002000 transno 296352743925 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb722 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.322421:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307156.322432:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009f34ca80 x1808064247917824/t296352743925(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307156.322482:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247917824:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 780us (1040us total) trans 296352743925 rc 0/0 00000100:00100000:0.0:1724307156.322489:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 355 00010000:00010000:0.0:1724307156.324238:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb722 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.324247:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb722 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.324253:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb722 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.324258:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.324261:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb722 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.324267:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb722 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.324278:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe45a2e9 (ffff88009b349500) 00010000:00010000:0.0:1724307156.324280:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.324283:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb722 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.324288:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfb722 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307156.324558:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.324600:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247918080 00000100:00100000:0.0:1724307156.324605:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247918080 00000100:00100000:0.0:1724307156.324655:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 356 00000100:00100000:0.0:1724307156.324660:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247918080:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.324690:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.324700:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbcc240/0x85b23e07e0bf9de5 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b38c expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.324706:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa87:0x0].0x0 (ffff8800a5615000) 00010000:00010000:0.0:1724307156.324710:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.324724:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb737 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.324731:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb737 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.324735:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb737 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.324741:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb73e lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.324744:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb73e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.324747:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb73e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.324800:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb745 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.324809:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb745 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.324813:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb745 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:0.0:1724307156.325078:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].46, 64 off11136 00010000:00010000:0.0:1724307156.325133:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb74c lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325139:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb74c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325145:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb74c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325150:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb74c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325155:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb74c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325158:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb74c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325163:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb74c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325167:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307156.325169:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb74c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325173:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb74c lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325183:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa87:0x0].0x0 (ffff88009b349900) 00010000:00010000:0.0:1724307156.325185:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307156.325187:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb74c lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325346:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfb74c lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325365:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb745 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325370:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb745 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325374:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb745 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325378:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.325380:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb745 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325384:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb745 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325391:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa87:0x0].0x0 (ffff88009b349900) 00010000:00010000:0.0:1724307156.325394:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307156.325396:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb745 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325400:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfb745 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325438:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb737 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325443:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb737 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325447:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb737 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325451:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.325453:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb737 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325457:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb737 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325462:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307156.325464:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.325466:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb737 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.325470:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfb737 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:0.0:1724307156.325477:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6784a80 reply state ffff88012c004000 transno 296352743926 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb73e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.325482:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307156.325494:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a6784a80 x1808064247918080/t296352743926(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307156.325547:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247918080:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 885us (991us total) trans 296352743926 rc 0/0 00000100:00100000:0.0:1724307156.325553:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 356 00010000:00010000:2.0:1724307156.326379:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb73e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.326387:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb73e lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.326392:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb73e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.326396:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1706c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.326399:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb73e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.326404:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb73e lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.326412:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff45a2e9 (ffff88009b349600) 00010000:00010000:2.0:1724307156.326415:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.326417:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb73e lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.326422:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfb73e lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307156.327047:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.327083:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247918336 00000100:00100000:0.0:1724307156.327089:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247918336 00000100:00100000:0.0:1724307156.327129:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 357 00000100:00100000:0.0:1724307156.327134:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247918336:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.327168:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.327181:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbccd80/0x85b23e07e0bf9e08 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b393 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.327191:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa88:0x0].0x0 (ffff8800a5615a00) 00010000:00010000:0.0:1724307156.327198:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.327215:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bfb753 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327224:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bfb753 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327230:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bfb753 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327239:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb75a lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327244:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb75a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327249:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb75a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327313:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb761 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327319:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb761 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327328:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb761 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:0.0:1724307156.327578:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].46, 64 off11136 00010000:00010000:0.0:1724307156.327620:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb768 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327626:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb768 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327632:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb768 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327670:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb768 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327676:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb768 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327680:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb768 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327684:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb768 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327687:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307156.327689:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb768 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327693:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb768 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327699:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa88:0x0].0x0 (ffff88009b349300) 00010000:00010000:0.0:1724307156.327702:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307156.327704:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb768 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327708:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfb768 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327722:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb761 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327726:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb761 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327730:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb761 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327733:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.327735:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb761 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327739:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb761 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327744:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa88:0x0].0x0 (ffff88009b349300) 00010000:00010000:0.0:1724307156.327746:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307156.327747:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb761 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327751:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171440/0x85b23e07e0bfb761 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327779:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bfb753 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327783:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bfb753 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327788:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bfb753 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327791:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.327793:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bfb753 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327796:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bfb753 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327800:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307156.327801:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.327803:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bfb753 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.327806:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170b40/0x85b23e07e0bfb753 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:0.0:1724307156.327811:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6786680 reply state ffff88012c006000 transno 296352743927 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb75a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:0.0:1724307156.327815:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307156.327825:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a6786680 x1808064247918336/t296352743927(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307156.327872:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247918336:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 736us (825us total) trans 296352743927 rc 0/0 00000100:00100000:0.0:1724307156.327878:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 357 00010000:00010000:2.0:1724307156.328879:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb75a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.328886:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb75a lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.328893:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb75a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.328897:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.328899:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb75a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.328903:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb75a lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.328911:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x45a2e9 (ffff88009b349800) 00010000:00010000:2.0:1724307156.328913:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.328915:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb75a lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.328920:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171f80/0x85b23e07e0bfb75a lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307156.329435:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.329501:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247918592 00000100:00100000:1.0:1724307156.329507:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247918592 00000100:00100000:1.0:1724307156.329541:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 358 00000100:00100000:1.0:1724307156.329546:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247918592:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.329574:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.329585:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbcc6c0/0x85b23e07e0bf9e2b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b39a expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307156.329594:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa89:0x0].0x0 (ffff8800a5615100) 00010000:00010000:1.0:1724307156.329600:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.329616:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bfb76f lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.329622:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bfb76f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.329628:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bfb76f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.329666:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb776 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.329672:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb776 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.329677:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb776 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.329738:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb77d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.329744:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb77d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.329749:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb77d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:1.0:1724307156.329998:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].47, 64 off11200 00010000:00010000:1.0:1724307156.330036:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb784 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330043:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb784 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330048:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb784 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330053:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb784 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330057:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb784 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330064:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb784 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330068:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb784 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330072:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.330074:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb784 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330078:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb784 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330083:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa89:0x0].0x0 (ffff8800a081cd00) 00010000:00010000:1.0:1724307156.330085:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.330087:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb784 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330091:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5440/0x85b23e07e0bfb784 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330123:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb77d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330127:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb77d lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330131:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb77d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330134:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.330136:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb77d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330143:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb77d lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330149:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa89:0x0].0x0 (ffff8800a081cd00) 00010000:00010000:1.0:1724307156.330150:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.330152:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb77d lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330156:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4000/0x85b23e07e0bfb77d lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330194:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bfb76f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330199:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bfb76f lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330204:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bfb76f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330210:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b46c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.330238:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bfb76f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330245:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bfb76f lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330252:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.330254:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.330256:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bfb76f lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.330261:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b46c0/0x85b23e07e0bfb76f lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:1.0:1724307156.330268:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6784e00 reply state ffff880135e6b000 transno 296352743928 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb776 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.330274:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.330285:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a6784e00 x1808064247918592/t296352743928(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.330333:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247918592:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 786us (899us total) trans 296352743928 rc 0/0 00000100:00100000:1.0:1724307156.330338:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 358 00010000:00010000:2.0:1724307156.331501:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb776 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.331509:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb776 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.331514:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb776 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.331518:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.331521:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb776 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.331526:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb776 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.331533:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x145a2e9 (ffff8800a081ca00) 00010000:00010000:2.0:1724307156.331536:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.331538:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb776 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.331542:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb776 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307156.331818:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.331935:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247918848 00000100:00100000:1.0:1724307156.331941:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247918848 00000100:00100000:1.0:1724307156.331969:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 359 00000100:00100000:1.0:1724307156.331975:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247918848:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.332004:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.332017:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbccb40/0x85b23e07e0bf9e4e lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b3a1 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307156.332026:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8a:0x0].0x0 (ffff8800a5615d00) 00010000:00010000:1.0:1724307156.332032:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.332047:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb78b lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332056:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb78b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332062:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb78b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332071:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb792 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332076:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb792 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332082:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb792 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332155:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb799 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332161:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb799 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332166:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb799 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:1.0:1724307156.332415:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].47, 64 off11200 00010000:00010000:1.0:1724307156.332455:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb7a0 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332461:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb7a0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332467:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb7a0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332473:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb7a0 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332477:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb7a0 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332482:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb7a0 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332490:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb7a0 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332495:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.332497:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb7a0 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332501:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb7a0 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332507:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8a:0x0].0x0 (ffff8800a081ce00) 00010000:00010000:1.0:1724307156.332509:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.332512:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb7a0 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332516:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfb7a0 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332533:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb799 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332538:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb799 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332543:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb799 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332546:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.332548:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb799 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332553:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb799 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332561:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8a:0x0].0x0 (ffff8800a081ce00) 00010000:00010000:1.0:1724307156.332563:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.332565:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb799 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332569:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb799 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332599:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb78b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332604:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb78b lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332608:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb78b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332612:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.332614:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb78b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332619:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb78b lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332624:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.332626:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.332627:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb78b lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.332631:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb78b lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:1.0:1724307156.332733:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6787100 reply state ffff880135e6d000 transno 296352743929 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb792 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.332739:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.332752:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a6787100 x1808064247918848/t296352743929(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.332800:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247918848:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 824us (983us total) trans 296352743929 rc 0/0 00000100:00100000:1.0:1724307156.332806:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 359 00010000:00010000:2.0:1724307156.338872:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb792 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.338886:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb792 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.338892:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb792 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.338897:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.338901:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb792 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.338906:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb792 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.338920:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x245a2e9 (ffff8800a081cb00) 00010000:00010000:2.0:1724307156.338922:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.338926:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb792 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.338930:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb792 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307156.339621:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.339718:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247919104 00000100:00100000:1.0:1724307156.339726:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247919104 00000100:00100000:1.0:1724307156.339758:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 360 00000100:00100000:1.0:1724307156.339762:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247919104:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.339802:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.339814:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7cb40/0x85b23e07e0bf9e71 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b3a8 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307156.339822:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8b:0x0].0x0 (ffff88009d338e00) 00010000:00010000:1.0:1724307156.339829:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.339848:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb7a7 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.339857:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb7a7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.339862:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb7a7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.339869:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb7ae lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.339872:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb7ae lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.339875:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb7ae lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.339941:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb7b5 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.339944:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb7b5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.339947:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb7b5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:1.0:1724307156.340264:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].48, 64 off11264 00010000:00010000:1.0:1724307156.340314:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb7bc lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340320:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb7bc lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340325:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb7bc lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340331:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb7bc lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340335:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb7bc lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340339:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb7bc lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340343:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb7bc lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340350:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.340352:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb7bc lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340356:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb7bc lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340361:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8b:0x0].0x0 (ffff8800a081c500) 00010000:00010000:1.0:1724307156.340363:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.340366:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb7bc lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340370:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfb7bc lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340386:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb7b5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340391:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb7b5 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340394:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb7b5 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340398:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.340400:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb7b5 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340404:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb7b5 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340408:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8b:0x0].0x0 (ffff8800a081c500) 00010000:00010000:1.0:1724307156.340410:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.340412:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb7b5 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340416:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfb7b5 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340452:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb7a7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340457:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb7a7 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340462:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb7a7 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340465:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6ac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.340467:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb7a7 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340472:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb7a7 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340476:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.340478:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.340480:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb7a7 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.340484:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfb7a7 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:1.0:1724307156.340490:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6784000 reply state ffff880135e6f000 transno 296352743930 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb7ae lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.340495:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.340508:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a6784000 x1808064247919104/t296352743930(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.340567:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247919104:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 803us (949us total) trans 296352743930 rc 0/0 00000100:00100000:1.0:1724307156.340573:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 360 00010000:00010000:2.0:1724307156.341742:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb7ae lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.341750:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb7ae lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.341755:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb7ae lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.341760:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.341763:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb7ae lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.341768:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb7ae lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.341777:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf946a2e9 (ffff8800a081cd00) 00010000:00010000:2.0:1724307156.341779:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.341782:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb7ae lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.341786:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb7ae lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307156.344702:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.344753:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247919360 00000100:00100000:1.0:1724307156.344762:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247919360 00000100:00100000:1.0:1724307156.344811:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 361 00000100:00100000:1.0:1724307156.344817:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247919360:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.344862:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.344884:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7f3c0/0x85b23e07e0bf9e94 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b3af expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307156.344897:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8c:0x0].0x0 (ffff88009d338100) 00010000:00010000:1.0:1724307156.344908:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.344932:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb7c3 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.344942:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb7c3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.344949:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb7c3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.344960:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb7ca lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.344965:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb7ca lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.344970:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb7ca lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345052:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb7d1 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345058:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb7d1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345064:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb7d1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:1.0:1724307156.345372:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].48, 64 off11264 00010000:00010000:1.0:1724307156.345420:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb7d8 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345427:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb7d8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345433:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb7d8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345439:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb7d8 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345443:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb7d8 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345448:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb7d8 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345453:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb7d8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345459:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.345461:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb7d8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345467:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb7d8 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345473:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8c:0x0].0x0 (ffff8800a081cf00) 00010000:00010000:1.0:1724307156.345475:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.345477:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb7d8 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345481:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7a80/0x85b23e07e0bfb7d8 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345498:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb7d1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345501:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb7d1 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345505:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb7d1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345508:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.345510:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb7d1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345514:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb7d1 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345519:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8c:0x0].0x0 (ffff8800a081cf00) 00010000:00010000:1.0:1724307156.345520:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.345522:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb7d1 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345526:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfb7d1 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345564:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb7c3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345569:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb7c3 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345574:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb7c3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345577:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.345579:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb7c3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345584:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb7c3 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345590:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.345591:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.345593:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb7c3 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.345598:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfb7c3 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:1.0:1724307156.345604:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6787b80 reply state ffff88012dcb1000 transno 296352743931 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb7ca lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.345609:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.345621:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a6787b80 x1808064247919360/t296352743931(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.345698:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247919360:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 880us (1001us total) trans 296352743931 rc 0/0 00000100:00100000:1.0:1724307156.345707:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 361 00010000:00010000:2.0:1724307156.347664:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb7ca lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.347675:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb7ca lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.347681:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb7ca lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.347685:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.347689:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb7ca lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.347694:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb7ca lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.347703:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa46a2e9 (ffff8800a081ca00) 00010000:00010000:2.0:1724307156.347705:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.347708:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb7ca lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.347712:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb7ca lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307156.348198:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.348241:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247919616 00000100:00100000:1.0:1724307156.348248:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247919616 00000100:00100000:1.0:1724307156.348391:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 362 00000100:00100000:1.0:1724307156.348397:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247919616:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.348434:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.348448:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7c6c0/0x85b23e07e0bf9eb7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b3b6 expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307156.348460:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8d:0x0].0x0 (ffff8800a55fe100) 00010000:00010000:1.0:1724307156.348467:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.348487:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb7df lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.348495:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb7df lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.348502:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb7df lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.348510:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb7e6 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.348516:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb7e6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.348521:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb7e6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.348592:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb7ed lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.348599:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb7ed lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.348604:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb7ed lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:1.0:1724307156.348891:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].49, 64 off11328 00010000:00010000:1.0:1724307156.348937:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb7f4 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.348943:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb7f4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.348949:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb7f4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.348954:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb7f4 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.348958:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb7f4 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.348962:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb7f4 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.348967:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb7f4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.348970:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.348972:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb7f4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.348976:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb7f4 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.348985:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8d:0x0].0x0 (ffff8800a081c900) 00010000:00010000:1.0:1724307156.348987:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.348989:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb7f4 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.348993:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfb7f4 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.349010:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb7ed lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.349015:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb7ed lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.349019:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb7ed lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.349022:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.349025:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb7ed lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.349028:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb7ed lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.349033:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8d:0x0].0x0 (ffff8800a081c900) 00010000:00010000:1.0:1724307156.349034:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.349036:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb7ed lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.349040:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfb7ed lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.349073:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb7df lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.349078:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb7df lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.349082:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb7df lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.349085:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.349087:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb7df lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.349091:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb7df lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.349096:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.349097:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.349112:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb7df lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.349116:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfb7df lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:1.0:1724307156.349124:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009e6a1500 reply state ffff88012dcb3000 transno 296352743932 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb7e6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.349129:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.349142:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009e6a1500 x1808064247919616/t296352743932(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.349198:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247919616:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 800us (1002us total) trans 296352743932 rc 0/0 00000100:00100000:1.0:1724307156.349203:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 362 00010000:00010000:2.0:1724307156.352499:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb7e6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.352516:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb7e6 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.352523:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb7e6 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.352527:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.352531:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb7e6 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.352536:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb7e6 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.352548:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb46a2e9 (ffff8800a081c800) 00010000:00010000:2.0:1724307156.352551:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.352554:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb7e6 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:2.0:1724307156.352559:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb7e6 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000100:00100000:3.0:1724307156.353067:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307156.353128:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247919872 00000100:00100000:2.0:1724307156.353136:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247919872 00000100:00100000:2.0:1724307156.353175:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 363 00000100:00100000:2.0:1724307156.353180:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247919872:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307156.353222:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307156.353236:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbcf180/0x85b23e07e0bf9eda lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b3bd expref: 208 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307156.353244:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8e:0x0].0x0 (ffff8800a5615e00) 00010000:00010000:2.0:1724307156.353250:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307156.353271:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb7fb lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353281:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb7fb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353288:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb7fb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353298:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb802 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353303:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb802 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353308:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb802 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353387:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb809 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353393:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb809 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353398:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb809 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:2.0:1724307156.353726:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].49, 64 off11328 00010000:00010000:2.0:1724307156.353778:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb810 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353785:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb810 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353790:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb810 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353796:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb810 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353800:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb810 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353804:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb810 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353812:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb810 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353816:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102cfc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307156.353819:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb810 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353823:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb810 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353829:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8e:0x0].0x0 (ffff88009bb61c00) 00010000:00010000:2.0:1724307156.353831:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307156.353833:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb810 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353837:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfb810 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353856:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb809 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353861:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb809 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353865:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb809 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353868:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.353870:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb809 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353874:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb809 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353882:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8e:0x0].0x0 (ffff88009bb61c00) 00010000:00010000:2.0:1724307156.353884:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307156.353886:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb809 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353890:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfb809 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353926:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb7fb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353931:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb7fb lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353935:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb7fb lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353939:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.353941:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb7fb lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353945:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb7fb lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353950:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:2.0:1724307156.353952:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.353954:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb7fb lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.353958:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfb7fb lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:2.0:1724307156.353964:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009e6a2d80 reply state ffff88012ca97000 transno 296352743933 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb802 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:2.0:1724307156.353970:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:2.0:1724307156.353982:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009e6a2d80 x1808064247919872/t296352743933(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:2.0:1724307156.354166:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247919872:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 983us (1101us total) trans 296352743933 rc 0/0 00000100:00100000:2.0:1724307156.354172:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 363 00010000:00010000:2.0:1724307156.355929:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb802 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.355938:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb802 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.355943:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb802 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.355948:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.355951:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb802 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.355956:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb802 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.355967:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc46a2e9 (ffff88009bb61800) 00010000:00010000:2.0:1724307156.355969:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.355973:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb802 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.355978:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfb802 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.358312:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307156.358363:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247920128 00000100:00100000:2.0:1724307156.358371:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247920128 00000100:00100000:2.0:1724307156.359996:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 364 00000100:00100000:2.0:1724307156.360010:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247920128:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307156.360061:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307156.360082:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7e640/0x85b23e07e0bf9efd lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b3c4 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307156.360106:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8f:0x0].0x0 (ffff8800a55fe000) 00010000:00010000:2.0:1724307156.360117:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307156.360142:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb817 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360153:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb817 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360160:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb817 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360169:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb81e lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360173:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb81e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360178:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb81e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360259:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb825 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360264:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb825 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360272:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb825 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:2.0:1724307156.360589:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].50, 64 off11392 00010000:00010000:2.0:1724307156.360658:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb82c lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360664:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb82c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360670:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb82c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360675:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb82c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360679:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb82c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360683:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb82c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360688:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb82c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360692:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d8c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307156.360695:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb82c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360700:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb82c lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360706:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8f:0x0].0x0 (ffff88009bb61200) 00010000:00010000:2.0:1724307156.360709:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307156.360711:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb82c lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360715:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfb82c lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360733:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb825 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360737:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb825 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360741:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb825 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360745:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.360747:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb825 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360752:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb825 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360757:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8f:0x0].0x0 (ffff88009bb61200) 00010000:00010000:2.0:1724307156.360760:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307156.360762:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb825 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360766:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfb825 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360805:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb817 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360810:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb817 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360815:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb817 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360818:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.360820:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb817 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360825:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb817 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360830:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:2.0:1724307156.360832:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.360834:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb817 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.360837:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfb817 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:2.0:1724307156.360843:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a059fb80 reply state ffff8801373a9000 transno 296352743934 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb81e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:2.0:1724307156.360848:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:2.0:1724307156.360861:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a059fb80 x1808064247920128/t296352743934(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:2.0:1724307156.361737:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247920128:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1730us (3429us total) trans 296352743934 rc 0/0 00000100:00100000:2.0:1724307156.361744:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 364 00010000:00010000:2.0:1724307156.364800:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb81e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.364813:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb81e lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.364819:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb81e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.364824:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102ed00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.364828:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb81e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.365615:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb81e lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.365628:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd46a2e9 (ffff88009bb61000) 00010000:00010000:2.0:1724307156.365631:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.365634:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb81e lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.365657:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfb81e lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.369991:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307156.370061:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247920384 00000100:00100000:2.0:1724307156.370070:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247920384 00000100:00100000:2.0:1724307156.370533:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 365 00000100:00100000:2.0:1724307156.370540:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247920384:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307156.370585:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307156.370608:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7fcc0/0x85b23e07e0bf9f20 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b3cb expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307156.370624:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa90:0x0].0x0 (ffff8800a55fe200) 00010000:00010000:2.0:1724307156.370633:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307156.371892:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb833 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.371905:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb833 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.371915:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb833 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.371926:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb83a lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.371932:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb83a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.371937:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb83a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.372022:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb841 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.372027:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb841 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.372033:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb841 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:3.0:1724307156.372343:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].50, 64 off11392 00010000:00010000:3.0:1724307156.372392:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb848 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.372398:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb848 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.372405:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb848 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.372410:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb848 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.372415:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb848 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.372420:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb848 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.372425:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb848 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.372429:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cfc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307156.372432:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb848 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.372438:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb848 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.372445:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa90:0x0].0x0 (ffff88008f3f0500) 00010000:00010000:3.0:1724307156.372448:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307156.372451:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb848 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.372456:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfb848 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.374153:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb841 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.374162:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb841 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.374168:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb841 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.374172:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3fa80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.374174:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb841 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.374179:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb841 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.374190:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa90:0x0].0x0 (ffff88008f3f0500) 00010000:00010000:3.0:1724307156.374192:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307156.374196:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb841 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.374200:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fa80/0x85b23e07e0bfb841 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.374252:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb833 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.374257:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb833 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.374262:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb833 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.374265:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d8c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307156.374267:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb833 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.374272:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb833 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.374279:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:3.0:1724307156.374281:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307156.374283:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb833 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:3.0:1724307156.374287:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d8c0/0x85b23e07e0bfb833 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:3.0:1724307156.374295:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a059c000 reply state ffff8801373ab000 transno 296352743935 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb83a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.374301:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1724307156.374322:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a059c000 x1808064247920384/t296352743935(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:3.0:1724307156.374393:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247920384:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 3853us (4408us total) trans 296352743935 rc 0/0 00000100:00100000:3.0:1724307156.374401:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 365 00010000:00010000:2.0:1724307156.376802:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb83a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.376813:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb83a lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.376819:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb83a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.376824:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.376828:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb83a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.376833:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb83a lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.376846:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe46a2e9 (ffff88008f3f0a00) 00010000:00010000:2.0:1724307156.376848:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.376851:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb83a lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.376856:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb83a lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.377224:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.377271:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247920640 00000100:00100000:0.0:1724307156.377280:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247920640 00000100:00100000:0.0:1724307156.377322:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 366 00000100:00100000:0.0:1724307156.377328:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247920640:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.377381:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.377395:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7dd40/0x85b23e07e0bf9f43 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b3d2 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.377422:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa91:0x0].0x0 (ffff8800a55fe600) 00010000:00010000:0.0:1724307156.377431:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.377460:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb84f lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.377469:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb84f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.377477:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb84f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.377486:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb856 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.377492:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb856 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.377497:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb856 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.377573:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb85d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.377579:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb85d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.377584:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb85d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:0.0:1724307156.377904:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].51, 64 off11456 00010000:00010000:0.0:1724307156.377953:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb864 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.377960:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb864 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.377966:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb864 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.377972:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb864 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.377977:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb864 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.377982:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb864 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.377986:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb864 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.377989:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307156.377991:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb864 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.377996:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb864 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.378003:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa91:0x0].0x0 (ffff88009b349f00) 00010000:00010000:0.0:1724307156.378005:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307156.378007:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb864 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.378015:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170fc0/0x85b23e07e0bfb864 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.378033:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb85d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.378038:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb85d lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.378042:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb85d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.378046:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.378048:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb85d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.378051:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb85d lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.378056:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa91:0x0].0x0 (ffff88009b349f00) 00010000:00010000:0.0:1724307156.378058:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307156.378060:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb85d lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.378065:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb85d lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.378123:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb84f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.378128:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb84f lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.378133:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb84f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.378137:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173a80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.378140:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb84f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.378144:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb84f lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.378150:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307156.378151:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.378153:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb84f lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.378157:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb84f lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:0.0:1724307156.378163:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a059f800 reply state ffff88012bd88000 transno 296352743936 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb856 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.378168:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307156.378180:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a059f800 x1808064247920640/t296352743936(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307156.378235:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247920640:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 906us (1013us total) trans 296352743936 rc 0/0 00000100:00100000:0.0:1724307156.378241:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 366 00010000:00010000:2.0:1724307156.379870:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb856 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.379881:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb856 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.379886:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb856 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.379891:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.379894:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb856 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.379900:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb856 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.379911:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff46a2e9 (ffff88009b349200) 00010000:00010000:2.0:1724307156.379914:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.379917:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb856 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.379922:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb856 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:3.0:1724307156.383142:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.383372:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247920896 00000100:00100000:0.0:1724307156.383380:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247920896 00000100:00100000:0.0:1724307156.383497:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 367 00000100:00100000:0.0:1724307156.383505:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247920896:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.383548:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.383570:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7ef40/0x85b23e07e0bf9f66 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b3d9 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.383587:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa92:0x0].0x0 (ffff8800a55fe700) 00010000:00010000:0.0:1724307156.383598:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.383622:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb86b lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.383632:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb86b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.383658:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb86b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.383669:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb872 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.383674:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb872 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.383680:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb872 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.383762:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb879 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.383769:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb879 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.383774:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb879 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:0.0:1724307156.384069:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].51, 64 off11456 00010000:00010000:0.0:1724307156.384132:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb880 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384140:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb880 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384146:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb880 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384151:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb880 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384155:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb880 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384160:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb880 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384165:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb880 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384170:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1721c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307156.384173:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb880 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384178:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb880 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384184:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa92:0x0].0x0 (ffff88009b349500) 00010000:00010000:0.0:1724307156.384186:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307156.384189:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb880 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384193:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfb880 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384212:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb879 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384217:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb879 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384222:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb879 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384226:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.384228:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb879 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384233:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb879 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384238:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa92:0x0].0x0 (ffff88009b349500) 00010000:00010000:0.0:1724307156.384240:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307156.384242:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb879 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384246:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfb879 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384298:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb86b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384303:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb86b lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384308:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb86b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384312:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.384315:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb86b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384323:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb86b lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384329:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307156.384331:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.384333:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb86b lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.384337:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfb86b lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:0.0:1724307156.384344:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a059e300 reply state ffff88012bd8a000 transno 296352743937 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb872 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.384349:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307156.384362:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a059e300 x1808064247920896/t296352743937(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307156.386555:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247920896:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 3042us (3410us total) trans 296352743937 rc 0/0 00000100:00100000:0.0:1724307156.386565:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 367 00010000:00010000:2.0:1724307156.389393:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb872 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.389406:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb872 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.389411:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb872 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.389416:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.389420:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb872 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.389426:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb872 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.389439:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x46a2e9 (ffff88009b349a00) 00010000:00010000:2.0:1724307156.389441:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.389444:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb872 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.389449:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfb872 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:2.0:1724307156.391269:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307156.391327:0:13182:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247921152 00000100:00100000:0.0:1724307156.391336:0:13182:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247921152 00000100:00100000:0.0:1724307156.391381:0:13182:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 368 00000100:00100000:0.0:1724307156.391387:0:13182:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247921152:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307156.391430:0:13182:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307156.391450:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7f600/0x85b23e07e0bf9f89 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b3e0 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307156.391465:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa93:0x0].0x0 (ffff88012a2e9d00) 00010000:00010000:0.0:1724307156.391475:0:13182:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307156.391500:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb887 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.391510:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb887 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.391517:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb887 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.391527:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb88e lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.391532:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb88e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.391537:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb88e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.391615:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb895 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.391621:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb895 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.391626:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb895 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000040:00080000:0.0:1724307156.391944:0:13182:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x114:0x0].52, 64 off11520 00010000:00010000:0.0:1724307156.391992:0:13182:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb89c lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.391998:0:13182:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb89c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392004:0:13182:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb89c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392011:0:13182:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb89c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392017:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb89c lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392021:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb89c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392025:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb89c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392030:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307156.392033:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb89c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392038:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb89c lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392044:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa93:0x0].0x0 (ffff88009b349300) 00010000:00010000:0.0:1724307156.392046:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307156.392048:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb89c lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392053:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfb89c lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392071:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb895 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392075:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb895 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392079:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb895 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392084:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173a80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.392086:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb895 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392091:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb895 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392112:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa93:0x0].0x0 (ffff88009b349300) 00010000:00010000:0.0:1724307156.392114:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307156.392117:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb895 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392122:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfb895 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392167:0:13182:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb887 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392172:0:13182:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb887 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392177:0:13182:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb887 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392181:0:13182:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.392183:0:13182:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb887 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392188:0:13182:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb887 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392194:0:13182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:0.0:1724307156.392196:0:13182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.392199:0:13182:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb887 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:0.0:1724307156.392202:0:13182:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfb887 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000004:00010000:0.0:1724307156.392210:0:13182:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f34f100 reply state ffff88012bd8c000 transno 296352743938 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb88e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.392215:0:13182:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1724307156.392227:0:13182:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009f34f100 x1808064247921152/t296352743938(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:0.0:1724307156.392289:0:13182:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247921152:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 901us (1027us total) trans 296352743938 rc 0/0 00000100:00100000:0.0:1724307156.392295:0:13182:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 368 00010000:00010000:2.0:1724307156.394972:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb88e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.394984:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb88e lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.394991:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb88e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.394996:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172ac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307156.395000:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb88e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.395006:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb88e lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.395019:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x146a2e9 (ffff88009b349800) 00010000:00010000:2.0:1724307156.395022:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307156.395025:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb88e lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00010000:00010000:2.0:1724307156.395029:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfb88e lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13182 initiator: MDT0 00000100:00100000:0.0:1724307156.395227:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307156.397308:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247921408 00000100:00100000:1.0:1724307156.397319:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247921408 00000100:00100000:1.0:1724307156.397723:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 369 00000100:00100000:1.0:1724307156.397730:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+208:21370:x1808064247921408:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307156.397777:0:11490:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307156.397798:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7d8c0/0x85b23e07e0bf9fac lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b3e7 expref: 208 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307156.397948:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa94:0x0].0x0 (ffff88012d5f8400) 00010000:00010000:1.0:1724307156.397958:0:11490:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307156.397982:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb8a3 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.397991:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb8a3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398000:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb8a3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398010:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb8aa lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398015:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb8aa lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398019:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb8aa lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398118:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb8b1 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398124:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb8b1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398132:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb8b1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000040:00080000:1.0:1724307156.398432:0:11490:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x116:0x0].52, 64 off11520 00010000:00010000:1.0:1724307156.398484:0:11490:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb8b8 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398491:0:11490:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb8b8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398498:0:11490:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb8b8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398503:0:11490:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb8b8 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398509:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb8b8 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398514:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb8b8 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398519:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb8b8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398523:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307156.398526:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb8b8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398532:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb8b8 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398539:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa94:0x0].0x0 (ffff8800a081ca00) 00010000:00010000:1.0:1724307156.398542:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307156.398545:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb8b8 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398550:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfb8b8 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398567:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb8b1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398571:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb8b1 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398576:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb8b1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398579:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.398581:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb8b1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398586:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb8b1 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398591:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa94:0x0].0x0 (ffff8800a081ca00) 00010000:00010000:1.0:1724307156.398593:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307156.398595:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb8b1 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398599:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfb8b1 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398750:0:11490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb8a3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398756:0:11490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb8a3 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398761:0:11490:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb8a3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398765:0:11490:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307156.398766:0:11490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb8a3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398771:0:11490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb8a3 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398778:0:11490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009f3a5600) 00010000:00010000:1.0:1724307156.398780:0:11490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307156.398782:0:11490:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb8a3 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:1.0:1724307156.398787:0:11490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfb8a3 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00000004:00010000:1.0:1724307156.398794:0:11490:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a14e300 reply state ffff88012dcb5000 transno 296352743939 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb8aa lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11490 initiator: MDT0 00000100:00100000:1.0:1724307156.398799:0:11490:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00000080:1.0:1724307156.398814:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88009a14e300 x1808064247921408/t296352743939(0) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:417/0 lens 504/456 e 0 to 0 dl 1724307167 ref 1 fl Interpret:/200/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 00000100:00100000:1.0:1724307156.399916:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+209:21370:x1808064247921408:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2183us (4690us total) trans 296352743939 rc 0/0 00000100:00100000:1.0:1724307156.399923:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 369 00010000:00010000:0.0:1724307156.401745:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb8aa lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.401756:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb8aa lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.401763:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb8aa lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.401768:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307156.401771:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb8aa lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.401777:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb8aa lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.401790:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x246a2e9 (ffff8800a081c800) 00010000:00010000:0.0:1724307156.401793:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307156.401797:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb8aa lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307156.401802:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfb8aa lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11490 initiator: MDT0 00010000:00010000:0.0:1724307157.067841:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1724307157.264531:0:14288:0:(tgt_mount.c:1967:server_getattr()) lustre-MDT0000: root_inode from lsi ino=312283, dev=0 00000020:01000004:2.0:1724307157.280177:0:14288:0:(tgt_mount.c:1695:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1724307157.280197:0:14288:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009e1d3cc0/0x85b23e07e0bf8bd9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8be0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.280207:0:14288:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009e1d3cc0/0x85b23e07e0bf8bd9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bf8be0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.280216:0:14288:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009e1d3cc0/0x85b23e07e0bf8bd9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bf8be0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.280220:0:14288:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff88009e1d3cc0/0x85b23e07e0bf8bd9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bf8be0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.281377:0:8418:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1724307157.281384:0:8418:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff88009e1d3cc0/0x85b23e07e0bf8bd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bf8be0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.281391:0:8418:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009e1d3cc0 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307157.281394:0:8418:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff88009e1d3cc0/0x85b23e07e0bf8bd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bf8be0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.281401:0:8418:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009e1d3cc0/0x85b23e07e0bf8bd9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0bf8be0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307157.281407:0:8418:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009e1d3cc0/0x85b23e07e0bf8bd9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0bf8be0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307157.281411:0:8418:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1724307157.281413:0:8418:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00010000:00010000:0.0:1724307157.281438:0:8418:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff88009e1d3cc0/0x85b23e07e0bf8bd9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bf8be0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.281443:0:8418:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307157.281476:0:8418:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff88009e1d3cc0/0x85b23e07e0bf8bd9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bf8be0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.281483:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307157.281485:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307157.281487:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307157.281537:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246307968:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1724307157.281585:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307157.281631:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246307968 00000100:00100000:1.0:1724307157.281657:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246307968 00000100:00100000:1.0:1724307157.281692:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1724307157.281698:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3299:x1808064246307968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1724307157.281708:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307157.281718:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009e1d21c0/0x85b23e07e0bf8be0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bf8bd9 expref: 18 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.281728:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1724307157.281749:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:3299:x1808064246307968:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307157.281754:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1724307157.281777:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246307968:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1724307157.281839:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307127 00010000:00010000:2.0:1724307157.281927:0:14288:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1724307157.281931:0:14288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009e1d3cc0/0x85b23e07e0bf8bd9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bf8be0 expref: -99 pid: 11479 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307157.281939:0:14288:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:01000000:2.0:1724307157.281942:0:14288:0:(mgc_request.c:542:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1724307157.281950:0:14288:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1724307157.281954:0:14288:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1724307157.281957:0:14288:0:(pinger.c:421:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1724307157.281966:0:14288:0:(import.c:86:import_set_state_nolock()) ffff88012d6d4000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1724307157.282178:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f34f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246308096:0@lo:39:umount.0 00000100:00100000:3.0:1724307157.282205:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307157.283999:0:11490:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246308096 00000100:00100000:1.0:1724307157.284006:0:11490:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246308096 00000100:00100000:1.0:1724307157.284039:0:11490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1724307157.284044:0:11490:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1808064246308096:12345-0@lo:39:umount.0 00000020:00000080:1.0:1724307157.284065:0:11490:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8e8e 00000100:00080000:1.0:1724307157.284071:0:11490:0:(import.c:86:import_set_state_nolock()) ffff88009cce7000 ÿÿÿÿ: changing import state from FULL to CLOSED 00010000:00000080:1.0:1724307157.284601:0:11490:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a059f100 x1808064246308096/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:418/0 lens 224/224 e 0 to 0 dl 1724307168 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 00000100:00100000:1.0:1724307157.285492:0:11490:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+1:3295:x1808064246308096:12345-0@lo:39:umount.0 Request processed in 1447us (3284us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307157.285502:0:11490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000020:00000080:1.0:1724307157.285511:0:11490:0:(genops.c:925:class_export_put()) final put ffff88009cce3800/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:2.0:1724307157.286067:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1724307157.286186:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88009cce3800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1724307157.286225:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009cce7000 for lustre-MDT0000 00000100:00080000:3.0:1724307157.286368:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d6d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1724307157.286387:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f34f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246308096:0@lo:39:umount.0 00000100:00080000:2.0:1724307157.286439:0:14288:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1724307157.286443:0:14288:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1724307157.286446:0:14288:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1724307157.287697:0:14288:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800909b5b00/0x85b23e07e0bf8b23 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8b2a expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.287706:0:14288:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800909b5b00/0x85b23e07e0bf8b23 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bf8b2a expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.287711:0:14288:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800909b5b00/0x85b23e07e0bf8b23 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bf8b2a expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.287717:0:14288:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff8800909b5b00/0x85b23e07e0bf8b23 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bf8b2a expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.288379:0:14288:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1724307157.288387:0:14288:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a8b14fc0/0x85b23e07e0bf8bfc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8c03 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.288393:0:14288:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a8b14fc0/0x85b23e07e0bf8bfc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bf8c03 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.288398:0:14288:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a8b14fc0/0x85b23e07e0bf8bfc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bf8c03 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.288402:0:14288:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff8800a8b14fc0/0x85b23e07e0bf8bfc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bf8c03 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.288441:0:14288:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1724307157.288446:0:14288:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a8b14b40/0x85b23e07e0bf8bc4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8bcb expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.288451:0:14288:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a8b14b40/0x85b23e07e0bf8bc4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bf8bcb expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.288456:0:14288:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a8b14b40/0x85b23e07e0bf8bc4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bf8bcb expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.288460:0:14288:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff8800a8b14b40/0x85b23e07e0bf8bc4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bf8bcb expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.288539:0:14288:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1724307157.288545:0:14288:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800901b5b00/0x85b23e07e0bf8b15 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bf8b1c expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.288550:0:14288:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800901b5b00/0x85b23e07e0bf8b15 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bf8b1c expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.288555:0:14288:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800901b5b00/0x85b23e07e0bf8b15 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bf8b1c expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.288559:0:14288:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff8800901b5b00/0x85b23e07e0bf8b15 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bf8b1c expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288576:0:9709:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1724307157.288582:0:9709:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff8800909b5b00/0x85b23e07e0bf8b23 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bf8b2a expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288588:0:9709:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5b00 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307157.288591:0:9709:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff8800909b5b00/0x85b23e07e0bf8b23 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bf8b2a expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288598:0:9709:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800909b5b00/0x85b23e07e0bf8b23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0bf8b2a expref: -99 pid: 11479 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307157.288604:0:9709:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800909b5b00/0x85b23e07e0bf8b23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0bf8b2a expref: -99 pid: 11479 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307157.288608:0:9709:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1724307157.288610:0:9709:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:0.0:1724307157.288633:0:9709:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff8800909b5b00/0x85b23e07e0bf8b23 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bf8b2a expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288651:0:9709:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307157.288677:0:9709:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff8800909b5b00/0x85b23e07e0bf8b23 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bf8b2a expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288682:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800909b5b00/0x85b23e07e0bf8b23 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bf8b2a expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288692:0:9709:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1724307157.288694:0:9709:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff8800a8b14fc0/0x85b23e07e0bf8bfc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bf8c03 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288698:0:9709:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b14fc0 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307157.288700:0:9709:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff8800a8b14fc0/0x85b23e07e0bf8bfc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bf8c03 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288704:0:9709:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800a8b14fc0/0x85b23e07e0bf8bfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0bf8c03 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307157.288708:0:9709:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800a8b14fc0/0x85b23e07e0bf8bfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0bf8c03 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307157.288711:0:9709:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1724307157.288712:0:9709:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1724307157.288714:0:9709:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1724307157.288723:0:9709:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff8800a8b14fc0/0x85b23e07e0bf8bfc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bf8c03 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288727:0:9709:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307157.288730:0:9709:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff8800a8b14fc0/0x85b23e07e0bf8bfc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bf8c03 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288734:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800a8b14fc0/0x85b23e07e0bf8bfc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bf8c03 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288742:0:9709:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1724307157.288745:0:9709:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff8800a8b14b40/0x85b23e07e0bf8bc4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bf8bcb expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288748:0:9709:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a8b14b40 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307157.288751:0:9709:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff8800a8b14b40/0x85b23e07e0bf8bc4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bf8bcb expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288755:0:9709:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800a8b14b40/0x85b23e07e0bf8bc4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0bf8bcb expref: -99 pid: 11479 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307157.288763:0:9709:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800a8b14b40/0x85b23e07e0bf8bc4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0bf8bcb expref: -99 pid: 11479 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307157.288766:0:9709:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1724307157.288767:0:9709:0:(mgc_request.c:920:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1724307157.288769:0:9709:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1724307157.288775:0:9709:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff8800a8b14b40/0x85b23e07e0bf8bc4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bf8bcb expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288779:0:9709:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307157.288788:0:9709:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff8800a8b14b40/0x85b23e07e0bf8bc4 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bf8bcb expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288792:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800a8b14b40/0x85b23e07e0bf8bc4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bf8bcb expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288798:0:9709:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1724307157.288800:0:9709:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff8800901b5b00/0x85b23e07e0bf8b15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bf8b1c expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288804:0:9709:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800901b5b00 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307157.288806:0:9709:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff8800901b5b00/0x85b23e07e0bf8b15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bf8b1c expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288810:0:9709:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800901b5b00/0x85b23e07e0bf8b15 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0bf8b1c expref: -99 pid: 11479 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307157.288814:0:9709:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800901b5b00/0x85b23e07e0bf8b15 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0bf8b1c expref: -99 pid: 11479 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307157.288818:0:9709:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1724307157.288820:0:9709:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00010000:00010000:0.0:1724307157.288826:0:9709:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff8800901b5b00/0x85b23e07e0bf8b15 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bf8b1c expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288830:0:9709:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307157.288834:0:9709:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff8800901b5b00/0x85b23e07e0bf8b15 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bf8b1c expref: -99 pid: 11479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.288839:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307157.288840:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307157.288841:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307157.288854:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246308224:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1724307157.288902:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307157.288921:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307157.288926:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246308352:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1724307157.288939:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1724307157.288952:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307157.289011:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246308480:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1724307157.289031:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307157.289049:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1724307157.289053:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246308608:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1724307157.289066:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307157.289096:0:8419:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246308224 00000100:00100000:3.0:1724307157.289102:0:8419:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246308224 00000100:00100000:3.0:1724307157.289130:0:8419:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246308352 00000100:00100000:3.0:1724307157.289132:0:8419:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246308352 00000100:00100000:3.0:1724307157.289142:0:8419:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246308480 00000100:00100000:3.0:1724307157.289143:0:8419:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246308480 00000100:00100000:3.0:1724307157.289149:0:8419:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246308608 00000100:00100000:3.0:1724307157.289151:0:8419:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246308608 00000100:00100000:3.0:1724307157.289160:0:8419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1724307157.289165:0:8419:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+20:3296:x1808064246308224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1724307157.289174:0:8419:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307157.289185:0:8419:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800901b4d80/0x85b23e07e0bf8b2a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bf8b23 expref: 20 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307157.289197:0:8419:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307157.289217:0:8419:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+19:3296:x1808064246308224:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307157.289222:0:8419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1724307157.289232:0:8419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1724307157.289235:0:8419:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246308352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1724307157.289240:0:8419:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307157.289247:0:8419:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800901b6ac0/0x85b23e07e0bf8c03 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bf8bfc expref: 18 pid: 11483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307157.289252:0:8419:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307157.289262:0:8419:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:3296:x1808064246308352:12345-0@lo:103:ldlm_bl.0 Request processed in 26us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307157.289266:0:8419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1724307157.289272:0:8419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1724307157.289275:0:8419:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d323480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:3298:x1808064246308480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1724307157.289280:0:8419:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307157.289285:0:8419:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a8b15b00/0x85b23e07e0bf8bcb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bf8bc4 expref: 16 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307157.289290:0:8419:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307157.289302:0:8419:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d323480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3298:x1808064246308480:12345-0@lo:103:ldlm_bl.0 Request processed in 26us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307157.289305:0:8419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1724307157.289312:0:8419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1724307157.289315:0:8419:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d321880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:3298:x1808064246308608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1724307157.289319:0:8419:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307157.289324:0:8419:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a8b14480/0x85b23e07e0bf8b1c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bf8b15 expref: 14 pid: 11487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307157.289333:0:8419:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307157.289343:0:8419:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d321880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:3298:x1808064246308608:12345-0@lo:103:ldlm_bl.0 Request processed in 27us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307157.289351:0:8419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1724307157.289372:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246308608:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1724307157.289378:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246308480:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1724307157.289442:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1724307157.289535:0:14288:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1724307157.289540:0:14288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800901b5b00/0x85b23e07e0bf8b15 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bf8b1c expref: -99 pid: 11479 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307157.289552:0:14288:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 10000000:01000000:2.0:1724307157.289555:0:14288:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:2.0:1724307157.289557:0:14288:0:(mgc_request.c:542:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:2.0:1724307157.289565:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1724307157.289574:0:14288:0:(tgt_mount.c:1734:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1724307157.289577:0:14288:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:2.0:1724307157.289580:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:02000400:2.0:1724307157.289584:0:14288:0:(obd_config.c:877:class_cleanup()) Failing over lustre-MDT0000 00000100:00100000:0.0:1724307157.289911:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246308352:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1724307157.289918:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246308224:0@lo:103:ldlm_bl.0 00000004:00000080:2.0:1724307157.291816:0:14288:0:(mdt_handler.c:7911:mdt_iocontrol()) lustre-MDT0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000001:00080000:0.0:1724307157.326963:0:11556:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 296352743938 is committed 00000004:00080000:0.0:1724307157.327003:0:11556:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 3 committed 00000001:00080000:0.0:1724307157.327012:0:11556:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 296352743939 is committed 00000004:00080000:0.0:1724307157.327117:0:11556:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 4 committed 00000100:00100000:0.0:1724307157.327272:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246308736:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307157.327322:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:1.0:1724307157.327602:0:14288:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 3/7 00000020:00080000:1.0:1724307157.327608:0:14288:0:(genops.c:1713:print_export_data()) lustre-MDT0000: ACTIVE ffff88009cce4000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00080000:1.0:1724307157.327614:0:14288:0:(genops.c:1713:print_export_data()) lustre-MDT0000: ACTIVE ffff88012f740800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00080000:1.0:1724307157.327619:0:14288:0:(genops.c:1713:print_export_data()) lustre-MDT0000: ACTIVE ffff880129dbf800 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 192.168.204.7@tcp 107 (0 0 102) 0 0 0 0: (null) 296352743939 stale:0 00000020:00080000:1.0:1724307157.327623:0:14288:0:(genops.c:1481:class_disconnect_exports()) OBD device 5 (ffff88012faf8000) has exports, disconnecting them 00000020:00080000:1.0:1724307157.327627:0:14288:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff88009cce4000), last request at 1724307154 00000020:00000080:1.0:1724307157.327632:0:14288:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8e87 00000100:00080000:1.0:1724307157.327654:0:14288:0:(import.c:86:import_set_state_nolock()) ffff88009cce1000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000020:00080000:1.0:1724307157.327696:0:14288:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff88009cce4000): rc 0 00000020:00000080:1.0:1724307157.327698:0:14288:0:(genops.c:925:class_export_put()) final put ffff88009cce4000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:1.0:1724307157.327706:0:14288:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff88012f740800), last request at 1724307154 00000020:00000080:1.0:1724307157.327712:0:14288:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8e80 00000100:00080000:1.0:1724307157.327716:0:14288:0:(import.c:86:import_set_state_nolock()) ffff88012f742800 ÿÿÿÿ: changing import state from FULL to CLOSED 00000020:00080000:1.0:1724307157.327733:0:14288:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff88012f740800): rc 0 00000020:00000080:1.0:1724307157.327735:0:14288:0:(genops.c:925:class_export_put()) final put ffff88012f740800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:1.0:1724307157.327738:0:14288:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.204.7@tcp (ffff880129dbf800), last request at 1724307155 00000020:00000080:1.0:1724307157.327740:0:14288:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8b62 00000020:00010000:1.0:1724307157.327748:0:14288:0:(genops.c:1815:obd_stale_export_put()) Put export ffff880129dbf800: total 2 00000100:00080000:1.0:1724307157.327751:0:14288:0:(import.c:86:import_set_state_nolock()) ffff880129dbe000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000020:00080000:1.0:1724307157.327767:0:14288:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 192.168.204.7@tcp (ffff880129dbf800): rc 0 00000004:00000080:1.0:1724307157.327779:0:14288:0:(mdd_device.c:2271:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffff88009d17fb20 00000100:00080000:1.0:1724307157.327792:0:14288:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1724307157.327797:0:14288:0:(client.c:3449:ptlrpc_abort_inflight()) @@@ inflight req@ffff88009a14dc00 x1808064246308736/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307173 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307157.327807:0:14288:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870529 gen 3 00000100:00100000:1.0:1724307157.327811:0:14288:0:(client.c:3010:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88009aeeed80 x1808064246306432/t17179870530(17179870530) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1724307168 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307157.327828:0:14288:0:(client.c:3010:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8801350c4e00 x1808064246306688/t17179870531(17179870531) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1724307168 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307157.327844:0:14288:0:(client.c:3010:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88009320a680 x1808064246306944/t17179870532(17179870532) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1724307169 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000004:00080000:1.0:1724307157.327857:0:14288:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00080000:1.0:1724307157.327914:0:14288:0:(pinger.c:421:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1724307157.327923:0:14288:0:(import.c:86:import_set_state_nolock()) ffff88009e873800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1724307157.327932:0:14288:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1724307157.327934:0:14288:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970222 gen 3 00000100:00100000:1.0:1724307157.327938:0:14288:0:(client.c:3010:ptlrpc_free_committed()) @@@ free request with old gen req@ffff880092144e00 x1808064246306304/t4294970223(4294970223) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1724307168 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307157.327949:0:14288:0:(client.c:3010:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8800a6c19500 x1808064246306560/t4294970224(4294970224) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1724307168 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307157.327963:0:14288:0:(client.c:3010:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88009e6a3b80 x1808064246306816/t4294970225(4294970225) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1724307169 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 00000004:00080000:1.0:1724307157.327975:0:14288:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00080000:1.0:1724307157.328028:0:14288:0:(pinger.c:421:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1724307157.328034:0:14288:0:(import.c:86:import_set_state_nolock()) ffff88009c066800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1724307157.328056:0:14288:0:(genops.c:1486:class_disconnect_exports()) OBD device 5 (ffff88012faf8000) has no exports 00000020:00010000:1.0:1724307157.328104:0:8418:0:(genops.c:1801:obd_stale_export_get()) Get export ffff880129dbf800: total 2 00010000:00010000:1.0:1724307157.328125:0:8418:0:(ldlm_lock.c:2628:ldlm_export_cancel_blocked_locks()) Export ffff880129dbf800, canceled 0 locks, left on hash table 102. 00010000:00010000:1.0:1724307157.328147:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4b40/0x85b23e07e0bfaa79 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b610 expref: 103 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328164:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6d00/0x85b23e07e0bfabb4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b64f expref: 102 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328179:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfa5d3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b522 expref: 101 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328198:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfacef lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b68e expref: 100 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328210:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfa70e lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b561 expref: 99 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328221:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c87600/0x85b23e07e0bfa849 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b5a0 expref: 98 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328234:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1718c0/0x85b23e07e0bfa268 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b473 expref: 97 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328247:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c84d80/0x85b23e07e0bfa984 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b5df expref: 96 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328259:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfa3a3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b4b2 expref: 95 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328273:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfaabf lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b61e expref: 94 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328285:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7c000/0x85b23e07e0bfa4de lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b4f1 expref: 93 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328297:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfa619 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b530 expref: 92 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328309:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfa038 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b403 expref: 91 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328321:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfa754 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b56f expref: 90 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328332:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbcd680/0x85b23e07e0bfa173 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b442 expref: 89 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328344:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfa2ae lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b481 expref: 88 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328355:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfa3e9 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b4c0 expref: 87 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328367:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5d40/0x85b23e07e0bfab6e lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b641 expref: 86 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328380:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1b00/0x85b23e07e0bfa524 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b4ff expref: 85 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328392:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5680/0x85b23e07e0bfaca9 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b680 expref: 84 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328404:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfa07e lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b411 expref: 83 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328415:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfa803 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b592 expref: 82 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328427:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4fc0/0x85b23e07e0bfa1b9 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b450 expref: 81 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328439:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c87840/0x85b23e07e0bfa93e lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xada:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b5d1 expref: 80 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328451:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c86ac0/0x85b23e07e0bfaa10 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b5fb expref: 79 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328462:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfa42f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b4ce expref: 78 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328476:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c84000/0x85b23e07e0bfab4b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b63a expref: 77 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328487:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfa56a lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b50d expref: 76 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328498:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7a80/0x85b23e07e0bfa6a5 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b54c expref: 75 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328510:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7ed00/0x85b23e07e0bfa0c4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b41f expref: 74 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328521:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfa7e0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b58b expref: 73 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328535:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5b00/0x85b23e07e0bfa1ff lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b45e expref: 72 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328549:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c86880/0x85b23e07e0bfa91b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b5ca expref: 71 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328560:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbcc900/0x85b23e07e0bfa33a lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b49d expref: 70 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328572:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfa475 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b4dc expref: 69 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328584:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4d80/0x85b23e07e0bfabfa lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b65d expref: 68 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328595:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188240/0x85b23e07e0bfa5b0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b51b expref: 67 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328607:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7c900/0x85b23e07e0bf9fcf lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b3ee expref: 66 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328618:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfad35 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b69c expref: 65 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328628:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbcf600/0x85b23e07e0bfa10a lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b42d expref: 64 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328659:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c87a80/0x85b23e07e0bfa88f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b5ae expref: 63 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328672:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171b00/0x85b23e07e0bfa245 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b46c expref: 62 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328685:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c861c0/0x85b23e07e0bfa9ca lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xade:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b5ed expref: 61 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328698:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c858c0/0x85b23e07e0bfab05 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b62c expref: 60 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328710:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c85440/0x85b23e07e0bfac40 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b66b expref: 59 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328720:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4000/0x85b23e07e0bfa65f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b53e expref: 58 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328732:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfa79a lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xace:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b57d expref: 57 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328743:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c85d40/0x85b23e07e0bfa8d5 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b5bc expref: 56 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328754:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbcd200/0x85b23e07e0bfa2f4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b48f expref: 55 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328766:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfa3c6 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b4b9 expref: 54 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328777:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7cd80/0x85b23e07e0bfa501 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b4f8 expref: 53 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328787:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7f180/0x85b23e07e0bfac86 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b679 expref: 52 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328798:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1733c0/0x85b23e07e0bfa63c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b537 expref: 51 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328810:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfa05b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b40a expref: 50 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328821:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfadc8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6b8 expref: 49 pid: 13182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328833:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfa196 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b449 expref: 48 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328845:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbcdf80/0x85b23e07e0bfa2d1 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b488 expref: 47 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328856:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5200/0x85b23e07e0bfaa56 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b609 expref: 46 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328867:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7180/0x85b23e07e0bfab91 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b648 expref: 45 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328880:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7db00/0x85b23e07e0bfaccc lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b687 expref: 44 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328891:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfa6eb lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b55a expref: 43 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328902:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7f840/0x85b23e07e0bfa0a1 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b418 expref: 42 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328914:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfa826 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b599 expref: 41 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328926:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c87cc0/0x85b23e07e0bfa961 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b5d8 expref: 40 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328936:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfa380 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b4ab expref: 39 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328947:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6400/0x85b23e07e0bfaa9c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b617 expref: 38 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328959:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfa4bb lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b4ea expref: 37 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328970:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4240/0x85b23e07e0bfabd7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b656 expref: 36 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328983:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfa5f6 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b529 expref: 35 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.328996:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfad12 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b695 expref: 34 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329007:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbce400/0x85b23e07e0bfa015 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b3fc expref: 33 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329019:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfa731 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b568 expref: 32 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329028:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbce880/0x85b23e07e0bfa150 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b43b expref: 31 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329040:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c86f40/0x85b23e07e0bfa86c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b5a7 expref: 30 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329050:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfa28b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b47a expref: 29 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329060:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c846c0/0x85b23e07e0bfa9a7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b5e6 expref: 28 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329072:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee46c0/0x85b23e07e0bfaae2 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b625 expref: 27 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329095:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfa498 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b4e3 expref: 26 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329108:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c85f80/0x85b23e07e0bfac1d lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b664 expref: 25 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329120:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac7d200/0x85b23e07e0bf9ff2 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b3f5 expref: 24 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329132:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4900/0x85b23e07e0bfad58 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6a3 expref: 23 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329143:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfa777 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b576 expref: 22 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329154:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbccfc0/0x85b23e07e0bfa12d lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b434 expref: 21 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329165:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c85680/0x85b23e07e0bfa8b2 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b5b5 expref: 20 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329177:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c84240/0x85b23e07e0bfa9ed lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b5f4 expref: 19 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329188:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfa40c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b4c7 expref: 18 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329199:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfab28 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b633 expref: 17 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329210:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfa547 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b506 expref: 16 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329220:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bf9207 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b12b expref: 15 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329233:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2400/0x85b23e07e0bfac63 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b672 expref: 14 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329244:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee61c0/0x85b23e07e0bfa682 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b545 expref: 13 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329255:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfa7bd lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b584 expref: 12 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329281:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4480/0x85b23e07e0bfa1dc lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b457 expref: 11 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329294:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c85b00/0x85b23e07e0bfa8f8 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b5c3 expref: 10 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329305:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbcdd40/0x85b23e07e0bfa317 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b496 expref: 9 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329316:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfaa33 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b602 expref: 8 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329327:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfa452 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b4d5 expref: 7 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329339:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfa58d lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b514 expref: 6 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329352:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfa6c8 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b553 expref: 5 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329365:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfa0e7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b426 expref: 4 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329379:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbcc000/0x85b23e07e0bfa222 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b465 expref: 3 pid: 12918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329390:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c84fc0/0x85b23e07e0bfa35d lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b4a4 expref: 2 pid: 11489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307157.329400:0:8418:0:(ldlm_lock.c:2656:ldlm_export_cancel_locks()) Export ffff880129dbf800, canceled 102 locks, left on hash table 0. 00000100:00100000:3.0:1724307157.331150:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246308736 00000100:00100000:3.0:1724307157.331159:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246308736 00000100:00100000:3.0:1724307157.331203:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10559 00000100:00100000:3.0:1724307157.331209:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3296:x1808064246308736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307157.331232:0:19396:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4738 count 1 00002000:00010000:3.0:1724307157.331259:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1282:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307157.331265:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb8bf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307157.331275:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307157.331277:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307157.331281:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb8bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307157.331292:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb8bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307157.331298:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb8bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307157.331304:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb8bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307157.331314:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb8bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307157.331320:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307157.331322:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb8bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307157.331328:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb8bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307157.331337:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb8bf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307157.331342:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfb8bf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307157.331740:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3296:x1808064246308736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 530us (4418us total) trans 17179870533 rc 0/0 00000100:00100000:3.0:1724307157.331745:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10559 00000100:00080000:3.0:1724307157.331759:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307127 00000100:00100000:2.0:1724307157.332315:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246308864:0@lo:9:umount.0 00000100:00100000:2.0:1724307157.332345:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307157.332358:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246308992:0@lo:9:umount.0 00000100:00100000:2.0:1724307157.332370:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307157.332390:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246308864 00000100:00100000:2.0:1724307157.332393:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246308864 00000100:00100000:2.0:1724307157.332406:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246308992 00000100:00100000:2.0:1724307157.332407:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246308992 00000100:00100000:2.0:1724307157.332419:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10560 00000100:00100000:2.0:1724307157.332423:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+6:3295:x1808064246308864:12345-0@lo:9:umount.0 00000020:00000080:2.0:1724307157.332436:0:15461:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8ba8 00000100:00080000:2.0:1724307157.332441:0:15461:0:(import.c:86:import_set_state_nolock()) ffff880094303000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000001:00000004:2.0:1724307157.332463:0:15461:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 4, last_transno is 17179870533 00000100:00100000:2.0:1724307157.332553:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+3:3295:x1808064246308864:12345-0@lo:9:umount.0 Request processed in 129us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307157.332557:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10560 00000100:00100000:2.0:1724307157.332566:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10561 00000100:00100000:2.0:1724307157.332569:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f36f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3295:x1808064246308992:12345-0@lo:9:umount.0 00000020:00000080:2.0:1724307157.332577:0:15461:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8bd2 00000100:00080000:2.0:1724307157.332580:0:15461:0:(import.c:86:import_set_state_nolock()) ffff88009bc92000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000001:00000004:2.0:1724307157.332589:0:15461:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294970225 00000100:00100000:2.0:1724307157.332760:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f36f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+2:3295:x1808064246308992:12345-0@lo:9:umount.0 Request processed in 189us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307157.332764:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10561 00010000:00010000:2.0:1724307157.332783:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307157.332799:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870532 gen 3 00000100:00080000:2.0:1724307157.332803:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009e873800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1724307157.332809:0:3295:0:(osp_dev.c:1620:osp_import_event()) got disconnected 00000004:00080000:2.0:1724307157.332811:0:3295:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:2.0:1724307157.332813:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246308864:0@lo:9:umount.0 00000100:00100000:2.0:1724307157.332819:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970225 gen 3 00000100:00080000:2.0:1724307157.332821:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c066800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1724307157.332824:0:3295:0:(osp_dev.c:1620:osp_import_event()) got disconnected 00000004:00080000:2.0:1724307157.332825:0:3295:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:2.0:1724307157.332827:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246308992:0@lo:9:umount.0 00000100:00080000:3.0:1724307157.332878:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307127 00010000:00010000:0.0:1724307157.336151:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1724307157.336168:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff88009cce4000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1724307157.336230:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff88012f740800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1724307157.336254:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009cce1000 for lustre-MDT0000 00000020:00000080:0.0:1724307157.336258:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88012f742800 for lustre-MDT0000 00000020:00080000:2.0:1724307157.337124:0:14288:0:(genops.c:1486:class_disconnect_exports()) OBD device 5 (ffff88012faf8000) has no exports 00000004:00080000:0.0:1724307157.340953:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009a14dc00/1, rc -5, transno 0 00000100:00100000:0.0:1724307157.340973:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246308736:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1724307157.343539:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1724307157.370948:0:8418:0:(genops.c:925:class_export_put()) final put ffff880129dbf800/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000020:00000080:2.0:1724307157.384078:0:14288:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8b7e 00000020:00000080:2.0:1724307157.384102:0:14288:0:(genops.c:925:class_export_put()) final put ffff8800b1bbf000/lustre-QMT0000_UUID 00010000:00010000:0.0:1724307157.384246:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307157.384248:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307157.384251:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1724307157.384288:0:14288:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1724307157.384289:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff880129dbf800/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e for lustre-MDT0000 00000020:00000080:3.0:1724307157.384341:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8800b1bbf000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1724307157.384345:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff880129dbe000 for lustre-MDT0000 00000020:00000080:3.0:1724307157.384375:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1724307157.384383:0:14288:0:(obd_config.c:900:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1724307157.384386:0:14288:0:(genops.c:1486:class_disconnect_exports()) OBD device 7 (ffff88009f94aaa0) has no exports 00000020:00000080:3.0:1724307157.384604:0:14288:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8b77 00000020:00000080:3.0:1724307157.384608:0:14288:0:(genops.c:925:class_export_put()) final put ffff8800b1bb8800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1724307157.384700:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1724307157.384702:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8800b1bb8800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1724307157.384706:0:14288:0:(obd_config.c:828:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1724307157.384709:0:14288:0:(genops.c:925:class_export_put()) final put ffff880092139000/lustre-QMT0000_UUID 00000020:00000080:3.0:1724307157.384710:0:14288:0:(genops.c:883:class_export_destroy()) destroying export ffff880092139000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1724307157.384714:0:14288:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:01000000:3.0:1724307157.384731:0:14288:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff88009f1e0c60 - data ffff8800b1e6ad80/ffff8800a864d280 00000020:01000000:3.0:1724307157.384754:0:14288:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff880091e9b600 - data ffff88009350ab40/ffff880129ebe7c0 00000100:00080000:2.0:1724307157.412522:0:14288:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1724307157.412529:0:14288:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870532 gen 4 00000004:00080000:2.0:1724307157.412747:0:14288:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:2.0:1724307157.412750:0:14288:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1724307157.413121:0:11525:0:(osp_sync.c:1283:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1724307157.413125:0:11525:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x114:0x0] index 4 count 51 00000040:00080000:0.0:1724307157.413134:0:11525:0:(llog.c:792:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 69 count 2 00000004:00080000:0.0:1724307157.413163:0:11525:0:(osp_sync.c:1470:osp_sync_thread()) lustre-OST0000-osc-MDT0000: failed to sync object 0x240000400:4738 00000100:00080000:2.0:1724307157.413329:0:14288:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1724307157.413333:0:14288:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970225 gen 4 00000004:00080000:2.0:1724307157.413341:0:14288:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:2.0:1724307157.413342:0:14288:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1724307157.414309:0:11528:0:(osp_sync.c:1283:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1724307157.414313:0:11528:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x116:0x0] index 2 count 51 00000040:00080000:1.0:1724307157.414322:0:11528:0:(llog.c:792:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 69 count 2 00000020:00000080:2.0:1724307157.416467:0:14288:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8b38 00000020:00000080:2.0:1724307157.416475:0:14288:0:(genops.c:925:class_export_put()) final put ffff880129f87000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1724307157.416499:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff880129f87000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1724307157.417304:0:14288:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8b4d 00000020:00000080:2.0:1724307157.417309:0:14288:0:(genops.c:925:class_export_put()) final put ffff880129f84000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1724307157.417320:0:14288:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1724307157.417324:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1724307157.417331:0:14288:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1724307157.417333:0:14288:0:(genops.c:1486:class_disconnect_exports()) OBD device 4 (ffff88012fafea90) has no exports 00000004:01000000:2.0:1724307157.417417:0:14288:0:(lod_lov.c:82:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1724307157.417422:0:14288:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8baf 00000020:00000080:2.0:1724307157.417425:0:14288:0:(genops.c:925:class_export_put()) final put ffff88009c063000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1724307157.417428:0:14288:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1724307157.417430:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1724307157.417434:0:14288:0:(obd_config.c:900:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1724307157.417436:0:14288:0:(genops.c:1486:class_disconnect_exports()) OBD device 13 (ffff88009fb53ff0) has no exports 00000020:00000080:2.0:1724307157.417440:0:14288:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8ba1 00000020:00000080:2.0:1724307157.417442:0:14288:0:(genops.c:925:class_export_put()) final put ffff88009c065800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1724307157.417457:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff880129f84000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1724307157.417462:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88009c063000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1724307157.417465:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88009c065800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1724307157.418005:0:14288:0:(obd_class.h:698:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:2.0:1724307157.418010:0:14288:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1724307157.418013:0:14288:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970225 gen 5 00000004:00080000:2.0:1724307157.418018:0:14288:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:2.0:1724307157.418019:0:14288:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1724307157.418053:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009c066800 for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1724307157.418188:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1724307157.418195:0:14288:0:(obd_config.c:828:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1724307157.418197:0:14288:0:(genops.c:925:class_export_put()) final put ffff88009c062800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1724307157.418199:0:14288:0:(genops.c:883:class_export_destroy()) destroying export ffff88009c062800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:2.0:1724307157.418202:0:14288:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1724307157.418209:0:14288:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8b93 00000020:00000080:2.0:1724307157.418212:0:14288:0:(genops.c:925:class_export_put()) final put ffff88009c061800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1724307157.418216:0:14288:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1724307157.418218:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1724307157.418220:0:14288:0:(obd_config.c:900:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1724307157.418222:0:14288:0:(genops.c:1486:class_disconnect_exports()) OBD device 8 (ffff88009f94bff0) has no exports 00000020:00000080:1.0:1724307157.418224:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88009c061800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1724307157.418225:0:14288:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8b8c 00000020:00000080:2.0:1724307157.418227:0:14288:0:(genops.c:925:class_export_put()) final put ffff88009e877800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1724307157.418234:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88009e877800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1724307157.418377:0:14288:0:(obd_class.h:698:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1724307157.418379:0:14288:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1724307157.418382:0:14288:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870532 gen 5 00000004:00080000:2.0:1724307157.418384:0:14288:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:2.0:1724307157.418385:0:14288:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1724307157.418587:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1724307157.418591:0:14288:0:(obd_config.c:828:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1724307157.418668:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1724307157.418671:0:14288:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1724307157.418769:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009e873800 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1724307157.418774:0:8899:0:(genops.c:925:class_export_put()) final put ffff8800949ba800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1724307157.418775:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8800949ba800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1724307157.418778:0:8899:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1724307157.418786:0:14288:0:(genops.c:925:class_export_put()) final put ffff880129da5800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1724307157.418788:0:14288:0:(genops.c:883:class_export_destroy()) destroying export ffff880129da5800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1724307157.418791:0:14288:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1724307157.418815:0:14288:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8b54 00000020:00000080:2.0:1724307157.418817:0:14288:0:(genops.c:925:class_export_put()) final put ffff880129f82000/lustre-MDD0000_UUID 00000020:01000000:2.0:1724307157.418822:0:14288:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1724307157.418824:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1724307157.418826:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff880129f82000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1724307157.418827:0:14288:0:(obd_config.c:900:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1724307157.418829:0:14288:0:(genops.c:1486:class_disconnect_exports()) OBD device 6 (ffff88012fafbff0) has no exports 00000020:00000080:2.0:1724307157.419063:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1724307157.419067:0:14288:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1724307157.419069:0:14288:0:(genops.c:925:class_export_put()) final put ffff880129f80800/lustre-MDD0000_UUID 00000020:00000080:2.0:1724307157.419071:0:14288:0:(genops.c:883:class_export_destroy()) destroying export ffff880129f80800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1724307157.419074:0:14288:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1724307157.419090:0:14288:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8b5b 00000020:00000080:2.0:1724307157.419093:0:14288:0:(genops.c:925:class_export_put()) final put ffff880129f83000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1724307157.419111:0:14288:0:(tgt_mount.c:206:server_put_mount()) put mount ffff88012b854000 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1724307157.419114:0:14288:0:(obd_mount.c:770:lustre_put_lsi()) put ffff88012b854000 3 00000020:01000004:2.0:1724307157.419116:0:14288:0:(tgt_mount.c:139:server_deregister_mount()) deregister mount ffff88012b854000 from lustre-MDT0000 00000020:00000080:2.0:1724307157.419162:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1724307157.419166:0:14288:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1724307157.419168:0:14288:0:(genops.c:925:class_export_put()) final put ffff880129f80000/lustre-MDT0000_UUID 00000020:00000080:2.0:1724307157.419169:0:14288:0:(genops.c:883:class_export_destroy()) destroying export ffff880129f80000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1724307157.419173:0:14288:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:2.0:1724307157.419181:0:14288:0:(obd_mount.c:618:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:2.0:1724307157.419184:0:14288:0:(tgt_mount.c:274:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1724307157.419186:0:14288:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1724307157.419188:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1724307157.419189:0:14288:0:(obd_config.c:900:class_cleanup()) MGS: forcing exports to disconnect: 2/5 00000020:00080000:2.0:1724307157.419196:0:14288:0:(genops.c:1713:print_export_data()) MGS: ACTIVE ffff8800a0c6e800 31a81d4a-43f7-45b0-a075-f219c8077a24 192.168.204.7@tcp 8 (0 0 4) 0 0 0 0: (null) 0 stale:0 00000020:00080000:2.0:1724307157.419201:0:14288:0:(genops.c:1713:print_export_data()) MGS: ACTIVE ffff880090362000 f5ebe9fe-97e8-4c85-85e0-e929df75ee5b 0@lo 12 (0 0 8) 0 0 0 0: (null) 0 stale:0 00000020:00080000:2.0:1724307157.419204:0:14288:0:(genops.c:1481:class_disconnect_exports()) OBD device 1 (ffff88009f949550) has exports, disconnecting them 00000020:00080000:2.0:1724307157.419207:0:14288:0:(genops.c:1456:class_disconnect_export_list()) MGS: disconnecting export at 192.168.204.7@tcp (ffff8800a0c6e800), last request at 1724307154 00000020:00000080:2.0:1724307157.419221:0:14288:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8c7a 00000020:00010000:2.0:1724307157.419225:0:14288:0:(genops.c:1815:obd_stale_export_put()) Put export ffff8800a0c6e800: total 1 00000100:00080000:2.0:1724307157.419228:0:14288:0:(import.c:86:import_set_state_nolock()) ffff8800a0c6a800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1724307157.419237:0:14288:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 192.168.204.7@tcp (ffff8800a0c6e800): rc 0 00000020:00080000:2.0:1724307157.419239:0:14288:0:(genops.c:1456:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff880090362000), last request at 1724307157 00000020:00010000:2.0:1724307157.419272:0:7042:0:(genops.c:1801:obd_stale_export_get()) Get export ffff8800a0c6e800: total 1 00010000:00010000:2.0:1724307157.419298:0:7042:0:(ldlm_lock.c:2628:ldlm_export_cancel_blocked_locks()) Export ffff8800a0c6e800, canceled 0 locks, left on hash table 4. 00010000:00010000:2.0:1724307157.419318:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009e1d0fc0/0x85b23e07e0bf8e5d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afc6 expref: 5 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.419331:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009e1d1440/0x85b23e07e0bf8e6b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afd4 expref: 4 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.419340:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d172640/0x85b23e07e0bf8e56 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afbf expref: 3 pid: 11483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.419352:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009e1d2d00/0x85b23e07e0bf8e64 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6afcd expref: 2 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307157.419359:0:7042:0:(ldlm_lock.c:2656:ldlm_export_cancel_locks()) Export ffff8800a0c6e800, canceled 4 locks, left on hash table 0. 00000020:00000080:2.0:1724307157.419372:0:7042:0:(genops.c:925:class_export_put()) final put ffff8800a0c6e800/31a81d4a-43f7-45b0-a075-f219c8077a24 00010000:00010000:2.0:1724307157.419376:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1724307157.419378:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1724307157.419380:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1724307157.419439:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff880129f83000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1724307157.419444:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8800a0c6e800/31a81d4a-43f7-45b0-a075-f219c8077a24 for MGS 00000020:00000080:1.0:1724307157.419458:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8800a0c6a800 for MGS 00000020:00000080:2.0:1724307157.419569:0:14288:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8b07 00000020:00010000:2.0:1724307157.419572:0:14288:0:(genops.c:1815:obd_stale_export_put()) Put export ffff880090362000: total 0 00000100:00080000:2.0:1724307157.419575:0:14288:0:(import.c:86:import_set_state_nolock()) ffff880090360800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1724307157.419629:0:14288:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff880090362000): rc 0 00000020:00080000:2.0:1724307157.419653:0:14288:0:(genops.c:1486:class_disconnect_exports()) OBD device 1 (ffff88009f949550) has no exports 00000020:00010000:0.0:1724307157.419701:0:9709:0:(genops.c:1801:obd_stale_export_get()) Get export ffff880090362000: total 0 00010000:00010000:0.0:1724307157.419703:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307157.419783:0:11483:0:(service.c:2969:ptlrpc_main()) ll_mgs_0000: service thread [ffff88012cf38600:11483] 0 exiting: rc = 1 00000100:00100000:3.0:1724307157.419812:0:11486:0:(service.c:2969:ptlrpc_main()) ll_mgs_0001: service thread [ffff88008ee4e400:11486] 1 exiting: rc = 0 00000100:00100000:1.0:1724307157.419874:0:11487:0:(service.c:2969:ptlrpc_main()) ll_mgs_0002: service thread [ffff88012cf39200:11487] 2 exiting: rc = 0 00010000:00010000:0.0:1724307157.419929:0:9709:0:(ldlm_lock.c:2628:ldlm_export_cancel_blocked_locks()) Export ffff880090362000, canceled 0 locks, left on hash table 8. 00010000:00010000:0.0:1724307157.419943:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800909b6d00/0x85b23e07e0bf8c49 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bf8c42 expref: 9 pid: 11487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.419952:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a8b15f80/0x85b23e07e0bf8c3b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bf8c34 expref: 8 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.419960:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800901b61c0/0x85b23e07e0bf8c57 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bf8c50 expref: 7 pid: 11487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.419966:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009e1d1d40/0x85b23e07e0bf8c65 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bf8c5e expref: 6 pid: 11483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.419983:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800901b6880/0x85b23e07e0bf8c73 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bf8c6c expref: 5 pid: 11487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.419994:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800901b5d40/0x85b23e07e0bf8c11 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bf8c0a expref: 4 pid: 11483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.420002:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800901b6d00/0x85b23e07e0bf8c2d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bf8c26 expref: 3 pid: 11483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.420010:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a8b14d80/0x85b23e07e0bf8c1f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bf8c18 expref: 2 pid: 11486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307157.420018:0:9709:0:(ldlm_lock.c:2656:ldlm_export_cancel_locks()) Export ffff880090362000, canceled 8 locks, left on hash table 0. 00000020:00000080:0.0:1724307157.420027:0:9709:0:(genops.c:925:class_export_put()) final put ffff880090362000/f5ebe9fe-97e8-4c85-85e0-e929df75ee5b 00010000:00010000:0.0:1724307157.420033:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307157.420034:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307157.420035:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1724307157.420072:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff880090362000/f5ebe9fe-97e8-4c85-85e0-e929df75ee5b for MGS 00000020:00000080:1.0:1724307157.420095:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff880090360800 for MGS 00000100:00100000:2.0:1724307157.420173:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420179:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420183:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420188:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420192:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420196:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420201:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420205:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420210:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420215:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420219:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420224:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420228:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420233:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420237:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420241:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420246:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420251:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420256:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420261:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420269:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420274:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420279:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420283:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420287:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420300:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420306:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420310:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420314:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420318:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420323:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420328:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420332:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420336:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420341:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420345:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420350:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420355:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420359:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420364:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420369:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420373:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420377:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420381:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420385:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420389:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420393:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420398:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420403:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420408:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420412:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420416:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420420:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420424:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420428:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420432:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420436:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420440:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420446:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420451:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420454:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420459:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420463:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.420469:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:2.0:1724307157.422822:0:14288:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff88012cf08d80 - data ffff880093fdff00/ffff88009ad35c00 00000020:01000000:2.0:1724307157.422846:0:14288:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff8800a5174720 - data ffff8800b1dd5b40/ffff88009d4d0ac0 00000020:00000080:2.0:1724307157.423303:0:14288:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8b00 00000020:00000080:2.0:1724307157.423308:0:14288:0:(genops.c:925:class_export_put()) final put ffff88012d7a5000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1724307157.423342:0:14288:0:(tgt_mount.c:206:server_put_mount()) put mount ffff88012b854000 from MGS, refs=2 00000020:01000004:2.0:1724307157.423345:0:14288:0:(obd_mount.c:770:lustre_put_lsi()) put ffff88012b854000 2 00000020:01000004:2.0:1724307157.423348:0:14288:0:(tgt_mount.c:139:server_deregister_mount()) deregister mount ffff88012b854000 from MGS 00000020:00000080:0.0:1724307157.423504:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d7a5000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1724307157.423665:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1724307157.423673:0:14288:0:(obd_config.c:828:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1724307157.423676:0:14288:0:(genops.c:925:class_export_put()) final put ffff88012d7a1800/MGS 00000020:00000080:2.0:1724307157.423677:0:14288:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d7a1800/MGS for MGS 00000020:01000000:2.0:1724307157.423682:0:14288:0:(genops.c:463:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1724307157.423690:0:14288:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1724307157.423692:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1724307157.423698:0:14288:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1724307157.423703:0:14288:0:(genops.c:1713:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8801362ff000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00080000:2.0:1724307157.423708:0:14288:0:(genops.c:1481:class_disconnect_exports()) OBD device 17 (ffff88009f94ea90) has exports, disconnecting them 00000020:00080000:2.0:1724307157.423712:0:14288:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8801362ff000), last request at 1724307089 00000020:00000080:2.0:1724307157.423714:0:14288:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8bee 00000020:00080000:2.0:1724307157.423721:0:14288:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff8801362ff000): rc 0 00000020:00000080:2.0:1724307157.423752:0:14288:0:(genops.c:925:class_export_put()) final put ffff8801362ff000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1724307157.424087:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8801362ff000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1724307157.425713:0:14288:0:(obd_class.h:698:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1724307157.425717:0:14288:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1724307157.425722:0:14288:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1724307157.425727:0:14288:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1724307157.425846:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307157.425923:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88012d6d4000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1724307157.426179:0:14288:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1724307157.426183:0:14288:0:(genops.c:925:class_export_put()) final put ffff8801362fd800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1724307157.426185:0:14288:0:(genops.c:883:class_export_destroy()) destroying export ffff8801362fd800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1724307157.426189:0:14288:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1724307157.426196:0:14288:0:(obd_mount.c:770:lustre_put_lsi()) put ffff88012b854000 1 00000020:00000080:0.0:1724307157.426200:0:14288:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf8af2 00000020:00000080:0.0:1724307157.426203:0:14288:0:(genops.c:925:class_export_put()) final put ffff88012d7a0800/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1724307157.426574:0:14288:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1724307157.426577:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1724307157.426580:0:14288:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1724307157.426582:0:14288:0:(genops.c:1486:class_disconnect_exports()) OBD device 0 (ffff88009fb56a90) has no exports 00000020:00000080:1.0:1724307157.427056:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d7a0800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1724307157.432488:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307157.432501:0:14288:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1724307157.432506:0:14288:0:(genops.c:925:class_export_put()) final put ffff88012b852800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1724307157.432510:0:14288:0:(genops.c:883:class_export_destroy()) destroying export ffff88012b852800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1724307157.432514:0:14288:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1724307157.432526:0:14288:0:(obd_mount.c:695:lustre_free_lsi()) Freeing lsi ffff88012b856000 00000020:01000000:1.0:1724307157.432551:0:14288:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1724307157.432555:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1724307157.432558:0:14288:0:(obd_config.c:900:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1724307157.432561:0:14288:0:(genops.c:1486:class_disconnect_exports()) OBD device 3 (ffff88012faf9550) has no exports 00000100:00100000:1.0:1724307157.432654:0:12918:0:(service.c:2969:ptlrpc_main()) mdt00_003: service thread [ffff880135e1a200:12918] 3 exiting: rc = 0 00000100:00100000:0.0:1724307157.432798:0:11490:0:(service.c:2969:ptlrpc_main()) mdt00_002: service thread [ffff88009e039000:11490] 2 exiting: rc = 0 00000100:00100000:0.0:1724307157.432849:0:13182:0:(service.c:2969:ptlrpc_main()) mdt00_004: service thread [ffff880091f98a00:13182] 4 exiting: rc = 0 00000100:00100000:2.0:1724307157.432956:0:11488:0:(service.c:2969:ptlrpc_main()) mdt00_000: service thread [ffff88009e038400:11488] 0 exiting: rc = 1 00000100:00100000:3.0:1724307157.436484:0:11489:0:(service.c:2969:ptlrpc_main()) mdt00_001: service thread [ffff88009e039200:11489] 1 exiting: rc = 0 00000100:00100000:1.0:1724307157.436545:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436553:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436558:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436562:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436566:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436570:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436577:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436582:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436591:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436596:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436601:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436605:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436609:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436614:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436619:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436624:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436628:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436633:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436658:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436666:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436672:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436677:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436682:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436687:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436691:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436698:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436703:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436708:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436713:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436722:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436729:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436734:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436738:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436742:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436746:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436750:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436754:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436758:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436762:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436766:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436770:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436775:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436901:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436907:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436911:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436915:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436919:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436923:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436928:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436932:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436937:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436941:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436945:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436950:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436954:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436958:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436964:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436969:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436973:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436978:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436982:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436987:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436991:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.436995:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.445485:0:13775:0:(service.c:2969:ptlrpc_main()) mdt_rdpg00_002: service thread [ffff8800a52c0c00:13775] 2 exiting: rc = 0 00000100:00100000:0.0:1724307157.445567:0:11492:0:(service.c:2969:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff88012dedf000:11492] 1 exiting: rc = 0 00000100:00100000:3.0:1724307157.445754:0:11491:0:(service.c:2969:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff88009e039400:11491] 0 exiting: rc = 1 00000100:00100000:1.0:1724307157.447914:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.447921:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.447927:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.447931:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.447936:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.447940:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.447944:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.447948:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.447952:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.447955:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.447959:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.447964:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.447968:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.447974:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.447978:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.447982:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.447987:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.447991:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.447996:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448000:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448005:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448009:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448014:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448018:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448022:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448027:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448032:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448037:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448042:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448047:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448196:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448203:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448209:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448213:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448218:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448224:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448229:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448234:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448238:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448242:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448246:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448250:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448253:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448257:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448261:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448265:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448269:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448273:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448277:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448280:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448284:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448288:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448292:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448296:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448300:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448304:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448309:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448312:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448316:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448321:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448325:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448329:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448333:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.448337:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.449636:0:11494:0:(service.c:2969:ptlrpc_main()) mdt_out00_001: service thread [ffff88012dede400:11494] 1 exiting: rc = 0 00000100:00100000:1.0:1724307157.451363:0:11493:0:(service.c:2969:ptlrpc_main()) mdt_out00_000: service thread [ffff8800b4448000:11493] 0 exiting: rc = 1 00000100:00100000:0.0:1724307157.451540:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451547:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451551:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451556:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451563:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451569:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451575:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451588:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451596:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451600:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451605:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451609:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451614:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451618:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451624:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451630:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451635:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451653:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451759:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451766:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451772:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451778:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451784:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451789:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451793:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451798:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451803:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451808:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451813:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451817:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451822:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451827:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451831:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451836:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451841:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451846:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451851:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451857:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451862:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451867:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451871:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451876:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451880:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451885:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451891:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451895:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451900:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451905:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451909:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451914:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451973:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451980:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451986:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451990:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451994:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.451999:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.452003:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.452008:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.452012:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.452017:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.452022:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.452029:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.452035:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.452040:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307157.487919:0:11495:0:(service.c:2969:ptlrpc_main()) mdt_seqs_0000: service thread [ffff88012dedfa00:11495] 0 exiting: rc = 1 00000100:00100000:2.0:1724307157.488043:0:11496:0:(service.c:2969:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8800908ff800:11496] 1 exiting: rc = 0 00000100:00100000:1.0:1724307157.488129:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488135:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488140:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488144:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488149:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488153:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488158:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488162:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488166:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488170:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488176:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488180:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488188:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488191:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488195:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488200:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488204:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488211:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488215:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488219:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488223:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488227:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488232:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488236:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488240:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488244:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488247:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488250:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488254:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488257:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488261:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488265:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488268:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488272:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488276:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488280:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488283:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488287:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488290:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488295:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488299:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488303:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488306:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488310:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488314:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488317:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488321:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488325:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488329:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488333:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488337:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488341:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488345:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488348:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488352:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488356:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488360:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488364:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488368:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488373:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488376:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488380:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488384:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488388:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.488743:0:11497:0:(service.c:2969:ptlrpc_main()) mdt_seqm_0000: service thread [ffff88009b2fbe00:11497] 0 exiting: rc = 1 00000100:00100000:2.0:1724307157.488743:0:11498:0:(service.c:2969:ptlrpc_main()) mdt_seqm_0001: service thread [ffff88008fb60200:11498] 1 exiting: rc = 0 00000100:00100000:1.0:1724307157.488808:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488813:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488817:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488822:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488825:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488830:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488834:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488838:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488842:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488847:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488852:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488857:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488861:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488866:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488870:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488874:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488878:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488882:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488886:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488890:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488895:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488900:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488904:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488909:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488915:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488919:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488923:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488927:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488932:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488936:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488940:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488944:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488949:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488953:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488957:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488962:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488966:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488970:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488974:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488978:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488982:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488985:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488990:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488994:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.488998:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489003:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489007:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489011:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489015:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489019:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489023:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489026:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489030:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489034:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489038:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489042:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489046:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489050:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489054:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489058:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489062:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489067:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489070:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489074:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307157.489428:0:11499:0:(service.c:2969:ptlrpc_main()) mdt_fld_0000: service thread [ffff88008fb60c00:11499] 0 exiting: rc = 1 00000100:00100000:2.0:1724307157.489513:0:11500:0:(service.c:2969:ptlrpc_main()) mdt_fld_0001: service thread [ffff88012e715000:11500] 1 exiting: rc = 0 00000100:00100000:1.0:1724307157.489610:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489615:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489619:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489623:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489627:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489631:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.489635:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490057:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490063:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490066:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490070:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490074:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490087:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490092:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490096:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490100:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490104:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490109:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490113:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490117:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490120:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490123:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490127:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490130:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490134:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490137:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490140:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490144:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490147:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490152:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490155:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490159:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490163:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490167:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490170:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490174:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490177:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490181:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490185:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490188:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490192:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490196:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490200:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490204:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490208:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490212:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490216:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490219:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490223:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490226:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490230:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490234:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490238:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490241:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490245:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490249:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490253:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490256:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490260:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490264:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490268:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490272:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490275:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307157.490279:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492506:0:11501:0:(service.c:2969:ptlrpc_main()) mdt_io00_000: service thread [ffff880099f45200:11501] 0 exiting: rc = 1 00000100:00100000:0.0:1724307157.492575:0:11502:0:(service.c:2969:ptlrpc_main()) mdt_io00_001: service thread [ffff880099f44e00:11502] 1 exiting: rc = 0 00000100:00100000:1.0:1724307157.492843:0:11503:0:(service.c:2969:ptlrpc_main()) mdt_io00_002: service thread [ffff880099f44800:11503] 2 exiting: rc = 0 00000100:00100000:2.0:1724307157.492892:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492896:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492899:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492904:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492907:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492910:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492915:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492918:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492921:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492925:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492929:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492933:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492937:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492941:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492945:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492949:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492953:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492956:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492960:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492963:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492966:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492969:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492972:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492975:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492978:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492981:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492984:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492987:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492990:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492993:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.492996:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493000:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493002:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493006:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493009:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493013:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493016:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493020:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493023:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493027:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493029:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493032:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493035:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493038:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493041:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493046:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493050:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493053:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493056:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493059:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493064:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493068:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493071:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493074:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493091:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493098:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493102:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493106:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493110:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493115:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493120:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493123:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493128:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307157.493141:0:14288:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1724307157.505631:0:14288:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1724307157.505672:0:14288:0:(obd_config.c:828:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1724307157.505677:0:14288:0:(genops.c:925:class_export_put()) final put ffff880090360000/MDS_uuid 00000020:00000080:3.0:1724307157.505681:0:14288:0:(genops.c:883:class_export_destroy()) destroying export ffff880090360000/MDS_uuid for MDS 00000020:01000000:3.0:1724307157.505685:0:14288:0:(genops.c:463:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1724307157.505697:0:14288:0:(tgt_mount.c:1798:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1724307158.070553:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307159.071805:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307159.172692:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f36d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246309120:0@lo:400:kworker.0 00000400:00000100:3.0:1724307159.172736:0:3297:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1808064246309120 offset 0 length 224: 4 00000100:00100000:1.0:1724307159.172863:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f36e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3299:1808064246309376:0@lo:400:kworker.0 00000400:00000100:1.0:1724307159.172883:0:3299:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246309376 offset 0 length 224: 4 00000100:00100000:1.0:1724307159.172895:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1724307159.172899:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f36dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246309248:0@lo:400:kworker.0 00000400:00000100:1.0:1724307159.172910:0:3299:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246309248 offset 0 length 224: 4 00000400:00000100:0.0:1724307159.554139:0:3289:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 12 match 1808064247921664 offset 0 length 224: 4 00000100:00100000:0.0:1724307159.554178:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000400:00000100:0.0:1724307159.554208:0:3289:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 26 match 1808064247921536 offset 0 length 224: 4 00000100:00100000:0.0:1724307159.554233:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307159.554322:0:15468:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247921920 00000100:00100000:2.0:1724307159.554335:0:15468:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247921920 00000100:00100000:2.0:1724307159.554396:0:15468:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247921792 00000100:00100000:2.0:1724307159.554398:0:15468:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247921792 00000100:00100000:2.0:1724307159.554417:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1150 00000100:00100000:2.0:1724307159.554424:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064247921920:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307159.554491:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064247921920:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 67us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307159.554497:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1150 00000100:00100000:2.0:1724307159.554512:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1151 00000100:00100000:2.0:1724307159.554516:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064247921792:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307159.554535:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064247921792:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 18us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307159.554539:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1151 00000100:00080000:0.0:1724307159.554544:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307129 00000100:00080000:0.0:1724307159.554549:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307129 00000001:00100000:2.0:1724307159.602787:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1724307159.602795:0:9780:0:(genops.c:925:class_export_put()) final put ffff88009bc94000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1724307159.603016:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88009bc94000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1724307159.603064:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009bc92000 for lustre-OST0001 00010000:00010000:0.0:1724307160.074111:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1724307160.198380:0:11059:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1724307160.198398:0:11059:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 17179870533 is committed 00000020:00000080:3.0:1724307160.198403:0:11059:0:(genops.c:925:class_export_put()) final put ffff880094302800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1724307160.198459:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff880094302800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1724307160.198498:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff880094303000 for lustre-OST0000 00010000:00010000:0.0:1724307161.076141:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307162.079844:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307163.080321:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307164.081977:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307164.180481:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f36f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246309504:0@lo:400:kworker.0 00000400:00000100:0.0:1724307164.180532:0:3296:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1808064246309504 offset 0 length 224: 4 00000100:00100000:3.0:1724307164.182839:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f36c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246309632:0@lo:400:kworker.0 00000100:00100000:2.0:1724307164.182879:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f36ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3298:1808064246309760:0@lo:400:kworker.0 00000400:00000100:3.0:1724307164.182883:0:3297:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246309632 offset 0 length 224: 4 00000400:00000100:2.0:1724307164.182897:0:3298:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246309760 offset 0 length 224: 4 00000400:00000100:0.0:1724307164.562297:0:3291:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 12 match 1808064247922176 offset 0 length 224: 4 00000100:00100000:0.0:1724307164.562333:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000400:00000100:0.0:1724307164.562360:0:3291:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 26 match 1808064247922048 offset 0 length 224: 4 00000100:00100000:0.0:1724307164.562383:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307164.562455:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247922432 00000100:00100000:3.0:1724307164.562463:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247922432 00000100:00100000:2.0:1724307164.562495:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247922304 00000100:00100000:2.0:1724307164.562498:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247922304 00000100:00080000:0.0:1724307164.562573:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307134 00000100:00080000:0.0:1724307164.562576:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307134 00000100:00100000:3.0:1724307164.562908:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1152 00000100:00100000:3.0:1724307164.562915:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064247922432:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307164.563003:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1153 00000100:00100000:0.0:1724307164.563007:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064247922304:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307164.563388:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064247922432:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 471us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307164.563395:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1152 00000100:00100000:0.0:1724307164.563444:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064247922304:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 436us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307164.563450:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1153 00010000:00010000:0.0:1724307165.085276:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307166.087813:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307167.091294:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307168.093390:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307169.098414:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307169.197995:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1724307169.198012:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f36ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246309888:0@lo:400:kworker.0 00000400:00000100:2.0:1724307169.198051:0:3298:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1808064246309888 offset 0 length 224: 4 00000100:00100000:0.0:1724307169.200466:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092144e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246310016:0@lo:400:kworker.0 00000400:00000100:0.0:1724307169.200509:0:3296:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246310016 offset 0 length 224: 4 00000100:00100000:0.0:1724307169.200529:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307169.200535:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092145880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3296:1808064246310144:0@lo:400:kworker.0 00000400:00000100:0.0:1724307169.200547:0:3296:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246310144 offset 0 length 224: 4 00000400:00000100:0.0:1724307169.569922:0:3290:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 12 match 1808064247922688 offset 0 length 224: 4 00000100:00100000:0.0:1724307169.569956:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000400:00000100:0.0:1724307169.569968:0:3290:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 26 match 1808064247922560 offset 0 length 224: 4 00000100:00100000:0.0:1724307169.569987:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307169.570479:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247922944 00000100:00100000:0.0:1724307169.570487:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247922944 00000100:00100000:0.0:1724307169.570519:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247922816 00000100:00100000:0.0:1724307169.570521:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247922816 00000100:00100000:0.0:1724307169.570533:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1154 00000100:00100000:0.0:1724307169.570539:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064247922944:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307169.570588:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064247922944:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 50us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307169.570594:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1154 00000100:00100000:0.0:1724307169.570605:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1155 00000100:00100000:0.0:1724307169.570608:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064247922816:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307169.570621:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064247922816:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 12us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307169.570625:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1155 00000100:00080000:1.0:1724307169.570824:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307139 00000100:00080000:1.0:1724307169.570828:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307139 00010000:00010000:1.0:1724307170.098413:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:01200004:0.0:1724307170.832002:0:14899:0:(super25.c:129:lustre_fill_super()) VFS Op: sb ffff8800a9a73800 00000020:01000004:0.0:1724307170.832037:0:14899:0:(obd_mount.c:1068:lmd_print()) mount data: 00000020:01000004:0.0:1724307170.832038:0:14899:0:(obd_mount.c:1071:lmd_print()) device: lustre-mdt1/mdt1 00000020:01000004:0.0:1724307170.832045:0:14899:0:(tgt_mount.c:2107:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1724307170.832058:0:14899:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:0.0:1724307170.832062:0:14899:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1724307170.832078:0:14899:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8800a5a69550) 00000020:00000080:0.0:1724307170.832096:0:14899:0:(obd_config.c:671:class_attach()) OBD: dev 0 attached type osd-zfs with refcount 2 00000020:00000080:0.0:1724307170.832099:0:14899:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00100000:10000000:2.0:1724307170.874397:0:14899:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:2.0:1724307170.883578:0:14899:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x79:0x0] (8/32) 00100000:10000000:2.0:1724307170.885576:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 401: rc = 0 00100000:10000000:2.0:1724307170.887115:0:14899:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:2.0:1724307170.887140:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 401: rc = 0 00100000:10000000:2.0:1724307170.887193:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 401: rc = 0 00100000:10000000:2.0:1724307170.887225:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 401: rc = 0 00100000:10000000:2.0:1724307170.887260:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 401: rc = 0 00100000:10000000:2.0:1724307170.887296:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 401: rc = 0 00100000:10000000:2.0:1724307170.888391:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 403: rc = 0 00100000:10000000:2.0:1724307170.897257:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 328: rc = 0 00100000:10000000:2.0:1724307170.897295:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 328: rc = 0 00100000:10000000:2.0:1724307170.902114:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 539: rc = 0 00100000:10000000:2.0:1724307170.903498:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 539: rc = 0 00100000:10000000:2.0:1724307170.904845:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 539: rc = 0 00100000:10000000:2.0:1724307170.906625:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 539: rc = 0 00100000:10000000:2.0:1724307170.909370:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 539: rc = 0 00100000:10000000:2.0:1724307170.910892:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 539: rc = 0 00100000:10000000:2.0:1724307170.913346:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 539: rc = 0 00100000:10000000:2.0:1724307170.915314:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 539: rc = 0 00100000:10000000:2.0:1724307170.916711:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 539: rc = 0 00100000:10000000:2.0:1724307170.918883:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 539: rc = 0 00100000:10000000:2.0:1724307170.920420:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 539: rc = 0 00100000:10000000:2.0:1724307170.922781:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 539: rc = 0 00100000:10000000:2.0:1724307170.926035:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 649: rc = 0 00100000:10000000:2.0:1724307170.927830:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 649: rc = 0 00100000:10000000:2.0:1724307170.929084:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 649: rc = 0 00100000:10000000:2.0:1724307170.930821:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 649: rc = 0 00100000:10000000:2.0:1724307170.931971:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 649: rc = 0 00100000:10000000:2.0:1724307170.933727:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 649: rc = 0 00100000:10000000:2.0:1724307170.934907:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 649: rc = 0 00100000:10000000:2.0:1724307170.936183:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 649: rc = 0 00100000:10000000:2.0:1724307170.937381:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 649: rc = 0 00100000:10000000:2.0:1724307170.938736:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 649: rc = 0 00100000:10000000:3.0:1724307170.940394:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 649: rc = 0 00100000:10000000:3.0:1724307170.941873:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 649: rc = 0 00100000:10000000:3.0:1724307170.943123:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 649: rc = 0 00100000:10000000:3.0:1724307170.944907:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 649: rc = 0 00100000:10000000:3.0:1724307170.946428:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 649: rc = 0 00100000:10000000:3.0:1724307170.947585:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 649: rc = 0 00100000:10000000:3.0:1724307170.948868:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 649: rc = 0 00100000:10000000:3.0:1724307170.950084:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 649: rc = 0 00100000:10000000:3.0:1724307170.952246:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 649: rc = 0 00100000:10000000:3.0:1724307170.953703:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 649: rc = 0 00100000:10000000:3.0:1724307170.955181:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 649: rc = 0 00100000:10000000:3.0:1724307170.956420:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 649: rc = 0 00100000:10000000:3.0:1724307170.958022:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 649: rc = 0 00100000:10000000:3.0:1724307170.959396:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 649: rc = 0 00100000:10000000:3.0:1724307170.963025:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 649: rc = 0 00100000:10000000:3.0:1724307170.964249:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 649: rc = 0 00100000:10000000:3.0:1724307170.965984:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 649: rc = 0 00100000:10000000:3.0:1724307170.967137:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 649: rc = 0 00100000:10000000:3.0:1724307170.969378:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 649: rc = 0 00100000:10000000:3.0:1724307170.970688:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 649: rc = 0 00100000:10000000:3.0:1724307170.971931:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 649: rc = 0 00100000:10000000:3.0:1724307170.972975:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 649: rc = 0 00100000:10000000:3.0:1724307170.975851:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200015bc0:0x1:0x0] under 336: rc = 0 00100000:10000000:3.0:1724307170.977205:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 336: rc = 0 00100000:10000000:3.0:1724307170.978383:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x2000182d0:0x1:0x0] under 336: rc = 0 00100000:10000000:3.0:1724307170.978444:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200017b00:0x1:0x0] under 336: rc = 0 00100000:10000000:3.0:1724307170.980012:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200016778:0x1:0x0] under 336: rc = 0 00100000:10000000:3.0:1724307170.981470:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200017330:0x1:0x0] under 336: rc = 0 00100000:10000000:3.0:1724307170.982545:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x20001a210:0x1:0x0] under 336: rc = 0 00100000:10000000:3.0:1724307170.986025:0:14899:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:3.0:1724307170.987167:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 333: rc = 0 00100000:10000000:3.0:1724307170.988208:0:14899:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:3.0:1724307170.988230:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 333: rc = 0 00100000:10000000:3.0:1724307170.989442:0:14899:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:3.0:1724307170.989467:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 333: rc = 0 00100000:10000000:3.0:1724307170.991952:0:14899:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:3.0:1724307170.991986:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 329: rc = 0 00100000:10000000:3.0:1724307170.993479:0:14899:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:3.0:1724307170.993504:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 329: rc = 0 00100000:10000000:2.0:1724307170.995019:0:14899:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:2.0:1724307170.995043:0:14899:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 329: rc = 0 00000020:00000080:2.0:1724307170.995235:0:14899:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1724307170.995249:0:14899:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0bfb8cd 00000020:01000004:2.0:1724307170.995253:0:14899:0:(tgt_mount.c:2192:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:2.0:1724307170.995260:0:14899:0:(tgt_mount.c:238:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1724307170.995263:0:14899:0:(tgt_mount.c:120:server_register_mount()) register mount ffff8800a9a73800 from MGS 00000020:01000004:2.0:1724307170.995266:0:14899:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1724307170.995269:0:14899:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1724307170.995276:0:14899:0:(genops.c:432:class_newdev()) Allocate new device MGS (ffff88012faf8000) 00000020:00000080:2.0:1724307170.995285:0:14899:0:(obd_config.c:671:class_attach()) OBD: dev 1 attached type mgs with refcount 2 00000020:00000080:2.0:1724307170.995288:0:14899:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1724307170.995328:0:14899:0:(tgt_mount.c:172:server_get_mount()) get mount ffff8800a9a73800 from MGS, refs=2 00000020:00000080:2.0:1724307170.995333:0:14899:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0bfb8db 00010000:00010000:2.0:1724307170.995401:0:14899:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-2 is initialized 00000040:01000000:2.0:1724307171.005142:0:14899:0:(llog_obd.c:212:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1724307171.007358:0:14900:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1724307171.007431:0:14899:0:(mgs_nids.c:444:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1724307171.007460:0:14899:0:(mgs_llog.c:607:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1724307171.009406:0:14899:0:(mgs_llog.c:607:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1724307171.009731:0:14899:0:(service.c:168:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1724307171.009842:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1724307171.009847:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:0.0:1724307171.010144:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:0.0:1724307171.010149:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1724307171.010464:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1724307171.010468:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:0.0:1724307171.010915:0:14899:0:(obd_config.c:775:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1724307171.010936:0:14899:0:(obd_mount.c:387:lustre_start_mgc()) New MGS with live MGC 00000020:01000004:0.0:1724307171.010937:0:14899:0:(obd_mount.c:398:lustre_start_mgc()) MGC192.168.204.107@tcp:Set MGC reconnect 2 10000000:01000000:0.0:1724307171.010940:0:14899:0:(mgc_request.c:1043:mgc_set_info_async()) InitRecov MGC192.168.204.107@tcp 2/d0:i0:r0:or0:FULL 00000100:00080000:0.0:1724307171.010944:0:14899:0:(import.c:86:import_set_state_nolock()) ffff8800a5a8e000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1724307171.010949:0:14899:0:(import.c:204:ptlrpc_set_import_discon()) MGC192.168.204.107@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1724307171.018744:0:14899:0:(import.c:210:ptlrpc_set_import_discon()) import MGS@192.168.204.107@tcp for MGC192.168.204.107@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1724307171.018750:0:14899:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1724307171.018759:0:14899:0:(client.c:3449:ptlrpc_abort_inflight()) @@@ inflight req@ffff88009f36d180 x1808064246309120/t0(0) o400->MGC192.168.204.107@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1724307175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307171.018781:0:14899:0:(client.c:3449:ptlrpc_abort_inflight()) @@@ inflight req@ffff88009f36f480 x1808064246309504/t0(0) o400->MGC192.168.204.107@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1724307180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307171.018790:0:14899:0:(client.c:3449:ptlrpc_abort_inflight()) @@@ inflight req@ffff88009f36ea00 x1808064246309888/t0(0) o400->MGC192.168.204.107@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1724307185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 10000000:01000000:0.0:1724307171.018798:0:14899:0:(mgc_request.c:1140:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1724307171.018801:0:14899:0:(pinger.c:217:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1724307171.018802:0:14899:0:(mgc_request.c:1140:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1724307171.018804:0:14899:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 18s for inflight to error out 00000100:00100000:0.0:1724307171.018857:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f36ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246309888:0@lo:400:kworker.0 00000100:00100000:3.0:1724307171.018931:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f36d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246309120:0@lo:400:kworker.0 00000100:00100000:1.0:1724307171.018979:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f36f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246309504:0@lo:400:kworker.0 10000000:01000000:0.0:1724307171.019047:0:14899:0:(mgc_request.c:1140:mgc_import_event()) import event 0x808003 00010000:00010000:0.0:1724307171.019060:0:14899:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800a8b15200/0x85b23e07e0bf8c5e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0bf8c65 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307171.019068:0:14899:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800a8b15200/0x85b23e07e0bf8c5e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0bf8c65 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307171.019073:0:14899:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1724307171.019088:0:14899:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1724307171.019094:0:14899:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800a8b15200/0x85b23e07e0bf8c5e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0bf8c65 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.019110:0:14899:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009e1d2ac0/0x85b23e07e0bf8c0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0bf8c11 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307171.019114:0:14899:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009e1d2ac0/0x85b23e07e0bf8c0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0bf8c11 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307171.019119:0:14899:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1724307171.019121:0:14899:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1724307171.019124:0:14899:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009e1d2ac0/0x85b23e07e0bf8c0a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0bf8c11 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.019129:0:14899:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009e1d2640/0x85b23e07e0bf8c18 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0bf8c1f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307171.019134:0:14899:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009e1d2640/0x85b23e07e0bf8c18 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0bf8c1f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307171.019137:0:14899:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1724307171.019139:0:14899:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1724307171.019142:0:14899:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009e1d2640/0x85b23e07e0bf8c18 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0bf8c1f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.019147:0:14899:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800901b5440/0x85b23e07e0bf8c34 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0bf8c3b expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307171.019152:0:14899:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800901b5440/0x85b23e07e0bf8c34 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0bf8c3b expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307171.019156:0:14899:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1724307171.019158:0:14899:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1724307171.019160:0:14899:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800901b5440/0x85b23e07e0bf8c34 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0bf8c3b expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.019166:0:14899:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800909b6880/0x85b23e07e0bf8c42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0bf8c49 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307171.019170:0:14899:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800909b6880/0x85b23e07e0bf8c42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0bf8c49 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307171.019174:0:14899:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1724307171.019176:0:14899:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1724307171.019178:0:14899:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800909b6880/0x85b23e07e0bf8c42 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0bf8c49 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.019185:0:14899:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800a8b146c0/0x85b23e07e0bf8c6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0bf8c73 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307171.019190:0:14899:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800a8b146c0/0x85b23e07e0bf8c6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0bf8c73 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307171.019193:0:14899:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1724307171.019196:0:14899:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1724307171.019198:0:14899:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800a8b146c0/0x85b23e07e0bf8c6c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0bf8c73 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.019208:0:14899:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800a8b16ac0/0x85b23e07e0bf8c26 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0bf8c2d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307171.019213:0:14899:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800a8b16ac0/0x85b23e07e0bf8c26 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0bf8c2d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307171.019217:0:14899:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1724307171.019219:0:14899:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1724307171.019221:0:14899:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800a8b16ac0/0x85b23e07e0bf8c26 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0bf8c2d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.019228:0:14899:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800a8b14000/0x85b23e07e0bf8c50 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0bf8c57 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307171.019232:0:14899:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800a8b14000/0x85b23e07e0bf8c50 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0bf8c57 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307171.019236:0:14899:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1724307171.019238:0:14899:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1724307171.019239:0:14899:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800a8b14000/0x85b23e07e0bf8c50 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0bf8c57 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1724307171.019252:0:14899:0:(import.c:232:ptlrpc_set_import_discon()) mgc: import ffff8800a5a8e000 already not connected (conn 69, was 0): DISCONN 00000100:00080000:0.0:1724307171.019258:0:14899:0:(import.c:86:import_set_state_nolock()) ffff8800a5a8e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1724307171.019261:0:14899:0:(import.c:523:import_select_connection()) MGC192.168.204.107@tcp: connect to NID 0@lo last attempt 2691 00000100:00080000:0.0:1724307171.019270:0:14899:0:(import.c:615:import_select_connection()) MGC192.168.204.107@tcp: import ffff8800a5a8e000 using connection MGC192.168.204.107@tcp_0/0@lo 00000100:00100000:0.0:1724307171.019292:0:14899:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a14f800 x1808064246310272/t0(0) o250->MGC192.168.204.107@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1724307171.019306:0:14899:0:(recover.c:346:ptlrpc_recover_import()) MGS: recovery started, waiting 20 seconds 00000100:00100000:2.0:1724307171.019542:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3295:1808064246310272:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1724307171.019587:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307171.020596:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246310272 00000100:00100000:1.0:1724307171.020603:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246310272 00000100:00100000:1.0:1724307171.020623:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1724307171.020628:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136385850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:3295:x1808064246310272:12345-0@lo:250:mount.lustre.0 00010000:00080000:1.0:1724307171.020657:0:14906:0:(ldlm_lib.c:1342:target_handle_connect()) MGS: connection from f5ebe9fe-97e8-4c85-85e0-e929df75ee5b@0@lo t0 exp (null) cur 2773 last 0 00000020:00000080:1.0:1724307171.020679:0:14906:0:(genops.c:1313:class_connect()) connect: client f5ebe9fe-97e8-4c85-85e0-e929df75ee5b, cookie 0x85b23e07e0bfb8e2 00000020:01000000:1.0:1724307171.020684:0:14906:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009b35a540 00000100:00080000:1.0:1724307171.020726:0:14906:0:(import.c:86:import_set_state_nolock()) ffff880136b40800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1724307171.020761:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136385850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+4:3295:x1808064246310272:12345-0@lo:250:mount.lustre.0 Request processed in 133us (1174us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307171.020767:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1724307171.020893:0:3295:0:(client.c:2972:ptlrpc_free_committed()) MGC192.168.204.107@tcp: committing for last_committed 0 gen 70 00000100:00080000:3.0:1724307171.020899:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) MGC192.168.204.107@tcp: connect to target with instance 0 00000100:00080000:3.0:1724307171.020905:0:3295:0:(import.c:940:ptlrpc_connect_set_flags()) MGC192.168.204.107@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002020 10000000:01000000:3.0:1724307171.020907:0:3295:0:(mgc_request.c:1140:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1724307171.020910:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8800a5a8e000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1724307171.020912:0:3295:0:(mgc_request.c:1140:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1724307171.020916:0:3295:0:(pinger.c:210:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1724307171.020920:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3295:1808064246310272:0@lo:250:mount.lustre.0 00000100:00080000:1.0:1724307171.021371:0:14899:0:(recover.c:357:ptlrpc_recover_import()) MGS: recovery finished FULL, rc = 0 00000020:01000004:1.0:1724307171.021381:0:14899:0:(tgt_mount.c:1450:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1724307171.021387:0:14899:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1724307171.021391:0:14899:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1724307171.021401:0:14899:0:(genops.c:432:class_newdev()) Allocate new device MDS (ffff88009f94bff0) 00000020:00000080:1.0:1724307171.021411:0:14899:0:(obd_config.c:671:class_attach()) OBD: dev 3 attached type mds with refcount 2 00000020:00000080:1.0:1724307171.021414:0:14899:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000100:00100000:1.0:1724307171.026411:0:14899:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1724307171.026531:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1724307171.026536:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1724307171.027733:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1724307171.027739:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1724307171.028224:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1724307171.028230:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1724307171.029322:0:14899:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1724307171.029409:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1724307171.029413:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1724307171.030419:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1724307171.030424:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1724307171.051035:0:14899:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1724307171.051139:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1724307171.051143:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1724307171.054367:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1724307171.054378:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1724307171.054815:0:14899:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1724307171.054916:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1724307171.054919:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1724307171.055230:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1724307171.055234:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1724307171.055590:0:14899:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1724307171.055667:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1724307171.055670:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1724307171.055904:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1724307171.055907:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1724307171.056225:0:14899:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1724307171.056286:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1724307171.056290:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1724307171.056548:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1724307171.056552:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1724307171.066413:0:14899:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1724307171.066543:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1724307171.066547:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1724307171.073450:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1724307171.073462:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1724307171.074082:0:14899:0:(service.c:3244:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1724307171.074088:0:14899:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1724307171.074720:0:14899:0:(obd_config.c:775:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1724307171.074738:0:14899:0:(tgt_mount.c:299:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 00000040:01000000:2.0:1724307171.074848:0:14899:0:(llog_obd.c:212:llog_setup()) obd MGC192.168.204.107@tcp ctxt 0 is initialized 00000020:01000004:2.0:1724307171.074875:0:14899:0:(tgt_mount.c:1350:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.107@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1724307171.074878:0:14899:0:(tgt_mount.c:1161:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1724307171.074880:0:14899:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1724307171.074881:0:14899:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:2.0:1724307171.074882:0:14899:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:2.0:1724307171.074883:0:14899:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:2.0:1724307171.074884:0:14899:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:2.0:1724307171.074885:0:14899:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1724307171.074886:0:14899:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1724307171.074887:0:14899:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1724307171.074888:0:14899:0:(tgt_mount.c:1202:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1724307171.074890:0:14899:0:(mgc_request_server.c:253:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1724307171.074896:0:14899:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1724307171.074897:0:14899:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1724307171.074899:0:14899:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:2.0:1724307171.074900:0:14899:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:2.0:1724307171.074901:0:14899:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:2.0:1724307171.074901:0:14899:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:2.0:1724307171.074902:0:14899:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1724307171.074903:0:14899:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1724307171.074904:0:14899:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1724307171.074905:0:14899:0:(tgt_mount.c:1202:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1724307171.074926:0:14899:0:(mgc_request_server.c:198:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1724307171.074940:0:14899:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092147b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246310400:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1724307171.074990:0:14899:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307171.075012:0:14899:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ebf4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1724307171.075060:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246310400 00000100:00100000:3.0:1724307171.075066:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246310400 00000100:00100000:3.0:1724307171.075089:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1724307171.075095:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136387850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+4:14899:x1808064246310400:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1724307171.075117:0:14905:0:(mgs_llog.c:607:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1724307171.075120:0:14905:0:(mgs_handler.c:390:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1724307171.075122:0:14905:0:(mgs_handler.c:417:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1724307171.075352:0:14923:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1724307171.075565:0:14905:0:(mgs_nids.c:444:mgs_nidtbl_init_fs()) IR: current version is 76 20000000:01000000:0.0:1724307171.094131:0:14925:0:(mgs_llog.c:285:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1724307171.094136:0:14925:0:(mgs_llog.c:269:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1724307171.094138:0:14925:0:(mgs_llog.c:269:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:0.0:1724307171.094182:0:14925:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 20000000:01000000:3.0:1724307171.094312:0:14905:0:(mgs_llog.c:607:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1724307171.094321:0:14905:0:(mgs_handler.c:525:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00010000:00010000:0.0:1724307171.099882:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307171.113627:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136387850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+4:14899:x1808064246310400:12345-0@lo:253:mount.lustre.0 Request processed in 38527us (38632us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307171.113650:0:14899:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092147b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246310400:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1724307171.113650:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 10000000:01000000:0.0:1724307171.113663:0:14899:0:(mgc_request_server.c:224:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1724307171.113666:0:14899:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1724307171.113668:0:14899:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1724307171.113669:0:14899:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307171.113670:0:14899:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307171.113670:0:14899:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307171.113671:0:14899:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307171.113672:0:14899:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1724307171.113673:0:14899:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1724307171.113675:0:14899:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307171.113676:0:14899:0:(tgt_mount.c:1202:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1724307171.113694:0:14899:0:(tgt_mount.c:120:server_register_mount()) register mount ffff8800a9a73800 from lustre-MDT0000 10000000:01000000:0.0:1724307171.113700:0:14899:0:(mgc_request.c:1900:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1724307171.113826:0:14899:0:(mgc_request.c:322:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1724307171.113845:0:14899:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8800a9a73800 10000000:01000000:0.0:1724307171.113848:0:14899:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1724307171.113852:0:14899:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8800a9a73800 10000000:01000000:0.0:1724307171.113853:0:14899:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1724307171.113856:0:14899:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-barrier-ffff8800a9a73800 from 1 10000000:01000000:0.0:1724307171.113858:0:14899:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1724307171.113885:0:14899:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d1733c0/0x85b23e07e0bfb8f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.113894:0:14899:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009d1733c0/0x85b23e07e0bfb8f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.113902:0:14899:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009d1733c0/0x85b23e07e0bfb8f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307171.113918:0:14899:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246310528:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1724307171.113946:0:14899:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307171.113968:0:14899:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009e6999c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307171.113978:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246310528 00000100:00100000:3.0:1724307171.113983:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246310528 00000100:00100000:3.0:1724307171.114009:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1724307171.114014:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136385050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+4:14899:x1808064246310528:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307171.114024:0:14905:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307171.114036:0:14905:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009eb3d8c0/0x85b23e07e0bfb8f7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bfb8f0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.114054:0:14905:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009eb3d8c0/0x85b23e07e0bfb8f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bfb8f0 expref: 5 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.114061:0:14905:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009eb3d8c0/0x85b23e07e0bfb8f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bfb8f0 expref: 5 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.114067:0:14905:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3d8c0, rc 0) 00000100:00100000:3.0:1724307171.114086:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136385050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+5:14899:x1808064246310528:12345-0@lo:101:mount.lustre.0 Request processed in 71us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307171.114091:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1724307171.114097:0:14899:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246310528:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1724307171.114107:0:14899:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009d1733c0/0x85b23e07e0bfb8f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb8f7 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.114113:0:14899:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009d1733c0/0x85b23e07e0bfb8f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfb8f7 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307171.114123:0:14899:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1724307171.114633:0:14899:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d1733c0/0x85b23e07e0bfb8f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb8f7 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.114657:0:14899:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009d1733c0/0x85b23e07e0bfb8f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb8f7 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307171.114663:0:14899:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1724307171.114666:0:14899:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1724307171.114669:0:14899:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8800a9a73800 10000000:01000000:0.0:1724307171.114671:0:14899:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1724307171.114674:0:14899:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1724307171.114675:0:14899:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1724307171.114686:0:14899:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d171b00/0x85b23e07e0bfb8fe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.114691:0:14899:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009d171b00/0x85b23e07e0bfb8fe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.114697:0:14899:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009d171b00/0x85b23e07e0bfb8fe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307171.114706:0:14899:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246310656:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1724307171.114726:0:14899:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307171.114733:0:14899:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009e6999c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307171.114785:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246310656 00000100:00100000:3.0:1724307171.114789:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246310656 00000100:00100000:3.0:1724307171.114811:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1724307171.114815:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136385450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+5:14899:x1808064246310656:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307171.114821:0:14905:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307171.114828:0:14905:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009eb3fa80/0x85b23e07e0bfb905 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bfb8fe expref: -99 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.114846:0:14905:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009eb3fa80/0x85b23e07e0bfb905 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bfb8fe expref: 6 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.114851:0:14905:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009eb3fa80/0x85b23e07e0bfb905 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bfb8fe expref: 6 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.114856:0:14905:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3fa80, rc 0) 00000100:00100000:3.0:1724307171.114873:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136385450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+6:14899:x1808064246310656:12345-0@lo:101:mount.lustre.0 Request processed in 57us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307171.114878:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1724307171.114893:0:14899:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246310656:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1724307171.114900:0:14899:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009d171b00/0x85b23e07e0bfb8fe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb905 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.114906:0:14899:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009d171b00/0x85b23e07e0bfb8fe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfb905 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307171.114945:0:14899:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246310784:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307171.114962:0:14899:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307171.114968:0:14899:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009e6999c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307171.114976:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246310784 00000100:00100000:3.0:1724307171.114979:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246310784 00000100:00100000:3.0:1724307171.115003:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1724307171.115007:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136387c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+6:14899:x1808064246310784:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1724307171.115196:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136387c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:14899:x1808064246310784:12345-0@lo:501:mount.lustre.0 Request processed in 187us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307171.115201:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1724307171.115207:0:14899:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246310784:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307171.115227:0:14899:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246310912:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1724307171.115254:0:14899:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307171.115342:0:14899:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009e6999c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307171.115377:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246310912 00000100:00100000:3.0:1724307171.115380:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246310912 00000100:00100000:1.0:1724307171.115421:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1724307171.115426:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136386c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:14899:x1808064246310912:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1724307171.118027:0:14899:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246310912:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1724307171.118099:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136386c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:14899:x1808064246310912:12345-0@lo:503:mount.lustre.0 Request processed in 2482us (2653us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307171.118111:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1724307171.118394:0:14944:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d322d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14944:1808064246311040:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307171.118430:0:14944:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307171.118449:0:14944:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e344cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307171.118573:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246311040 00000100:00100000:0.0:1724307171.118581:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246311040 00000100:00100000:0.0:1724307171.118612:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1724307171.118616:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136387450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:14944:x1808064246311040:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1724307171.120394:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136387450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:14944:x1808064246311040:12345-0@lo:502:llog_process_th.0 Request processed in 1773us (1959us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307171.120407:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1724307171.120500:0:14944:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d322d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14944:1808064246311040:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1724307171.120526:0:14944:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1724307171.120534:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307171.120536:0:14944:0:(obd_config.c:1495:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1724307171.120540:0:14944:0:(obd_config.c:1901:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1724307171.120543:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1724307171.120554:0:14944:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8800a5a6bff0) 00000020:00000080:0.0:1724307171.120570:0:14944:0:(obd_config.c:671:class_attach()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1724307171.120573:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1724307171.120635:0:14944:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0bfb913 00000020:00000080:0.0:1724307171.120814:0:14944:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1724307171.120818:0:14944:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1724307171.120820:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307171.120822:0:14944:0:(obd_config.c:1495:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1724307171.120824:0:14944:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1724307171.120826:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307171.120827:0:14944:0:(obd_config.c:1495:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1724307171.120841:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1724307171.120846:0:14944:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDT0000 (ffff8800a5a68000) 00000020:00000080:0.0:1724307171.120855:0:14944:0:(obd_config.c:671:class_attach()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:0.0:1724307171.120858:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1724307171.120860:0:14944:0:(obd_config.c:1448:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1724307171.120863:0:14944:0:(obd_config.c:1088:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1724307171.120866:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1724307171.121131:0:14944:0:(tgt_mount.c:172:server_get_mount()) get mount ffff8800a9a73800 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1724307171.121142:0:14944:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDD0000 (ffff8800a5a6aaa0) 00000020:00000080:0.0:1724307171.121150:0:14944:0:(obd_config.c:671:class_attach()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:0.0:1724307171.121185:0:14944:0:(lod_dev.c:2275:lod_obd_connect()) connect #0 00000020:00000080:0.0:1724307171.121192:0:14944:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x85b23e07e0bfb928 00000020:00000080:0.0:1724307171.121259:0:14944:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1724307171.121263:0:14944:0:(mdd_device.c:1584:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1724307171.121266:0:14944:0:(genops.c:1313:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x85b23e07e0bfb92f 00000020:00000080:0.0:1724307171.121271:0:14944:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0bfb936 00010000:00010000:1.0:1724307171.164309:0:14944:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-3 is initialized 00000001:00080000:1.0:1724307171.164594:0:14944:0:(tgt_lastrcvd.c:1741:tgt_clients_data_init()) RCVRNG CLIENT uuid: 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e idx: 0 lr: 292057778641 srv lr: 296352743436 lx: 0 gen 12 00000001:00000004:1.0:1724307171.164660:0:14944:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 70, last_transno is 296352743436 00000001:00080000:1.0:1724307171.167145:0:14944:0:(tgt_lastrcvd.c:204:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:1.0:1724307171.167214:0:14944:0:(tgt_lastrcvd.c:2271:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff880094779840: xid 1808064247895552, transno 296352743839, client gen 12, slot idx 0 00000001:00080000:1.0:1724307171.167229:0:14944:0:(tgt_lastrcvd.c:2271:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff880094779900: xid 1808064247895040, transno 296352743838, client gen 12, slot idx 1 00000001:00080000:1.0:1724307171.167236:0:14944:0:(tgt_lastrcvd.c:2271:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff880094779cc0: xid 1808064247782912, transno 296352743432, client gen 12, slot idx 2 00000020:00000080:1.0:1724307171.167562:0:14944:0:(genops.c:432:class_newdev()) Allocate new device lustre-QMT0000 (ffff88009f94d540) 00000020:00000080:1.0:1724307171.167579:0:14944:0:(obd_config.c:671:class_attach()) OBD: dev 7 attached type qmt with refcount 2 00000020:00000080:1.0:1724307171.167632:0:14944:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0bfb94b 00000020:00000080:1.0:1724307171.170346:0:14944:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1724307171.178899:0:14944:0:(genops.c:1313:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x85b23e07e0bfb952 00000020:00000080:1.0:1724307171.179195:0:14944:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1724307171.179206:0:14944:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1724307171.179210:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1724307171.179212:0:14944:0:(obd_config.c:1495:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1724307171.179216:0:14944:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1724307171.179220:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1724307171.179221:0:14944:0:(obd_config.c:1495:class_process_config()) marker 8 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1724307171.179224:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1724307171.179251:0:14944:0:(mdt_lproc.c:318:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1724307171.179266:0:14944:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1724307171.179268:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1724307171.179269:0:14944:0:(obd_config.c:1495:class_process_config()) marker 8 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1724307171.179271:0:14944:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1724307171.179273:0:14944:0:(obd_config.c:1833:class_config_llog_handler()) SKIP #9 00000020:01000000:1.0:1724307171.179274:0:14944:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1724307171.179275:0:14944:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1724307171.179276:0:14944:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1724307171.179278:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1724307171.179279:0:14944:0:(obd_config.c:1495:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1724307171.179281:0:14944:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1724307171.179284:0:14944:0:(obd_mount.c:1106:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:1.0:1724307171.179286:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1724307171.179287:0:14944:0:(obd_config.c:1495:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1724307171.179290:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1724307171.179294:0:14944:0:(obd_config.c:1419:class_process_config()) adding mapping from uuid 192.168.204.107@tcp to nid 0x20000c0a8cc6b (192.168.204.107@tcp) 00000020:01000000:1.0:1724307171.179308:0:14944:0:(obd_config.c:1909:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1724307171.179310:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1724307171.179322:0:14944:0:(genops.c:432:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff88009f94ea90) 00000020:00000080:1.0:1724307171.179335:0:14944:0:(obd_config.c:671:class_attach()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1724307171.179338:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1724307171.179381:0:14944:0:(osp_dev.c:1208:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00000020:00000080:1.0:1724307171.179388:0:14944:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0bfb960 00010000:00080000:1.0:1724307171.179409:0:14944:0:(ldlm_lib.c:101:import_set_conn()) imp ffff88009c235000@lustre-OST0000-osc-MDT0000: add connection 192.168.204.107@tcp at head 00010000:00010000:1.0:1724307171.179572:0:14944:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-3 is initialized 00000040:01000000:1.0:1724307171.180012:0:14944:0:(llog_osd.c:2108:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1724307171.180054:0:14944:0:(llog_obd.c:212:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1724307171.189181:0:14944:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1724307171.189565:0:14944:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x2:0x0].70, 64 off12672 00000040:00080000:1.0:1724307171.189619:0:14944:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].1, 64 off8256 00000040:00080000:2.0:1724307171.190005:0:14948:0:(llog.c:735:llog_process_thread()) index: 69, lh_last_idx: 70 synced_idx: 0 lgh_last_idx: 70 00000040:00080000:2.0:1724307171.190012:0:14948:0:(llog_cat.c:790:llog_cat_process_common()) processing log [0x1:0x114:0x0] at index 69 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1724307171.190491:0:14944:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1724307171.190500:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1724307171.190524:0:14944:0:(lod_lov.c:151:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1724307171.190552:0:14944:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x85b23e07e0bfb967 00000100:00080000:0.0:1724307171.190562:0:14944:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1724307171.190577:0:14944:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009c235000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:0.0:1724307171.190603:0:14944:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a14f480 x1808064246311168/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1724307171.190666:0:14944:0:(pinger.c:396:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:3.0:1724307171.190735:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246311168:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1724307171.190826:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3299:1808064246311424:0@lo:400:kworker.0 00000100:00100000:2.0:1724307171.190872:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307171.190872:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307171.190910:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3298:1808064246311296:0@lo:400:kworker.0 00000100:00100000:0.0:1724307171.191007:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:0.0:1724307171.191051:0:14944:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1724307171.191054:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307171.191055:0:14944:0:(obd_config.c:1495:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1724307171.191058:0:14944:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1724307171.191060:0:14944:0:(obd_config.c:1833:class_config_llog_handler()) SKIP #14 00000020:01000000:0.0:1724307171.191061:0:14944:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1724307171.191062:0:14944:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1724307171.191064:0:14944:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1724307171.191065:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307171.191066:0:14944:0:(obd_config.c:1495:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:0.0:1724307171.191068:0:14944:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1724307171.191071:0:14944:0:(obd_mount.c:1106:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:0.0:1724307171.191074:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307171.191075:0:14944:0:(obd_config.c:1495:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1724307171.191077:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1724307171.191080:0:14944:0:(obd_config.c:1419:class_process_config()) adding mapping from uuid 192.168.204.107@tcp to nid 0x20000c0a8cc6b (192.168.204.107@tcp) 00000020:01000000:0.0:1724307171.191089:0:14944:0:(obd_config.c:1909:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1724307171.191091:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1724307171.191101:0:14944:0:(genops.c:432:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8800a5a6d540) 00000020:00000080:0.0:1724307171.191113:0:14944:0:(obd_config.c:671:class_attach()) OBD: dev 13 attached type osp with refcount 2 00000020:00000080:0.0:1724307171.191115:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000040:00080000:2.0:1724307171.191146:0:14948:0:(llog_cat.c:1172:llog_cat_set_first_idx()) catlog [0x1:0x2:0x0] first idx 69, last_idx 70 00000004:00080000:0.0:1724307171.191162:0:14944:0:(osp_dev.c:1208:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00000020:00000080:0.0:1724307171.191167:0:14944:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0bfb975 00000040:00080000:2.0:1724307171.191169:0:14948:0:(llog_cat.c:1210:llog_cat_cleanup()) cancel plain log [0x1:0x114:0x0] at index 69 of catalog [0x1:0x2:0x0] 00010000:00080000:0.0:1724307171.191183:0:14944:0:(ldlm_lib.c:101:import_set_conn()) imp ffff88012a31a800@lustre-OST0001-osc-MDT0000: add connection 192.168.204.107@tcp at head 00000040:00080000:2.0:1724307171.191205:0:14948:0:(llog.c:735:llog_process_thread()) index: 70, lh_last_idx: 70 synced_idx: 70 lgh_last_idx: 70 00000040:00080000:2.0:1724307171.191208:0:14948:0:(llog_cat.c:790:llog_cat_process_common()) processing log [0x1:0x118:0x0] at index 70 of catalog [0x1:0x2:0x0] 00000100:00100000:1.0:1724307171.191305:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246311424 00000100:00100000:1.0:1724307171.191311:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246311424 00000100:00100000:1.0:1724307171.191329:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246311296 00000100:00100000:1.0:1724307171.191331:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246311296 00000100:00100000:1.0:1724307171.191340:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1724307171.191345:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092147800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3299:x1808064246311424:12345-0@lo:400:kworker.0 00010000:00010000:0.0:1724307171.191351:0:14944:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-4 is initialized 00000020:00080000:1.0:1724307171.191352:0:14908:0:(tgt_handler.c:808:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1724307171.191391:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092147800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3299:x1808064246311424:12345-0@lo:400:kworker.0 Request processed in 45us (519us total) trans 0 rc -107/-107 00000100:00100000:1.0:1724307171.191396:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1724307171.191404:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1724307171.191407:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3298:x1808064246311296:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1724307171.191410:0:14908:0:(tgt_handler.c:808:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1724307171.191453:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246311168 00000100:00100000:3.0:1724307171.191456:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246311168 00000100:00080000:2.0:1724307171.191462:0:3299:0:(recover.c:218:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@192.168.204.107@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1724307171.191465:0:3299:0:(import.c:86:import_set_state_nolock()) ffff88012d6d5000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1724307171.191468:0:3299:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:1.0:1724307171.191502:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3298:x1808064246311296:12345-0@lo:400:kworker.0 Request processed in 93us (495us total) trans 0 rc -107/-107 00000100:00100000:1.0:1724307171.191510:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1724307171.192027:0:3298:0:(recover.c:218:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@192.168.204.107@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1724307171.192031:0:3298:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1724307171.192034:0:3298:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1724307171.192037:0:3298:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1724307171.192039:0:3298:0:(import.c:523:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2696 00000100:00080000:0.0:1724307171.192044:0:3298:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8801362f9800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:0.0:1724307171.192058:0:3298:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a14d880 x1808064246311552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1724307171.192073:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3298:1808064246311296:0@lo:400:kworker.0 00000040:01000000:1.0:1724307171.192177:0:14944:0:(llog_osd.c:2108:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1724307171.192190:0:14944:0:(llog_obd.c:212:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:3.0:1724307171.192238:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10562 00000100:00100000:3.0:1724307171.192243:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3295:x1808064246311168:12345-0@lo:8:llog_process_th.0 00010000:00080000:3.0:1724307171.192261:0:19396:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp (null) cur 2773 last 0 00000020:00000080:3.0:1724307171.192283:0:19396:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x85b23e07e0bfb97c 00002000:00100000:3.0:1724307171.192291:0:19396:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff88009b18d000 ocd_connect_flags: 0xa044401443000066 ocd_version: 20f40ac ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1724307171.192293:0:19396:0:(ofd_obd.c:169:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1724307171.192296:0:19396:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:3.0:1724307171.192476:0:19396:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009fa3bb40 00002000:00080000:3.0:1724307171.192482:0:19396:0:(ofd_obd.c:393:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1724307171.192497:0:19396:0:(import.c:86:import_set_state_nolock()) ffff88009b18b000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:3.0:1724307171.192528:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3295:x1808064246311168:12345-0@lo:8:llog_process_th.0 Request processed in 284us (1656us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307171.192536:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10562 00000100:00100000:3.0:1724307171.192555:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3295:1808064246311552:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1724307171.192573:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307171.192588:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1724307171.192592:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 4 00000100:00080000:3.0:1724307171.192597:0:3295:0:(import.c:940:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000066 00000100:00080000:3.0:1724307171.192600:0:3295:0:(import.c:1184:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1724307171.192601:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1724307171.192609:0:3295:0:(osp_dev.c:1650:osp_import_event()) got connected 00000100:00100000:3.0:1724307171.192612:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246311168:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1724307171.192673:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246311552 00000100:00100000:0.0:1724307171.192676:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246311552 00000100:00100000:0.0:1724307171.192689:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1724307171.192693:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d322d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3295:x1808064246311552:12345-0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1724307171.192724:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d322d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3295:x1808064246311552:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 30us (150us total) trans 0 rc -11/-11 00000100:00100000:0.0:1724307171.192729:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1724307171.192748:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246311680:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1724307171.192772:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307171.192824:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246311680 00000100:00100000:0.0:1724307171.192836:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246311680 00000100:00100000:0.0:1724307171.192868:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:0.0:1724307171.192873:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3296:x1808064246311680:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1724307171.192887:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00002000:00000024:0.0:1724307171.192889:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 35586048 pending 0 free 3858759680 avail 3856662528 00000100:00080000:3.0:1724307171.192889:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.107@tcp failed (-11) 00000100:00100000:3.0:1724307171.192892:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3295:1808064246311552:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1724307171.192912:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3296:x1808064246311680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307171.192917:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1724307171.192965:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246311680:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1724307171.195027:0:14944:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1724307171.195388:0:14944:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x5:0x0].70, 64 off12672 00000040:00080000:1.0:1724307171.195457:0:14944:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].1, 64 off8256 00000004:00080000:3.0:1724307171.195688:0:14948:0:(osp_sync.c:1002:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1724307171.195740:0:14948:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2773703099737ns, next at 0ns, rc = 0 00000040:00080000:1.0:1724307171.195954:0:14950:0:(llog.c:735:llog_process_thread()) index: 69, lh_last_idx: 70 synced_idx: 0 lgh_last_idx: 70 00000040:00080000:1.0:1724307171.195959:0:14950:0:(llog_cat.c:790:llog_cat_process_common()) processing log [0x1:0x116:0x0] at index 69 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1724307171.196347:0:14944:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1724307171.196357:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1724307171.196376:0:14944:0:(lod_lov.c:151:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1724307171.196394:0:14944:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x85b23e07e0bfb983 00000100:00080000:0.0:1724307171.196402:0:14944:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1724307171.196411:0:14944:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff88012a31a800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:0.0:1724307171.196439:0:14944:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a14e300 x1808064246311808/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1724307171.196456:0:14944:0:(pinger.c:396:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1724307171.196493:0:14944:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1724307171.196497:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307171.196498:0:14944:0:(obd_config.c:1495:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1724307171.196500:0:14944:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1724307171.196503:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307171.196503:0:14944:0:(obd_config.c:1495:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:0.0:1724307171.196505:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1724307171.196507:0:14944:0:(obd_config.c:1469:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1724307171.196509:0:14944:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1724307171.196510:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307171.196511:0:14944:0:(obd_config.c:1495:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:01000000:0.0:1724307171.196513:0:14944:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1724307171.196514:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307171.196515:0:14944:0:(obd_config.c:1495:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1724307171.196518:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1724307171.196542:0:14944:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14944:1808064246311936:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1724307171.196599:0:14944:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307171.196620:0:14944:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012d5af300 going to sleep for 11 seconds 00000100:00100000:3.0:1724307171.196665:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246311808:0@lo:8:llog_process_th.0 00000100:00100000:3.0:1724307171.196693:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307171.196716:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246311808 00000100:00100000:3.0:1724307171.196721:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246311808 00000100:00100000:3.0:1724307171.196741:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10563 00000100:00100000:3.0:1724307171.196746:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d320700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3295:x1808064246311808:12345-0@lo:8:llog_process_th.0 00010000:00080000:3.0:1724307171.196766:0:19396:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp (null) cur 2773 last 0 00000020:00000080:3.0:1724307171.196788:0:19396:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x85b23e07e0bfb98a 00002000:00100000:3.0:1724307171.196796:0:19396:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff88009b189800 ocd_connect_flags: 0xa044401443000066 ocd_version: 20f40ac ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1724307171.196800:0:19396:0:(ofd_obd.c:169:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1724307171.196802:0:19396:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:3.0:1724307171.196947:0:19396:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff8800941c36c0 00002000:00080000:3.0:1724307171.196954:0:19396:0:(ofd_obd.c:393:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1724307171.196969:0:19396:0:(import.c:86:import_set_state_nolock()) ffff88009b18c000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:3.0:1724307171.197002:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d320700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3295:x1808064246311808:12345-0@lo:8:llog_process_th.0 Request processed in 255us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307171.197008:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10563 00000100:00100000:3.0:1724307171.197031:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1724307171.197036:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 1 00000100:00080000:3.0:1724307171.197041:0:3295:0:(import.c:940:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000066 00000100:00080000:3.0:1724307171.197044:0:3295:0:(import.c:1184:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1724307171.197046:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012a31a800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1724307171.197051:0:3295:0:(osp_dev.c:1650:osp_import_event()) got connected 00000100:00100000:3.0:1724307171.197054:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246311808:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1724307171.197290:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246312064:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307171.197321:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307171.197342:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246312064 00000100:00100000:0.0:1724307171.197345:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246312064 00000100:00100000:0.0:1724307171.197361:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:0.0:1724307171.197366:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1808064246312064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1724307171.197382:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24576000 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307171.197405:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1808064246312064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 39us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307171.197410:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:0.0:1724307171.197430:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246312064:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1724307171.198059:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246311936 00000100:00100000:3.0:1724307171.198062:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246311936 00000100:00100000:3.0:1724307171.198079:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1724307171.198083:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136386450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:14944:x1808064246311936:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307171.198411:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136386450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:14944:x1808064246311936:12345-0@lo:502:llog_process_th.0 Request processed in 326us (1811us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307171.198416:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1724307171.198505:0:14944:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14944:1808064246311936:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1724307171.198527:0:14944:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1724307171.198531:0:14944:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307171.198533:0:14944:0:(obd_config.c:1495:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1724307171.198536:0:14944:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000020:01000000:0.0:1724307171.198608:0:14899:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:0.0:1724307171.198630:0:14899:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1724307171.198671:0:14899:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d171b00/0x85b23e07e0bfb8fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb905 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.198680:0:14899:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009d171b00/0x85b23e07e0bfb8fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb905 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307171.198688:0:14899:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-mdtir-ffff8800a9a73800 from 1 10000000:01000000:0.0:1724307171.198690:0:14899:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1724307171.198709:0:14899:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d170480/0x85b23e07e0bfb991 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.198715:0:14899:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009d170480/0x85b23e07e0bfb991 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.198723:0:14899:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009d170480/0x85b23e07e0bfb991 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307171.198735:0:14899:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246312192:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1724307171.198758:0:14899:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307171.198766:0:14899:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012dc38840 going to sleep for 11 seconds 00000100:00100000:3.0:1724307171.198929:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246312192 00000100:00100000:3.0:1724307171.198933:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246312192 00000100:00100000:3.0:1724307171.198945:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1724307171.198949:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:14899:x1808064246312192:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307171.198956:0:14905:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307171.198968:0:14905:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009eb3cfc0/0x85b23e07e0bfb998 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bfb991 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.198983:0:14905:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009eb3cfc0/0x85b23e07e0bfb998 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bfb991 expref: 8 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.198991:0:14905:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009eb3cfc0/0x85b23e07e0bfb998 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bfb991 expref: 8 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.198998:0:14905:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3cfc0, rc 0) 00000100:00100000:3.0:1724307171.199018:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+8:14899:x1808064246312192:12345-0@lo:101:mount.lustre.0 Request processed in 68us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307171.199023:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1724307171.199285:0:14899:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246312192:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1724307171.199295:0:14899:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009d170480/0x85b23e07e0bfb991 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb998 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.199302:0:14899:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009d170480/0x85b23e07e0bfb991 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfb998 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307171.199814:0:14899:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246312320:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1724307171.199852:0:14899:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307171.199861:0:14899:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012dc38840 going to sleep for 11 seconds 00000100:00100000:3.0:1724307171.199911:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246312320 00000100:00100000:3.0:1724307171.199915:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246312320 00000100:00100000:3.0:1724307171.199932:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1724307171.199936:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+8:14899:x1808064246312320:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1724307171.199948:0:14906:0:(mgs_nids.c:682:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1724307171.199953:0:14906:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1724307171.199997:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+8:14899:x1808064246312320:12345-0@lo:256:mount.lustre.0 Request processed in 60us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307171.200003:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1724307171.200453:0:14899:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246312320:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1724307171.201545:0:14899:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1724307171.201556:0:14899:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d170480/0x85b23e07e0bfb991 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb998 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.201565:0:14899:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009d170480/0x85b23e07e0bfb991 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb998 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307171.202518:0:14899:0:(mgc_request.c:1763:mgc_process_log()) Process log params-ffff8800a9a73800 from 1 10000000:01000000:0.0:1724307171.202522:0:14899:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1724307171.202552:0:14899:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d1718c0/0x85b23e07e0bfb99f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.202559:0:14899:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009d1718c0/0x85b23e07e0bfb99f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.202568:0:14899:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009d1718c0/0x85b23e07e0bfb99f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307171.202586:0:14899:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246312448:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1724307171.202633:0:14899:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307171.203634:0:14899:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012dc38240 going to sleep for 11 seconds 00000100:00080000:2.0:1724307171.204477:0:3299:0:(import.c:86:import_set_state_nolock()) ffff88012d6d5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1724307171.204484:0:3299:0:(import.c:523:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2696 00000100:00080000:2.0:1724307171.204494:0:3299:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012d6d5000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:2.0:1724307171.204733:0:3299:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092147100 x1808064246312576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1724307171.204752:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3299:1808064246311424:0@lo:400:kworker.0 00000100:00100000:2.0:1724307171.204775:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092147100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246312576:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1724307171.204816:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307171.204924:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246312448 00000100:00100000:3.0:1724307171.204932:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246312448 00000100:00100000:3.0:1724307171.205037:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1724307171.205043:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+8:14899:x1808064246312448:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307171.205056:0:14905:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307171.205079:0:14905:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009eb3e1c0/0x85b23e07e0bfb9a6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bfb99f expref: -99 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.205110:0:14905:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009eb3e1c0/0x85b23e07e0bfb9a6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bfb99f expref: 9 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.205118:0:14905:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009eb3e1c0/0x85b23e07e0bfb9a6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bfb99f expref: 9 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.205125:0:14905:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3e1c0, rc 0) 00000100:00100000:3.0:1724307171.205151:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:14899:x1808064246312448:12345-0@lo:101:mount.lustre.0 Request processed in 107us (2518us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307171.205156:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000040:00080000:1.0:1724307171.205549:0:14950:0:(llog_cat.c:1172:llog_cat_set_first_idx()) catlog [0x1:0x5:0x0] first idx 69, last_idx 70 00000040:00080000:1.0:1724307171.205589:0:14950:0:(llog_cat.c:1210:llog_cat_cleanup()) cancel plain log [0x1:0x116:0x0] at index 69 of catalog [0x1:0x5:0x0] 00000040:00080000:1.0:1724307171.205630:0:14950:0:(llog.c:735:llog_process_thread()) index: 70, lh_last_idx: 70 synced_idx: 70 lgh_last_idx: 70 00000040:00080000:1.0:1724307171.205634:0:14950:0:(llog_cat.c:790:llog_cat_process_common()) processing log [0x1:0x11a:0x0] at index 70 of catalog [0x1:0x5:0x0] 00000004:00080000:1.0:1724307171.205678:0:14950:0:(osp_sync.c:1002:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1724307171.205728:0:14950:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2773713087739ns, next at 0ns, rc = 0 00000100:00100000:0.0:1724307171.207809:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246312576 00000100:00100000:0.0:1724307171.207816:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246312576 00000100:00100000:0.0:1724307171.207853:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1724307171.207859:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092146680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3295:x1808064246312576:12345-0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1724307171.207924:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092146680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3295:x1808064246312576:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 64us (3108us total) trans 0 rc -11/-11 00000100:00100000:0.0:1724307171.207929:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1724307171.207965:0:14899:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246312448:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1724307171.207985:0:14899:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009d1718c0/0x85b23e07e0bfb99f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9a6 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.208382:0:14899:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009d1718c0/0x85b23e07e0bfb99f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfb9a6 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307171.208438:0:14899:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246312704:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307171.208468:0:14899:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307171.208478:0:14899:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012dc38240 going to sleep for 11 seconds 00000100:00080000:0.0:1724307171.208504:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d6d5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1724307171.208507:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.107@tcp failed (-11) 00000100:00100000:0.0:1724307171.208510:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092147100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246312576:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1724307171.208725:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246312704 00000100:00100000:3.0:1724307171.208730:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246312704 00000100:00100000:3.0:1724307171.208750:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1724307171.208754:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:14899:x1808064246312704:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1724307171.209099:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:14899:x1808064246312704:12345-0@lo:501:mount.lustre.0 Request processed in 343us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307171.209105:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1724307171.209854:0:14899:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246312704:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307171.209881:0:14899:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246312832:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1724307171.209911:0:14899:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307171.209920:0:14899:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012dc38240 going to sleep for 11 seconds 00000100:00100000:3.0:1724307171.210404:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246312832 00000100:00100000:3.0:1724307171.210408:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246312832 00000100:00100000:3.0:1724307171.210436:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1724307171.210441:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:14899:x1808064246312832:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1724307171.210675:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:14899:x1808064246312832:12345-0@lo:503:mount.lustre.0 Request processed in 232us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307171.210680:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1724307171.210681:0:14899:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246312832:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1724307171.211702:0:14955:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092145500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14955:1808064246312960:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1724307171.211739:0:14955:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307171.211750:0:14955:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ebf4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1724307171.211757:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246312960 00000100:00100000:2.0:1724307171.211760:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246312960 00000100:00100000:2.0:1724307171.211774:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1724307171.211778:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:14955:x1808064246312960:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1724307171.215237:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:14955:x1808064246312960:12345-0@lo:502:llog_process_th.0 Request processed in 3451us (3491us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307171.215247:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1724307171.215299:0:14955:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092145500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14955:1808064246312960:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1724307171.215330:0:14955:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1724307171.215337:0:14955:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307171.215339:0:14955:0:(obd_config.c:1495:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1724307171.215343:0:14955:0:(obd_config.c:1939:class_config_llog_handler()) cmd ce032, instance name: general-ffff8800a9a73800 00000020:00000080:2.0:1724307171.215345:0:14955:0:(obd_config.c:1407:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1724307171.215351:0:14955:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1724307171.215353:0:14955:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307171.215355:0:14955:0:(obd_config.c:1495:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1724307171.215356:0:14955:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1724307171.215358:0:14955:0:(obd_config.c:1833:class_config_llog_handler()) SKIP #3 00000020:01000000:2.0:1724307171.215359:0:14955:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1724307171.215360:0:14955:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1724307171.215361:0:14955:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1724307171.215362:0:14955:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307171.215363:0:14955:0:(obd_config.c:1495:class_process_config()) marker 3 (0x6) general lod.*.mdt_hash 00000020:01000000:2.0:1724307171.215365:0:14955:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1724307171.215366:0:14955:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307171.215367:0:14955:0:(obd_config.c:1495:class_process_config()) marker 4 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1724307171.215370:0:14955:0:(obd_config.c:1939:class_config_llog_handler()) cmd ce032, instance name: general-ffff8800a9a73800 00000020:00000080:2.0:1724307171.215372:0:14955:0:(obd_config.c:1407:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1724307171.216285:0:14955:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092145500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14955:1808064246313088:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1724307171.216325:0:14955:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307171.216337:0:14955:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ebf4300 going to sleep for 11 seconds 00000100:00100000:2.0:1724307171.216347:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246313088 00000100:00100000:2.0:1724307171.216353:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246313088 00000100:00100000:2.0:1724307171.216378:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1724307171.216383:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:14955:x1808064246313088:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1724307171.219410:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:14955:x1808064246313088:12345-0@lo:502:llog_process_th.0 Request processed in 3022us (3081us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307171.219420:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1724307171.219468:0:14955:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092145500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14955:1808064246313088:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1724307171.219496:0:14955:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1724307171.219501:0:14955:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307171.219503:0:14955:0:(obd_config.c:1495:class_process_config()) marker 4 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1724307171.219507:0:14955:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:3.0:1724307171.219619:0:14899:0:(obd_config.c:2077:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:3.0:1724307171.219655:0:14899:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1724307171.219666:0:14899:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d1718c0/0x85b23e07e0bfb99f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9a6 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.219676:0:14899:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009d1718c0/0x85b23e07e0bfb99f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9a6 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307171.219694:0:14899:0:(mgc_request.c:1900:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1724307171.219696:0:14899:0:(mgc_request.c:322:config_log_add()) add config log lustre-client-ffff8800a9a73800 10000000:01000000:3.0:1724307171.219698:0:14899:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8800a9a73800 10000000:01000000:3.0:1724307171.219701:0:14899:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1724307171.219705:0:14899:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-client-ffff8800a9a73800 from 1 10000000:01000000:3.0:1724307171.219707:0:14899:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1724307171.219730:0:14899:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009eb3eac0/0x85b23e07e0bfb9ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.219736:0:14899:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009eb3eac0/0x85b23e07e0bfb9ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.219744:0:14899:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009eb3eac0/0x85b23e07e0bfb9ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307171.219759:0:14899:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d321180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246313216:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1724307171.219794:0:14899:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307171.219805:0:14899:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009e699780 going to sleep for 11 seconds 00000100:00100000:2.0:1724307171.220484:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246313216 00000100:00100000:2.0:1724307171.220490:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246313216 00000100:00100000:2.0:1724307171.220515:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1724307171.220521:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:14899:x1808064246313216:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1724307171.220531:0:14905:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307171.220542:0:14905:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009102dd40/0x85b23e07e0bfb9b4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bfb9ad expref: -99 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307171.220561:0:14905:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009102dd40/0x85b23e07e0bfb9b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bfb9ad expref: 10 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307171.220568:0:14905:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009102dd40/0x85b23e07e0bfb9b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bfb9ad expref: 10 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307171.220575:0:14905:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009102dd40, rc 0) 00000100:00100000:2.0:1724307171.220600:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:14899:x1808064246313216:12345-0@lo:101:mount.lustre.0 Request processed in 79us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307171.220605:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1724307171.220610:0:14899:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d321180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246313216:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307171.220619:0:14899:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009eb3eac0/0x85b23e07e0bfb9ad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9b4 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.220626:0:14899:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009eb3eac0/0x85b23e07e0bfb9ad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfb9b4 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307171.220682:0:14899:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d321180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246313344:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1724307171.220705:0:14899:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307171.220714:0:14899:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009e699780 going to sleep for 11 seconds 00000100:00100000:2.0:1724307171.221257:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246313344 00000100:00100000:2.0:1724307171.221261:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246313344 00000100:00100000:2.0:1724307171.221284:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1724307171.221288:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:14899:x1808064246313344:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1724307171.221374:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:14899:x1808064246313344:12345-0@lo:501:mount.lustre.0 Request processed in 85us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307171.221379:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1724307171.221389:0:14899:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d321180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246313344:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1724307171.221414:0:14899:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d321180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246313472:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1724307171.221444:0:14899:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307171.221451:0:14899:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009e699780 going to sleep for 11 seconds 00000100:00100000:2.0:1724307171.221457:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246313472 00000100:00100000:2.0:1724307171.221459:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246313472 00000100:00100000:2.0:1724307171.221470:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1724307171.221473:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:14899:x1808064246313472:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1724307171.221759:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:14899:x1808064246313472:12345-0@lo:503:mount.lustre.0 Request processed in 284us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307171.221765:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1724307171.221777:0:14899:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d321180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246313472:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1724307171.221892:0:14962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d321180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14962:1808064246313600:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307171.221914:0:14962:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307171.221920:0:14962:0:(client.c:2562:ptlrpc_set_wait()) set ffff880099d490c0 going to sleep for 11 seconds 00000100:00100000:2.0:1724307171.221927:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246313600 00000100:00100000:2.0:1724307171.221930:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246313600 00000100:00100000:2.0:1724307171.221943:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1724307171.221946:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:14962:x1808064246313600:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1724307171.222143:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:14962:x1808064246313600:12345-0@lo:502:llog_process_th.0 Request processed in 196us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307171.222148:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1724307171.222229:0:14962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d321180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14962:1808064246313600:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1724307171.222284:0:14962:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1724307171.222288:0:14962:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1724307171.222300:0:14962:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff88009fb55540) 00000020:00000080:3.0:1724307171.222316:0:14962:0:(obd_config.c:671:class_attach()) OBD: dev 17 attached type lwp with refcount 2 00000020:00000080:3.0:1724307171.222320:0:14962:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1724307171.222736:0:14962:0:(ldlm_lib.c:101:import_set_conn()) imp ffff88009cce6800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.107@tcp at head 00010000:00010000:2.0:1724307171.225489:0:14962:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-5 is initialized 00000020:00000080:2.0:1724307171.225569:0:14962:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1724307171.225601:0:14962:0:(lwp_dev.c:491:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1724307171.225611:0:14962:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x85b23e07e0bfb9c2 00000100:00080000:2.0:1724307171.225619:0:14962:0:(import.c:523:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1724307171.225628:0:14962:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88009cce6800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:2.0:1724307171.225672:0:14962:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092145500 x1808064246313728/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1724307171.225721:0:14962:0:(pinger.c:396:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1724307171.225945:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092145500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246313728:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1724307171.225996:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307171.226032:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246313728 00000100:00100000:3.0:1724307171.226037:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246313728 00000100:00100000:0.0:1724307171.226273:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1724307171.226279:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d321180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3295:x1808064246313728:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1724307171.226316:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d321180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3295:x1808064246313728:12345-0@lo:38:llog_process_th.0 Request processed in 36us (320us total) trans 0 rc -11/-11 00000100:00100000:0.0:1724307171.226321:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1724307171.226376:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1724307171.226382:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009cce6800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1724307171.226385:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.107@tcp failed (-11) 00000100:00100000:3.0:1724307171.226388:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092145500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246313728:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1724307171.226581:0:14962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092145f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14962:1808064246313856:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1724307171.226610:0:14962:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307171.226619:0:14962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ebf49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307171.226753:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246313856 00000100:00100000:3.0:1724307171.226757:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246313856 00000100:00100000:3.0:1724307171.226775:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1724307171.226779:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:14962:x1808064246313856:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307171.226976:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:14962:x1808064246313856:12345-0@lo:502:llog_process_th.0 Request processed in 195us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307171.226981:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1724307171.227046:0:14962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092145f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14962:1808064246313856:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1724307171.227062:0:14962:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:0.0:1724307171.227127:0:14899:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:0.0:1724307171.227146:0:14899:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1724307171.227156:0:14899:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009eb3eac0/0x85b23e07e0bfb9ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9b4 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.227164:0:14899:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009eb3eac0/0x85b23e07e0bfb9ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9b4 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1724307171.227194:0:14899:0:(tgt_mount.c:1161:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1724307171.227196:0:14899:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1724307171.227197:0:14899:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307171.227198:0:14899:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307171.227199:0:14899:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307171.227200:0:14899:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307171.227201:0:14899:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1724307171.227202:0:14899:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1724307171.227203:0:14899:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307171.227204:0:14899:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1724307171.227208:0:14899:0:(mgc_request_server.c:253:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1724307171.227212:0:14899:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1724307171.227213:0:14899:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1724307171.227214:0:14899:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307171.227215:0:14899:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307171.227216:0:14899:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307171.227217:0:14899:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307171.227218:0:14899:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1724307171.227219:0:14899:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1724307171.227220:0:14899:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307171.227220:0:14899:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1724307171.227228:0:14899:0:(mgc_request_server.c:198:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1724307171.227250:0:14899:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246313984:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1724307171.227274:0:14899:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307171.227282:0:14899:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012dc38840 going to sleep for 11 seconds 00000100:00100000:2.0:1724307171.227294:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246313984 00000100:00100000:2.0:1724307171.227297:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246313984 00000100:00100000:2.0:1724307171.227312:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1724307171.227316:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094afb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:14899:x1808064246313984:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1724307171.227327:0:14906:0:(mgs_handler.c:364:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000004:00080000:3.0:1724307171.236734:0:14976:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00080000:3.0:1724307171.262421:0:14976:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 20000000:01000000:0.0:1724307171.290350:0:14906:0:(mgs_nids.c:592:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1724307171.290366:0:14906:0:(mgs_handler.c:525:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1724307171.290475:0:14923:0:(mgs_nids.c:490:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1724307171.290480:0:14923:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1724307171.290788:0:14923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8800909b4480/0x85b23e07e0bfb9c9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307171.290804:0:14923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff88009eb3cfc0/0x85b23e07e0bfb998 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bfb991 expref: 10 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307171.290810:0:14923:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8800909b4480/0x85b23e07e0bfb9c9 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307171.290811:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094afb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:14899:x1808064246313984:12345-0@lo:253:mount.lustre.0 Request processed in 63493us (63535us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307171.290819:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00010000:00010000:1.0:1724307171.290848:0:14923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff88009eb3cfc0/0x85b23e07e0bfb998 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x85b23e07e0bfb991 expref: 9 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307171.290858:0:14923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff88009eb3cfc0/0x85b23e07e0bfb998 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x85b23e07e0bfb991 expref: 9 pid: 14905 timeout: 2873 lvb_type: 0 00000100:00100000:1.0:1724307171.290868:0:14923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3e300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:14923:1808064246314112:0@lo:104: 00000100:00100000:0.0:1724307171.290872:0:14899:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:14899:1808064246313984:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1724307171.290881:0:14899:0:(mgc_request_server.c:224:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1724307171.290884:0:14899:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1724307171.290885:0:14899:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1724307171.290886:0:14899:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307171.290887:0:14899:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307171.290888:0:14899:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307171.290889:0:14899:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307171.290890:0:14899:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1724307171.290891:0:14899:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1724307171.290892:0:14899:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307171.290893:0:14899:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:1.0:1724307171.290894:0:14923:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:02000000:0.0:1724307171.290905:0:14899:0:(tgt_mount.c:2296:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1724307171.290907:0:14923:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1724307171.290926:0:9708:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246314112 00000100:00100000:1.0:1724307171.290931:0:9708:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246314112 00000100:00100000:1.0:1724307171.290954:0:9708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1724307171.290959:0:9708:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+3:14923:x1808064246314112:12345-0@lo:104: 00010000:00010000:1.0:1724307171.290968:0:9708:0:(ldlm_lockd.c:2511:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.107@tcp lock: ffff88009d170480/0x85b23e07e0bfb991 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x85b23e07e0bfb998 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307171.290993:0:9708:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1724307171.290997:0:9708:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+3:14923:x1808064246314112:12345-0@lo:104: Request processed in 38us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307171.291002:0:9708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00080000:1.0:1724307171.291013:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGC192.168.204.107@tcp older than 1724307141 00000100:00100000:1.0:1724307171.291029:0:14923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3e300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:14923:1808064246314112:0@lo:104: 00010000:00010000:1.0:1724307171.291039:0:14923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8800909b4480/0x85b23e07e0bfb9c9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00080000:10000000:0.0:1724307171.291552:0:14899:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:0.0:1724307171.291727:0:14899:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:0.0:1724307171.291823:0:14899:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:0.0:1724307171.291872:0:14899:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:0.0:1724307171.291952:0:14899:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:0.0:1724307171.292092:0:14899:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00010000:00010000:0.0:1724307171.292133:0:7042:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1724307171.292139:0:7042:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff88009d170480/0x85b23e07e0bfb991 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x85b23e07e0bfb998 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.292146:0:7042:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170480 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307171.292149:0:7042:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff88009d170480/0x85b23e07e0bfb991 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x85b23e07e0bfb998 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.292155:0:7042:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009d170480/0x85b23e07e0bfb991 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x85b23e07e0bfb998 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307171.292160:0:7042:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009d170480/0x85b23e07e0bfb991 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x85b23e07e0bfb998 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307171.292164:0:7042:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1724307171.292192:0:7042:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff88009d170480/0x85b23e07e0bfb991 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0bfb998 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.292197:0:7042:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307171.292221:0:7042:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff88009d170480/0x85b23e07e0bfb991 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0bfb998 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.292226:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009d170480/0x85b23e07e0bfb991 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0bfb998 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307171.292238:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307171.292239:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246314240:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1724307171.292240:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307171.292241:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307171.292343:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307171.292398:0:15471:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246314240 00000100:00100000:3.0:1724307171.292403:0:15471:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246314240 00010000:00010000:3.0:1724307171.292416:0:15471:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88009eb3cfc0/0x85b23e07e0bfb998 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x85b23e07e0bfb991 expref: 10 pid: 14905 timeout: 2873 lvb_type: 0 00000100:00100000:3.0:1724307171.292432:0:15471:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926 00000100:00100000:3.0:1724307171.292435:0:15471:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:3298:x1808064246314240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1724307171.292445:0:15471:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307171.292448:0:15471:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88009eb3cfc0/0x85b23e07e0bfb998 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x85b23e07e0bfb991 expref: 10 pid: 14905 timeout: 2873 lvb_type: 0 00010000:00010000:3.0:1724307171.292456:0:15471:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88009eb3cfc0/0x85b23e07e0bfb998 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x85b23e07e0bfb991 expref: 10 pid: 14905 timeout: 2873 lvb_type: 0 00010000:00010000:3.0:1724307171.292466:0:15471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009eb3cfc0/0x85b23e07e0bfb998 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x85b23e07e0bfb991 expref: 10 pid: 14905 timeout: 2873 lvb_type: 0 00010000:00010000:3.0:1724307171.292477:0:15471:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8800909b4480/0x85b23e07e0bfb9c9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.292483:0:15471:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800909b4480/0x85b23e07e0bfb9c9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 20000000:01000000:3.0:1724307171.292494:0:15471:0:(mgs_nids.c:466:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002015510s 00010000:00010000:3.0:1724307171.292497:0:15471:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8800909b4480/0x85b23e07e0bfb9c9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.292502:0:15471:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8800909b4480/0x85b23e07e0bfb9c9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.292508:0:15471:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8800909b4480/0x85b23e07e0bfb9c9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.292513:0:15471:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8800909b4480/0x85b23e07e0bfb9c9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.292517:0:15471:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307171.292520:0:15471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8800909b4480/0x85b23e07e0bfb9c9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.292526:0:15471:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8800909b4480/0x85b23e07e0bfb9c9 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.292534:0:15471:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8800909b4480/0x85b23e07e0bfb9c9 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307171.292541:0:15471:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307171.292562:0:15471:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:3298:x1808064246314240:12345-0@lo:103:ldlm_bl.0 Request processed in 125us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307171.292567:0:15471:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926 00000100:00100000:1.0:1724307171.292630:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246314240:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1724307171.292658:0:14923:0:(ldlm_request.c:182:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8800909b4480/0x85b23e07e0bfb9c9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307171.292664:0:14923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8800909b4480/0x85b23e07e0bfb9c9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307171.292669:0:14923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800909b4480/0x85b23e07e0bfb9c9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00080000:10000000:0.0:1724307171.292741:0:14899:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:0.0:1724307171.292786:0:14899:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:0.0:1724307171.292874:0:14899:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:0.0:1724307171.292929:0:14899:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:0.0:1724307171.293005:0:14899:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:0.0:1724307171.293044:0:14899:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000040:01000000:2.0:1724307171.320402:0:14899:0:(llog_obd.c:212:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:3.0:1724307171.320455:0:15039:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:3.0:1724307171.320459:0:15039:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:3.0:1724307171.320630:0:15040:0:(llog_osd.c:2108:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:00080000:3.0:1724307171.330237:0:15040:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1724307171.331507:0:15040:0:(llog.c:792:llog_process_thread()) stop processing catalog [0x20001a210:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1724307171.331530:0:15040:0:(lod_dev.c:535:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1724307171.331533:0:15040:0:(lod_dev.c:559:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000040:01000000:0.0:1724307171.336539:0:14899:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1724307171.336742:0:14899:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1724307171.337057:0:14899:0:(mdd_device.c:569:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1724307171.337062:0:14899:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1724307171.337114:0:14899:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1724307171.337939:0:14899:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1724307171.338239:0:14899:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1724307171.338249:0:14899:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1724307171.338314:0:14899:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:0.0:1724307171.338969:0:14899:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x7a:0x0] (8/8/4) registered 00010000:00080000:0.0:1724307171.340292:0:14899:0:(ldlm_lib.c:2950:target_recovery_init()) RECOVERY: service lustre-MDT0000, 1 recoverable clients, last_transno 296352743839 00010000:00080000:3.0:1724307171.340958:0:15041:0:(ldlm_lib.c:2754:target_recovery_thread()) lustre-MDT0000: started recovery thread pid 15041 00010000:02000000:3.0:1724307171.340966:0:15041:0:(ldlm_lib.c:2215:target_recovery_overseer()) lustre-MDT0000: in recovery but waiting for the first client to connect 00010000:00080000:3.0:1724307171.340968:0:15041:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:3.0:1724307171.340971:0:15041:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00000020:01000004:0.0:1724307171.341117:0:14899:0:(tgt_mount.c:317:server_mgc_clear_fs()) Unassign mgc disk 00000020:01000004:0.0:1724307171.341145:0:14899:0:(tgt_mount.c:2065:server_fill_super_common()) Server sb, dev=41 00000080:00000004:0.0:1724307171.341155:0:14899:0:(super25.c:192:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:0.0:1724307172.102297:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1724307172.549719:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1724307172.549724:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-mdtir-ffff8800a9a73800 from 77 10000000:01000000:2.0:1724307172.549728:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1724307172.549765:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009102eac0/0x85b23e07e0bfb9d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.549773:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009102eac0/0x85b23e07e0bfb9d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.549782:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009102eac0/0x85b23e07e0bfb9d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307172.549801:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092145f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246314368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1724307172.549859:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307172.549874:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880093b4b6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1724307172.549895:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246314368 00000100:00100000:2.0:1724307172.549900:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246314368 00000100:00100000:2.0:1724307172.549935:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1724307172.549941:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094afbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:7051:x1808064246314368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307172.549952:0:14906:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307172.549963:0:14906:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009102f180/0x85b23e07e0bfb9d7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bfb9d0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.549989:0:14906:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009102f180/0x85b23e07e0bfb9d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bfb9d0 expref: 10 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.549997:0:14906:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009102f180/0x85b23e07e0bfb9d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bfb9d0 expref: 10 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.550007:0:14906:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009102f180, rc 0) 00000100:00100000:2.0:1724307172.550054:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094afbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:7051:x1808064246314368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 90us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307172.550060:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1724307172.550093:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092145f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246314368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307172.550102:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009102eac0/0x85b23e07e0bfb9d0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9d7 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.550108:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009102eac0/0x85b23e07e0bfb9d0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfb9d7 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307172.550146:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092145f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246314496:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1724307172.550164:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307172.550171:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880093b4b6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1724307172.550178:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246314496 00000100:00100000:2.0:1724307172.550180:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246314496 00000100:00100000:2.0:1724307172.550207:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1724307172.550210:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094af9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:7051:x1808064246314496:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1724307172.550221:0:14906:0:(mgs_nids.c:682:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1724307172.550231:0:14906:0:(mgs_nids.c:225:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1724307172.550233:0:14906:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 77 00000100:00100000:2.0:1724307172.550604:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094af9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:7051:x1808064246314496:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 392us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307172.550610:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1724307172.550628:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092145f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246314496:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1724307172.550679:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1724307172.550684:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009102eac0/0x85b23e07e0bfb9d0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9d7 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.550691:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009102eac0/0x85b23e07e0bfb9d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9d7 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307172.550697:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1724307172.550699:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-client-ffff8801363b5000 from 42 10000000:01000000:2.0:1724307172.550701:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1724307172.550712:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009102cd80/0x85b23e07e0bfb9de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.550717:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009102cd80/0x85b23e07e0bfb9de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.550723:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009102cd80/0x85b23e07e0bfb9de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307172.550734:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092145f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246314624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1724307172.550750:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307172.550771:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880093b4b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307172.550786:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246314624 00000100:00100000:3.0:1724307172.550790:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246314624 00000100:00100000:3.0:1724307172.550812:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1724307172.550816:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094afa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:7051:x1808064246314624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307172.550822:0:14906:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307172.550829:0:14906:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009eb3d680/0x85b23e07e0bfb9e5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bfb9de expref: -99 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307172.550840:0:14906:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009eb3d680/0x85b23e07e0bfb9e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bfb9de expref: 11 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307172.550846:0:14906:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009eb3d680/0x85b23e07e0bfb9e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bfb9de expref: 11 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307172.550852:0:14906:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3d680, rc 0) 00000100:00100000:3.0:1724307172.550885:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094afa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246314624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 68us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307172.550890:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1724307172.551115:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092145f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246314624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307172.551123:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009102cd80/0x85b23e07e0bfb9de lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9e5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.551129:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009102cd80/0x85b23e07e0bfb9de lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfb9e5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307172.551163:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092145f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246314752:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1724307172.551180:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307172.551201:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880093b4b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307172.551259:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246314752 00000100:00100000:3.0:1724307172.551262:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246314752 00000100:00100000:3.0:1724307172.552436:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1724307172.552545:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094afac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246314752:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307172.553729:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092145f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246314752:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307172.553766:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246314880:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1724307172.553818:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094afac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246314752:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1374us (2635us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307172.553825:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1724307172.553833:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307172.553852:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307172.553858:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246314880 00000100:00100000:3.0:1724307172.553861:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246314880 00000100:00100000:3.0:1724307172.553877:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1724307172.553881:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246314880:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1724307172.554083:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246314880:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 202us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307172.554089:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1724307172.554151:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246314880:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1724307172.556702:0:15172:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000020:01000000:1.0:1724307172.560003:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:1.0:1724307172.560046:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1724307172.560056:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009102cd80/0x85b23e07e0bfb9de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9e5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307172.560067:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009102cd80/0x85b23e07e0bfb9de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9e5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1724307172.560075:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1724307172.560077:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:1.0:1724307172.560080:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1724307172.560112:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800909b46c0/0x85b23e07e0bfb9ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307172.560118:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800909b46c0/0x85b23e07e0bfb9ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307172.560128:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800909b46c0/0x85b23e07e0bfb9ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307172.560150:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246315008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1724307172.560198:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307172.560225:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307172.560278:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246315008 00000100:00100000:3.0:1724307172.560284:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246315008 00000100:00100000:3.0:1724307172.560318:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1724307172.560324:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246315008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307172.560334:0:14906:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307172.560343:0:14906:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009eb3cd80/0x85b23e07e0bfb9f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bfb9ec expref: -99 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307172.560362:0:14906:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009eb3cd80/0x85b23e07e0bfb9f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bfb9ec expref: 12 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307172.560369:0:14906:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009eb3cd80/0x85b23e07e0bfb9f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bfb9ec expref: 12 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307172.560376:0:14906:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3cd80, rc 0) 00000100:00100000:3.0:1724307172.560404:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246315008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 80us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307172.560412:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1724307172.560506:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246315008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307172.560516:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800909b46c0/0x85b23e07e0bfb9ec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9f3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307172.560522:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800909b46c0/0x85b23e07e0bfb9ec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfb9f3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307172.560558:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246315136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307172.560575:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307172.560592:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1724307172.560660:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246315136 00000100:00100000:2.0:1724307172.560665:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246315136 00000100:00100000:2.0:1724307172.560688:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1724307172.560692:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246315136:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1724307172.560854:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246315136:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 160us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307172.560859:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1724307172.560965:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246315136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307172.560984:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246315264:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307172.561012:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307172.561031:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307172.561069:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246315264 00000100:00100000:3.0:1724307172.561072:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246315264 00000100:00100000:3.0:1724307172.561094:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1724307172.561097:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246315264:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1724307172.575138:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246315264:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 14032us (14117us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307172.575151:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1724307172.577295:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246315264:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1724307172.577856:0:15177:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:1.0:1724307172.577887:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1724307172.577905:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1724307172.577913:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800909b46c0/0x85b23e07e0bfb9ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9f3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307172.577929:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800909b46c0/0x85b23e07e0bfb9ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9f3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1724307172.577941:0:7051:0:(mgc_request.c:606:do_requeue()) updating log params 10000000:01000000:1.0:1724307172.577943:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log params-ffff8801363b5000 from 10 10000000:01000000:1.0:1724307172.577945:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1724307172.577971:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800909b4000/0x85b23e07e0bfb9fa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307172.577977:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800909b4000/0x85b23e07e0bfb9fa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307172.577984:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800909b4000/0x85b23e07e0bfb9fa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307172.578001:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246315392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1724307172.578048:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307172.578760:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307172.578813:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246315392 00000100:00100000:3.0:1724307172.578819:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246315392 00000100:00100000:3.0:1724307172.578862:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1724307172.578868:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246315392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307172.578879:0:14906:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307172.578890:0:14906:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009eb3e400/0x85b23e07e0bfba01 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bfb9fa expref: -99 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307172.578910:0:14906:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009eb3e400/0x85b23e07e0bfba01 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bfb9fa expref: 13 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307172.578916:0:14906:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009eb3e400/0x85b23e07e0bfba01 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bfb9fa expref: 13 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307172.578922:0:14906:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3e400, rc 0) 00000100:00100000:3.0:1724307172.578951:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246315392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 83us (903us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307172.578956:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1724307172.579068:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246315392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307172.579078:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800909b4000/0x85b23e07e0bfb9fa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba01 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307172.579085:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800909b4000/0x85b23e07e0bfb9fa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfba01 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307172.579117:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246315520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307172.579134:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307172.579142:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307172.579180:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246315520 00000100:00100000:0.0:1724307172.579183:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246315520 00000100:00100000:0.0:1724307172.579198:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1724307172.579202:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2f8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246315520:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307172.579280:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2f8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246315520:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 76us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307172.579284:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1724307172.579362:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246315520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307172.579381:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246315648:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307172.579412:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307172.579420:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307172.579453:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246315648 00000100:00100000:3.0:1724307172.579456:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246315648 00000100:00100000:3.0:1724307172.579469:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1724307172.579473:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2f9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246315648:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1724307172.579607:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2f9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246315648:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 133us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307172.579613:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1724307172.580909:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246315648:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1724307172.581556:0:15179:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:0.0:1724307172.581607:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:0.0:1724307172.581627:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1724307172.581636:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800909b4000/0x85b23e07e0bfb9fa lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba01 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307172.581667:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800909b4000/0x85b23e07e0bfb9fa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba01 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307172.581675:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1724307172.581677:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-client-ffff8800949bb800 from 42 10000000:01000000:0.0:1724307172.581680:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1724307172.581703:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d170fc0/0x85b23e07e0bfba08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307172.581709:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009d170fc0/0x85b23e07e0bfba08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307172.581717:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009d170fc0/0x85b23e07e0bfba08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307172.581729:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246315776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1724307172.581766:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307172.581780:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880090289780 going to sleep for 11 seconds 00000100:00100000:1.0:1724307172.581788:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246315776 00000100:00100000:1.0:1724307172.581793:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246315776 00000100:00100000:1.0:1724307172.582484:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1724307172.582490:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2fb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246315776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307172.582500:0:14904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307172.582510:0:14904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800909b5440/0x85b23e07e0bfba0f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bfba08 expref: -99 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307172.582529:0:14904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800909b5440/0x85b23e07e0bfba0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bfba08 expref: 14 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307172.582537:0:14904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800909b5440/0x85b23e07e0bfba0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bfba08 expref: 14 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307172.582543:0:14904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b5440, rc 0) 00000100:00100000:1.0:1724307172.582579:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2fb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246315776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 88us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307172.582584:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1724307172.582594:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246315776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1724307172.582602:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009d170fc0/0x85b23e07e0bfba08 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba0f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307172.582607:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009d170fc0/0x85b23e07e0bfba08 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfba0f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307172.582656:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246315904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307172.582674:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307172.582681:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880090289780 going to sleep for 11 seconds 00000100:00100000:3.0:1724307172.582688:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246315904 00000100:00100000:3.0:1724307172.582692:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246315904 00000100:00100000:3.0:1724307172.582708:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1724307172.582712:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090239850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246315904:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1724307172.582816:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090239850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246315904:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 103us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307172.582821:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1724307172.582830:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246315904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307172.582846:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246316032:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1724307172.582866:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307172.582873:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880090289780 going to sleep for 11 seconds 00000100:00100000:0.0:1724307172.582880:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246316032 00000100:00100000:0.0:1724307172.582882:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246316032 00000100:00100000:0.0:1724307172.582891:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1724307172.582893:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090238c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246316032:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1724307172.583009:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090238c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246316032:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 114us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307172.583012:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1724307172.583033:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246316032:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1724307172.583405:0:15180:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000020:01000000:0.0:1724307172.584082:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:0.0:1724307172.584097:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1724307172.584102:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d170fc0/0x85b23e07e0bfba08 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba0f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307172.584109:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009d170fc0/0x85b23e07e0bfba08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba0f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307172.584115:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1724307172.584116:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1724307172.584118:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1724307172.584132:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d171f80/0x85b23e07e0bfba16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307172.584137:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009d171f80/0x85b23e07e0bfba16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307172.584147:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009d171f80/0x85b23e07e0bfba16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307172.584157:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246316160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1724307172.584180:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307172.584188:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880090289780 going to sleep for 11 seconds 00000100:00100000:1.0:1724307172.584229:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246316160 00000100:00100000:1.0:1724307172.584233:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246316160 00000100:00100000:1.0:1724307172.584249:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1724307172.584253:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e69050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246316160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307172.584259:0:14904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307172.584267:0:14904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800909b5680/0x85b23e07e0bfba1d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bfba16 expref: -99 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307172.584277:0:14904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800909b5680/0x85b23e07e0bfba1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bfba16 expref: 15 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307172.584283:0:14904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800909b5680/0x85b23e07e0bfba1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bfba16 expref: 15 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307172.584289:0:14904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b5680, rc 0) 00000100:00100000:1.0:1724307172.584309:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e69050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246316160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 55us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307172.584313:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1724307172.584366:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246316160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1724307172.584374:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009d171f80/0x85b23e07e0bfba16 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba1d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307172.584380:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009d171f80/0x85b23e07e0bfba16 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfba1d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307172.584404:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246316288:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307172.584420:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307172.584427:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880090289780 going to sleep for 11 seconds 00000100:00100000:1.0:1724307172.584466:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246316288 00000100:00100000:1.0:1724307172.584469:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246316288 00000100:00100000:1.0:1724307172.584481:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1724307172.584485:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e69450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246316288:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307172.584601:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e69450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246316288:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 115us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307172.584607:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1724307172.584669:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246316288:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307172.584687:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246316416:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1724307172.584714:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307172.584720:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880090289780 going to sleep for 11 seconds 00000100:00100000:1.0:1724307172.584750:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246316416 00000100:00100000:1.0:1724307172.584752:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246316416 00000100:00100000:1.0:1724307172.584763:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1724307172.584766:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e6bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246316416:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307172.588102:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e6bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246316416:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 3329us (3382us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307172.588113:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1724307172.588119:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246316416:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1724307172.588896:0:15185:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:0.0:1724307172.588931:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1724307172.588946:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1724307172.588953:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d171f80/0x85b23e07e0bfba16 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba1d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307172.588962:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009d171f80/0x85b23e07e0bfba16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba1d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307172.588969:0:7051:0:(mgc_request.c:606:do_requeue()) updating log params 10000000:01000000:0.0:1724307172.588971:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log params-ffff8800949bb800 from 10 10000000:01000000:0.0:1724307172.588973:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1724307172.588995:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d170b40/0x85b23e07e0bfba24 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307172.589000:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009d170b40/0x85b23e07e0bfba24 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307172.589007:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009d170b40/0x85b23e07e0bfba24 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307172.589022:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246316544:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1724307172.589052:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307172.589080:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246316544 00000100:00100000:1.0:1724307172.589085:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246316544 00000100:00100000:1.0:1724307172.589106:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1724307172.589111:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e68450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246316544:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307172.589120:0:14904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307172.589130:0:14904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800909b61c0/0x85b23e07e0bfba2b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bfba24 expref: -99 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307172.589149:0:14904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800909b61c0/0x85b23e07e0bfba2b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bfba24 expref: 16 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307172.589157:0:14904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800909b61c0/0x85b23e07e0bfba2b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bfba24 expref: 16 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307172.589163:0:14904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b61c0, rc 0) 00000100:00100000:0.0:1724307172.589275:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880090289780 going to sleep for 11 seconds 00000100:00100000:0.0:1724307172.589285:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246316544:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1724307172.589285:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e68450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246316544:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 174us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307172.589290:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00010000:0.0:1724307172.589294:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009d170b40/0x85b23e07e0bfba24 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba2b expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307172.589301:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009d170b40/0x85b23e07e0bfba24 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfba2b expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307172.589328:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246316672:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307172.589345:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307172.589626:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880090289780 going to sleep for 11 seconds 00000100:00100000:0.0:1724307172.589654:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246316672 00000100:00100000:0.0:1724307172.589658:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246316672 00000100:00100000:0.0:1724307172.590106:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1724307172.590111:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e6a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246316672:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307172.590187:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e6a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246316672:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 75us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307172.590191:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1724307172.590238:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246316672:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1724307172.590260:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092144380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246316800:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1724307172.590290:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307172.590297:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880093b4b000 going to sleep for 11 seconds 00000100:00100000:2.0:1724307172.590305:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246316800 00000100:00100000:2.0:1724307172.590307:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246316800 00000100:00100000:2.0:1724307172.590316:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1724307172.590319:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e6ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246316800:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1724307172.590444:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e6ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246316800:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 122us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307172.590449:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1724307172.590474:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092144380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246316800:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1724307172.591659:0:15187:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:2.0:1724307172.591927:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:2.0:1724307172.591947:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1724307172.591954:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d170b40/0x85b23e07e0bfba24 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba2b expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.591962:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009d170b40/0x85b23e07e0bfba24 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba2b expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307172.591970:0:7051:0:(mgc_request.c:606:do_requeue()) updating log nodemap 10000000:01000000:2.0:1724307172.591972:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log nodemap-ffff88012b4c8000 from 1 10000000:01000000:2.0:1724307172.591974:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1724307172.591995:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009102c6c0/0x85b23e07e0bfba32 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.592001:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009102c6c0/0x85b23e07e0bfba32 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.592009:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009102c6c0/0x85b23e07e0bfba32 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307172.592024:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092144380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246316928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1724307172.592057:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307172.592069:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880093b4b000 going to sleep for 11 seconds 00000100:00100000:0.0:1724307172.592119:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246316928 00000100:00100000:0.0:1724307172.592124:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246316928 00000100:00100000:0.0:1724307172.592145:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1724307172.592149:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e68850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246316928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1724307172.592157:0:14906:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307172.592167:0:14906:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d171440/0x85b23e07e0bfba39 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bfba32 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307172.592181:0:14906:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d171440/0x85b23e07e0bfba39 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bfba32 expref: 17 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307172.592188:0:14906:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d171440/0x85b23e07e0bfba39 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bfba32 expref: 17 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307172.592194:0:14906:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d171440, rc 0) 00000100:00100000:0.0:1724307172.592216:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e68850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:7051:x1808064246316928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 67us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307172.592221:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1724307172.592328:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092144380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246316928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307172.592337:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009102c6c0/0x85b23e07e0bfba32 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba39 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.592344:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009102c6c0/0x85b23e07e0bfba32 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfba39 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307172.592355:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1724307172.592358:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009102c6c0/0x85b23e07e0bfba32 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba39 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.592363:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009102c6c0/0x85b23e07e0bfba32 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba39 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307172.592367:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1724307172.592370:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-sptlrpc-ffff88012b4c8000 from 1 10000000:01000000:2.0:1724307172.592371:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1724307172.592381:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009102f3c0/0x85b23e07e0bfba40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.592386:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009102f3c0/0x85b23e07e0bfba40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.592391:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009102f3c0/0x85b23e07e0bfba40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307172.592398:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092144380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246317056:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1724307172.592415:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307172.592423:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880093b4b000 going to sleep for 11 seconds 00000100:00100000:2.0:1724307172.592432:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246317056 00000100:00100000:2.0:1724307172.592435:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246317056 00000100:00100000:2.0:1724307172.592446:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1724307172.592449:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e69c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:7051:x1808064246317056:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307172.592454:0:14905:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307172.592461:0:14905:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009102c240/0x85b23e07e0bfba47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0bfba40 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.592472:0:14905:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009102c240/0x85b23e07e0bfba47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0bfba40 expref: 18 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.592478:0:14905:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009102c240/0x85b23e07e0bfba47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bfba40 expref: 18 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.592483:0:14905:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009102c240, rc 0) 00000100:00100000:2.0:1724307172.592501:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e69c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:7051:x1808064246317056:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 51us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307172.592509:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1724307172.592529:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092144380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246317056:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307172.592536:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009102f3c0/0x85b23e07e0bfba40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba47 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.592542:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009102f3c0/0x85b23e07e0bfba40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfba47 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307172.592567:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092144380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246317184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1724307172.592584:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307172.592591:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880093b4b000 going to sleep for 11 seconds 00000100:00100000:2.0:1724307172.592598:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246317184 00000100:00100000:2.0:1724307172.592600:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246317184 00000100:00100000:2.0:1724307172.592611:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1724307172.592614:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d31dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:7051:x1808064246317184:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1724307172.592697:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d31dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:7051:x1808064246317184:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 81us (111us total) trans 0 rc -2/-2 00000100:00100000:2.0:1724307172.592702:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1724307172.592722:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092144380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246317184:0@lo:501:ll_cfg_requeue.0 10000000:01000000:2.0:1724307172.592736:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1724307172.592739:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009102f3c0/0x85b23e07e0bfba40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba47 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307172.592744:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009102f3c0/0x85b23e07e0bfba40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba47 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000001:02000400:3.0:1724307173.052834:0:15291:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg407-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1724307173.103821:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307174.107133:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307174.579791:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307174.579821:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307174.579839:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307174.579865:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307174.579886:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247923072 00000100:00100000:0.0:1724307174.579893:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247923072 00000100:00100000:0.0:1724307174.579922:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 44 00000100:00100000:0.0:1724307174.579928:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d31e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:1969:x1808064247923072:12345-192.168.204.7@tcp:400:kworker.0 00000020:00080000:0.0:1724307174.579936:0:14906:0:(tgt_handler.c:808:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.7@tcp 00000100:00100000:0.0:1724307174.579979:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d31e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:1969:x1808064247923072:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 50us (157us total) trans 0 rc -107/-107 00000100:00100000:0.0:1724307174.579985:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 44 00000100:00100000:0.0:1724307174.580010:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247923328 00000100:00100000:0.0:1724307174.580012:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247923328 00000100:00100000:0.0:1724307174.580034:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247923456 00000100:00100000:0.0:1724307174.580036:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247923456 00000100:00100000:0.0:1724307174.580049:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 10564 00000100:00100000:0.0:1724307174.580053:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1965:x1808064247923328:12345-192.168.204.7@tcp:9:kworker.0 00000020:00000080:0.0:1724307174.580073:0:19431:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfad66 00000100:00080000:0.0:1724307174.580079:0:19431:0:(import.c:86:import_set_state_nolock()) ffff8801360e3800 ÿÿÿÿ: changing import state from FULL to CLOSED 00000001:00000004:0.0:1724307174.580105:0:19431:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 4, last_transno is 17179870533 00000100:00100000:0.0:1724307174.580224:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+2:1965:x1808064247923328:12345-192.168.204.7@tcp:9:kworker.0 Request processed in 169us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307174.580231:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 10564 00000100:00100000:0.0:1724307174.580240:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 10565 00000100:00100000:0.0:1724307174.580243:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1965:x1808064247923456:12345-192.168.204.7@tcp:9:kworker.0 00000020:00000080:0.0:1724307174.580253:0:19431:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bf915f 00000100:00080000:0.0:1724307174.580257:0:19431:0:(import.c:86:import_set_state_nolock()) ffff8800a9a77800 ÿÿÿÿ: changing import state from FULL to CLOSED 00000001:00000004:0.0:1724307174.580273:0:19431:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294970225 00000100:00100000:0.0:1724307174.580445:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+2:1965:x1808064247923456:12345-192.168.204.7@tcp:9:kworker.0 Request processed in 200us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307174.580452:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 10565 00000100:00080000:0.0:1724307174.580508:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307144 00000100:00080000:0.0:1724307174.580512:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307144 00010000:00010000:0.0:1724307174.580523:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307174.580526:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307174.582867:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247923200 00000100:00100000:3.0:1724307174.582875:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247923200 00000100:00100000:3.0:1724307174.582907:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 5 00000100:00100000:3.0:1724307174.582914:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1969:x1808064247923200:12345-192.168.204.7@tcp:400:kworker.0 00000020:00080000:3.0:1724307174.582920:0:14907:0:(tgt_handler.c:808:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.7@tcp 00000100:00100000:3.0:1724307174.582958:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1969:x1808064247923200:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 43us (3175us total) trans 0 rc -107/-107 00000100:00100000:3.0:1724307174.582965:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 5 00000100:00100000:0.0:1724307174.583918:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307174.583998:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247923584 00000100:00100000:0.0:1724307174.584002:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247923584 00000100:00100000:0.0:1724307174.584019:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 45 00000100:00100000:0.0:1724307174.584024:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d31d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:1965:x1808064247923584:12345-192.168.204.7@tcp:250:ptlrpcd_01_01.0 00010000:00080000:0.0:1724307174.584045:0:14904:0:(ldlm_lib.c:1342:target_handle_connect()) MGS: connection from 31a81d4a-43f7-45b0-a075-f219c8077a24@192.168.204.7@tcp t0 exp (null) cur 2777 last 0 00000020:00000080:0.0:1724307174.584069:0:14904:0:(genops.c:1313:class_connect()) connect: client 31a81d4a-43f7-45b0-a075-f219c8077a24, cookie 0x85b23e07e0bfba4e 00000020:01000000:0.0:1724307174.584077:0:14904:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009b35a540 00000100:00080000:0.0:1724307174.584129:0:14904:0:(import.c:86:import_set_state_nolock()) ffff88009bc96000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1724307174.584159:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d31d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+4:1965:x1808064247923584:12345-192.168.204.7@tcp:250:ptlrpcd_01_01.0 Request processed in 133us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307174.584165:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 45 00000100:00100000:0.0:1724307174.588146:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307174.588171:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247923712 00000100:00100000:0.0:1724307174.588177:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247923712 00000100:00100000:0.0:1724307174.588202:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 6 00000100:00100000:0.0:1724307174.588208:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1965:x1808064247923712:12345-192.168.204.7@tcp:38:ptlrpcd_01_01.0 00010000:00080000:0.0:1724307174.588230:0:14909:0:(ldlm_lib.c:856:target_handle_reconnect()) connect export for UUID '7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e' at ffff8801360e6800, cookie 0x85b23e07e0bfb93d 00010000:00080000:0.0:1724307174.588235:0:14909:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp recovering/t296352743438 exp ffff8801360e6800 cur 2777 last 1724307171 00010000:02000400:0.0:1724307174.588241:0:14909:0:(ldlm_lib.c:1918:target_start_recovery_timer()) lustre-MDT0000: Will be in recovery for at least 1:00, or until 1 client reconnects 00010000:00080000:0.0:1724307174.588246:0:14909:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 70 seconds 00000004:00100000:0.0:1724307174.588268:0:14909:0:(mdt_handler.c:7064:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000020:01000000:0.0:1724307174.588273:0:14909:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009e6999c0 00000100:00080000:0.0:1724307174.588322:0:14909:0:(import.c:86:import_set_state_nolock()) ffff8801360e4000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:0.0:1724307174.588368:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064247923712:12345-192.168.204.7@tcp:38:ptlrpcd_01_01.0 Request processed in 159us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307174.588374:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 6 00010000:00080000:0.0:1724307174.588390:0:15041:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:0.0:1724307174.588394:0:15041:0:(ldlm_lib.c:2584:replay_request_or_update()) Waiting for transno 296352743840 00000020:00080000:0.0:1724307174.588398:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.588401:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743840 00000020:00080000:0.0:1724307174.588404:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.588405:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743840 00000100:00100000:1.0:1724307174.596032:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307174.596301:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247896064 00000100:00100000:0.0:1724307174.596309:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247896064 00000100:00100000:0.0:1724307174.596344:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 7 00000100:00100000:0.0:1724307174.596350:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064247896064:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:0.0:1724307174.596369:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743840, current: 296352743840, replaying 00000100:00100000:0.0:1724307174.596379:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064247896064:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 29us (352us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307174.596384:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 7 00000020:00080000:0.0:1724307174.596396:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.596398:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743840, next_transno: 296352743840 00010000:00080000:0.0:1724307174.596402:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743840) 00000020:00080000:0.0:1724307174.596405:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.596411:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247896064 t296352743840 from 192.168.204.7@tcp req@ffff88012de3ea00 x1808064247896064/t0(296352743840) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00000004:00080000:0.0:1724307174.596686:0:15041:0:(mdt_identity.c:116:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 207us 00000001:00100000:3.0:1724307174.606198:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:1.0:1724307174.608663:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfba55 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.608677:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfba55 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.608688:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfba55 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.608696:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfba5c lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc93da2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.608700:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfba5c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93da2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.608709:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfba5c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93da2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.609598:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfba63 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.609606:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfba63 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.609613:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfba63 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:1.0:1724307174.611126:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].2, 64 off8320 00000004:00080000:1.0:1724307174.611133:0:15041:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2777118493167ns, next at 2778118491454ns, rc = 0 00010000:00010000:1.0:1724307174.611221:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfba63 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.611229:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfba63 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.611235:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfba63 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.611240:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.611243:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfba63 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.611248:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfba63 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.611260:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa31:0x0].0x0 (ffff8800a5031600) 00010000:00010000:1.0:1724307174.611262:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307174.611266:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfba63 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.611270:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfba63 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.611305:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfba55 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.611310:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfba55 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.611314:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfba55 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.611318:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.611320:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfba55 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.611325:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfba55 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.611330:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031500) 00010000:00010000:1.0:1724307174.611332:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307174.611334:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfba55 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.611338:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfba55 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:1.0:1724307174.611347:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012de3ea00 reply state ffff880137674000 transno 296352743840 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfba5c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93da2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.611353:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1724307174.611883:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:1.0:1724307174.611899:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.611901:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743841 00000020:00080000:1.0:1724307174.611904:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.611905:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743841 00000100:00100000:0.0:1724307174.614176:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307174.614274:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfba5c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93da2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.614285:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfba5c lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93da2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.614291:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfba5c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93da2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.614296:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.614299:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfba5c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93da2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.614305:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfba5c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93da2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.614362:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247896320 00000100:00100000:1.0:1724307174.614370:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247896320 00000100:00100000:1.0:1724307174.614415:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 8 00000100:00100000:1.0:1724307174.614422:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:1965:x1808064247896320:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.614438:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743841, current: 296352743841, replaying 00000100:00100000:1.0:1724307174.614448:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:1965:x1808064247896320:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 27us (283us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.614454:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 8 00000020:00080000:1.0:1724307174.614465:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.614467:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743841, next_transno: 296352743841 00010000:00080000:1.0:1724307174.614470:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743841) 00000020:00080000:1.0:1724307174.614473:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.614479:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247896320 t296352743841 from 192.168.204.7@tcp req@ffff88009a14ea00 x1808064247896320/t0(296352743841) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:1.0:1724307174.614541:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfba6a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.614551:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfba6a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.614559:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfba6a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.614567:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfba71 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc93ea2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.614573:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfba71 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.614578:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfba71 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.614809:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xc93da2e9 (ffff8800a5031900) 00010000:00010000:2.0:1724307174.614813:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.614818:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfba5c lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc93da2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.614823:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfba5c lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc93da2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.616711:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfba78 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.616722:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfba78 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.616729:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfba78 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:1.0:1724307174.617014:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].2, 64 off8320 00000004:00080000:1.0:1724307174.617019:0:15041:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2777124378734ns, next at 2778124377714ns, rc = 0 00010000:00010000:1.0:1724307174.617068:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfba78 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.617073:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfba78 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.617078:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfba78 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.617083:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.617085:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfba78 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.617092:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfba78 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.617104:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa32:0x0].0x0 (ffff8800a5031c00) 00010000:00010000:1.0:1724307174.617106:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307174.617110:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfba78 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.617115:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfba78 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.617148:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfba6a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.617152:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfba6a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.617156:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfba6a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.617161:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.617163:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfba6a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.617167:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfba6a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.617173:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031100) 00010000:00010000:1.0:1724307174.617175:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307174.617177:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfba6a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.617181:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfba6a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:1.0:1724307174.617190:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a14ea00 reply state ffff88009b4e4000 transno 296352743841 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfba71 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.617196:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1724307174.617263:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:1.0:1724307174.617276:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.617278:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743842 00000020:00080000:1.0:1724307174.617281:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.617283:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743842 00010000:00010000:2.0:1724307174.620160:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfba71 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.620171:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfba71 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.620178:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfba71 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.620182:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5b00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.620187:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfba71 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.620193:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfba71 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.620206:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xc93ea2e9 (ffff8800a5031d00) 00010000:00010000:2.0:1724307174.620209:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.620212:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfba71 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.620217:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfba71 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.620381:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307174.620444:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247896576 00000100:00100000:2.0:1724307174.620451:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247896576 00000100:00100000:2.0:1724307174.620487:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 9 00000100:00100000:2.0:1724307174.620493:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:1965:x1808064247896576:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307174.620509:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743842, current: 296352743842, replaying 00000100:00100000:2.0:1724307174.620518:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:1965:x1808064247896576:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 25us (142us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.620523:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 9 00000020:00080000:0.0:1724307174.620699:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.620702:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743842, next_transno: 296352743842 00010000:00080000:0.0:1724307174.620706:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743842) 00000020:00080000:0.0:1724307174.620708:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.620715:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247896576 t296352743842 from 192.168.204.7@tcp req@ffff88009a14c000 x1808064247896576/t0(296352743842) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.620787:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfba7f lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.620797:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfba7f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.620805:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfba7f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.620812:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfba86 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc93fa2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.620817:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfba86 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.620821:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfba86 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.622297:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfba8d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.622307:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfba8d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.622314:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfba8d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.622602:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].3, 64 off8384 00010000:00010000:2.0:1724307174.622676:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfba8d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.622683:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfba8d lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.622689:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfba8d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.622693:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102cb40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.622696:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfba8d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.622702:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfba8d lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.622711:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa33:0x0].0x0 (ffff880130cc2500) 00010000:00010000:2.0:1724307174.622713:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.622716:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfba8d lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.622721:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfba8d lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.622751:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfba7f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.622756:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfba7f lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.622760:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfba7f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.622776:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.622778:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfba7f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.622786:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfba7f lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.622793:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88012cc70800) 00010000:00010000:2.0:1724307174.622794:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.622797:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfba7f lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.622801:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfba7f lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.622810:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a14c000 reply state ffff880137672000 transno 296352743842 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfba86 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.622816:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.622885:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307174.622897:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.622899:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743843 00000020:00080000:2.0:1724307174.622902:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.622903:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743843 00000100:00100000:0.0:1724307174.625014:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.625076:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247896832 00000100:00100000:1.0:1724307174.625084:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247896832 00010000:00010000:2.0:1724307174.625151:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfba86 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.625159:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfba86 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.625165:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfba86 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.625170:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.625174:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfba86 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.625181:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfba86 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.625192:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xc93fa2e9 (ffff88012cc70400) 00010000:00010000:2.0:1724307174.625195:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.625198:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfba86 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.625203:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfba86 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.625677:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 10 00000100:00100000:1.0:1724307174.625684:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f36f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1965:x1808064247896832:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.625700:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743843, current: 296352743843, replaying 00000100:00100000:1.0:1724307174.625717:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f36f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1965:x1808064247896832:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 33us (709us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.625722:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 10 00000020:00080000:2.0:1724307174.625793:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.625796:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743843, next_transno: 296352743843 00010000:00080000:2.0:1724307174.625799:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743843) 00000020:00080000:2.0:1724307174.625801:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.625808:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247896832 t296352743843 from 192.168.204.7@tcp req@ffff88009f36f480 x1808064247896832/t0(296352743843) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.625870:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfba94 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.625880:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfba94 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.625888:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfba94 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.625897:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfba9b lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc940a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.625903:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfba9b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.625911:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfba9b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.626060:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfbaa2 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.626067:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfbaa2 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.626072:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfbaa2 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.626349:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].3, 64 off8384 00010000:00010000:2.0:1724307174.626398:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfbaa2 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.626403:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfbaa2 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.626407:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfbaa2 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.626411:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.626413:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfbaa2 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.626418:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfbaa2 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.626425:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa34:0x0].0x0 (ffff880130cc2200) 00010000:00010000:2.0:1724307174.626427:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.626430:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfbaa2 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.626437:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfbaa2 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.626467:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfba94 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.626472:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfba94 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.626476:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfba94 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.626480:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102ed00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.626482:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfba94 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.626487:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfba94 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.626492:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880130cc2f00) 00010000:00010000:2.0:1724307174.626494:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.626496:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfba94 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.626500:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfba94 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.626508:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f36f480 reply state ffff8800a5ef1000 transno 296352743843 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfba9b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.626514:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.626561:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307174.626573:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.626576:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743844 00000020:00080000:2.0:1724307174.626579:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.626580:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743844 00010000:00010000:2.0:1724307174.628921:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfba9b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.628933:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfba9b lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.628939:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfba9b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.628944:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.628948:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfba9b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.628953:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfba9b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.628966:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xc940a2e9 (ffff880130cc2c00) 00010000:00010000:2.0:1724307174.628968:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.628972:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfba9b lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.628976:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfba9b lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.629380:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307174.629579:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247897088 00000100:00100000:3.0:1724307174.629587:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247897088 00000100:00100000:3.0:1724307174.630183:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11 00000100:00100000:3.0:1724307174.630189:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f36d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+10:1965:x1808064247897088:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.630211:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743844, current: 296352743844, replaying 00000100:00100000:3.0:1724307174.630230:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f36d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+10:1965:x1808064247897088:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 42us (854us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.630237:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11 00000020:00080000:2.0:1724307174.630419:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.630422:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743844, next_transno: 296352743844 00010000:00080000:2.0:1724307174.630425:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743844) 00000020:00080000:2.0:1724307174.630428:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.630435:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247897088 t296352743844 from 192.168.204.7@tcp req@ffff88009f36d180 x1808064247897088/t0(296352743844) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.630508:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfbaa9 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.630520:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfbaa9 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.630529:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfbaa9 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.630538:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfbab0 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc941a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.630543:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfbab0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.630547:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfbab0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.630722:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfbab7 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.630728:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfbab7 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.630732:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfbab7 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.631010:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].4, 64 off8448 00010000:00010000:2.0:1724307174.631063:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfbab7 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.631069:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfbab7 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.631079:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfbab7 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.631083:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.631085:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfbab7 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.631091:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfbab7 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.631100:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa35:0x0].0x0 (ffff880130e77800) 00010000:00010000:2.0:1724307174.631102:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.631105:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfbab7 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.631110:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfbab7 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.631141:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfbaa9 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.631146:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfbaa9 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.631151:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfbaa9 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.631155:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d8c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.631157:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfbaa9 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.631161:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfbaa9 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.631171:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880130cc2e00) 00010000:00010000:2.0:1724307174.631173:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.631175:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfbaa9 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.631179:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfbaa9 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.631188:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f36d180 reply state ffff8800a5ef0000 transno 296352743844 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfbab0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.631192:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.631259:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307174.631269:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.631271:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743845 00000020:00080000:2.0:1724307174.631273:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.631275:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743845 00010000:00010000:2.0:1724307174.632341:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfbab0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.632350:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfbab0 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.632356:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfbab0 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.632360:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.632362:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfbab0 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.632367:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfbab0 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.632378:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xc941a2e9 (ffff880130e77200) 00010000:00010000:2.0:1724307174.632380:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.632383:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfbab0 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.632388:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfbab0 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.633283:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.633343:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247897344 00000100:00100000:1.0:1724307174.633351:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247897344 00000100:00100000:1.0:1724307174.633556:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 12 00000100:00100000:1.0:1724307174.633563:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f36ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+11:1965:x1808064247897344:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.633577:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743845, current: 296352743845, replaying 00000100:00100000:1.0:1724307174.633595:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f36ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+11:1965:x1808064247897344:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 32us (316us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.633601:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 12 00000020:00080000:2.0:1724307174.633976:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.633979:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743845, next_transno: 296352743845 00010000:00080000:2.0:1724307174.633982:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743845) 00000020:00080000:2.0:1724307174.633985:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.633991:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247897344 t296352743845 from 192.168.204.7@tcp req@ffff88009f36ea00 x1808064247897344/t0(296352743845) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.634051:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbabe lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634062:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbabe lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634070:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbabe lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634079:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbac5 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc942a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634084:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbac5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634089:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbac5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634233:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbacc lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634239:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbacc lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634244:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbacc lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.634515:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].4, 64 off8448 00010000:00010000:2.0:1724307174.634564:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbacc lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634570:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbacc lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634575:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbacc lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634578:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.634581:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbacc lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634586:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbacc lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634593:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa36:0x0].0x0 (ffff8800b3cf5d00) 00010000:00010000:2.0:1724307174.634595:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.634598:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbacc lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634603:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbacc lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634633:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbabe lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634662:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbabe lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634666:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbabe lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634670:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.634671:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbabe lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634675:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbabe lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634681:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880130e77000) 00010000:00010000:2.0:1724307174.634683:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.634684:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbabe lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.634688:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbabe lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.634698:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f36ea00 reply state ffff8800a5ef2000 transno 296352743845 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbac5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.634703:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.634751:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307174.634762:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.634773:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743846 00000020:00080000:2.0:1724307174.634776:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.634778:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743846 00000100:00100000:0.0:1724307174.636492:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307174.636549:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247897600 00000100:00100000:3.0:1724307174.636556:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247897600 00000100:00100000:3.0:1724307174.636623:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 13 00000100:00100000:3.0:1724307174.636630:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:1965:x1808064247897600:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.636758:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743846, current: 296352743846, replaying 00000100:00100000:3.0:1724307174.636775:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:1965:x1808064247897600:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 146us (288us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.636781:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 13 00010000:00010000:2.0:1724307174.636872:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbac5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.636880:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbac5 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.636887:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbac5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.636891:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.636894:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbac5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.636899:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbac5 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.636909:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xc942a2e9 (ffff8800b46d2a00) 00010000:00010000:2.0:1724307174.636912:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.636915:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbac5 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.636919:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbac5 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000020:00080000:2.0:1724307174.636941:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.636944:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743846, next_transno: 296352743846 00010000:00080000:2.0:1724307174.636947:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743846) 00000020:00080000:2.0:1724307174.636949:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.636955:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247897600 t296352743846 from 192.168.204.7@tcp req@ffff88009012ce00 x1808064247897600/t0(296352743846) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.637008:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbad3 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637017:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbad3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637024:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbad3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637031:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbada lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc943a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637035:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbada lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637040:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbada lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637172:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbae1 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637178:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbae1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637183:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbae1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.637441:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].5, 64 off8512 00010000:00010000:2.0:1724307174.637485:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbae1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637491:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbae1 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637496:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbae1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637504:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102df80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.637506:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbae1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637511:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbae1 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637517:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa37:0x0].0x0 (ffff8800b3cf5200) 00010000:00010000:2.0:1724307174.637519:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.637521:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbae1 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637525:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbae1 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637550:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbad3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637555:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbad3 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637559:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbad3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637563:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102f600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.637565:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbad3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637569:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbad3 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637574:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800b3cf5300) 00010000:00010000:2.0:1724307174.637575:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.637578:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbad3 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.637582:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbad3 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.637588:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009012ce00 reply state ffff8800b4678000 transno 296352743846 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbada lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.637593:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.638792:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307174.638804:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.638806:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743847 00000020:00080000:2.0:1724307174.638808:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.638810:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743847 00000100:00100000:0.0:1724307174.640972:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307174.641406:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbada lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.641414:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbada lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.641420:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbada lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.641425:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.641430:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbada lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.641435:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbada lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.641447:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xc943a2e9 (ffff8800b3cf5c00) 00010000:00010000:2.0:1724307174.641450:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.641454:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbada lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.641459:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbada lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.641572:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247897856 00000100:00100000:1.0:1724307174.641580:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247897856 00000100:00100000:1.0:1724307174.641685:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 14 00000100:00100000:1.0:1724307174.641692:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:1965:x1808064247897856:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.641706:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743847, current: 296352743847, replaying 00000100:00100000:1.0:1724307174.641722:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:1965:x1808064247897856:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 30us (757us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.641727:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 14 00000020:00080000:2.0:1724307174.641792:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.641796:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743847, next_transno: 296352743847 00010000:00080000:2.0:1724307174.641799:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743847) 00000020:00080000:2.0:1724307174.641801:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.641807:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247897856 t296352743847 from 192.168.204.7@tcp req@ffff88009012c700 x1808064247897856/t0(296352743847) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.641870:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbae8 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.641879:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbae8 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.641887:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbae8 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.641896:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbaef lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc944a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.641901:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbaef lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.641906:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbaef lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.642051:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbaf6 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.642057:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbaf6 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.642063:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbaf6 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.642341:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].5, 64 off8512 00010000:00010000:2.0:1724307174.642392:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbaf6 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.642398:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbaf6 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.642403:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbaf6 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.642406:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102db00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.642409:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbaf6 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.642413:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbaf6 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.642420:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa38:0x0].0x0 (ffff8800b3cf5500) 00010000:00010000:2.0:1724307174.642422:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.642424:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbaf6 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.642428:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbaf6 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.642463:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbae8 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.642468:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbae8 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.642476:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbae8 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.642480:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102f840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.642482:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbae8 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.642486:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbae8 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.642492:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800b3cf5a00) 00010000:00010000:2.0:1724307174.642493:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.642495:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbae8 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.642540:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbae8 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.642550:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009012c700 reply state ffff88009d311000 transno 296352743847 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbaef lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.642556:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.643177:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307174.643191:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.643193:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743848 00000020:00080000:2.0:1724307174.643196:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.643198:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743848 00000100:00100000:0.0:1724307174.644952:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307174.645016:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbaef lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.645024:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbaef lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.645031:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbaef lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.645035:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.645039:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbaef lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.645044:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbaef lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.645054:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xc944a2e9 (ffff8800b3cf5b00) 00010000:00010000:2.0:1724307174.645056:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.645059:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbaef lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.645063:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbaef lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.645121:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247898112 00000100:00100000:3.0:1724307174.645128:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247898112 00000100:00100000:3.0:1724307174.645801:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 15 00000100:00100000:3.0:1724307174.645807:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+14:1965:x1808064247898112:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.645823:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743848, current: 296352743848, replaying 00000100:00100000:3.0:1724307174.645831:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+14:1965:x1808064247898112:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 25us (885us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.645836:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 15 00000020:00080000:2.0:1724307174.645901:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.645904:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743848, next_transno: 296352743848 00010000:00080000:2.0:1724307174.645907:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743848) 00000020:00080000:2.0:1724307174.645910:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.645915:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247898112 t296352743848 from 192.168.204.7@tcp req@ffff88009012f100 x1808064247898112/t0(296352743848) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.645976:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbafd lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.645985:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbafd lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.645992:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbafd lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646000:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb04 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc945a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646005:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb04 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646009:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb04 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646150:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbb0b lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646156:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbb0b lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646160:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbb0b lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.646417:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].6, 64 off8576 00010000:00010000:2.0:1724307174.646465:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbb0b lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646470:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbb0b lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646474:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbb0b lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646478:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102fcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.646480:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbb0b lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646484:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbb0b lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646491:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa39:0x0].0x0 (ffff8800b1d5ea00) 00010000:00010000:2.0:1724307174.646493:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.646496:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbb0b lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646500:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbb0b lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646527:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbafd lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646531:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbafd lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646535:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbafd lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646538:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102fa80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.646540:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbafd lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646543:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbafd lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646548:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800b1d5e000) 00010000:00010000:2.0:1724307174.646549:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.646551:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbafd lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.646554:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbafd lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.646560:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009012f100 reply state ffff88009d317000 transno 296352743848 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb04 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.646565:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.646606:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307174.646613:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.646615:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743849 00000020:00080000:2.0:1724307174.646617:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.646619:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743849 00000100:00100000:0.0:1724307174.649344:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307174.649609:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb04 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.649619:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb04 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.649626:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb04 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.649631:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.649634:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb04 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.649661:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb04 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.649684:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xc945a2e9 (ffff8800b1d5e200) 00010000:00010000:2.0:1724307174.649687:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.649691:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb04 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.649696:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb04 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.650008:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247898368 00000100:00100000:1.0:1724307174.650016:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247898368 00000100:00100000:1.0:1724307174.650078:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 16 00000100:00100000:1.0:1724307174.650084:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+15:1965:x1808064247898368:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.650099:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743849, current: 296352743849, replaying 00000100:00100000:1.0:1724307174.650107:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+15:1965:x1808064247898368:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 24us (769us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.650112:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 16 00000020:00080000:2.0:1724307174.650186:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.650189:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743849, next_transno: 296352743849 00010000:00080000:2.0:1724307174.650193:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743849) 00000020:00080000:2.0:1724307174.650196:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.650203:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247898368 t296352743849 from 192.168.204.7@tcp req@ffff88009012e300 x1808064247898368/t0(296352743849) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.650270:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbb12 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.650279:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbb12 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.650287:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbb12 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.650296:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbb19 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc946a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.650301:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbb19 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.650306:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbb19 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.651373:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb20 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.651382:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb20 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.651390:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb20 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.653235:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].6, 64 off8576 00010000:00010000:3.0:1724307174.653304:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb20 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.653312:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb20 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.653317:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb20 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.653322:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.653325:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb20 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.653330:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb20 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.653342:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa3a:0x0].0x0 (ffff880129ea9900) 00010000:00010000:3.0:1724307174.653344:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.653347:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb20 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.653351:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb20 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.653405:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbb12 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.653411:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbb12 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.653415:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbb12 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.653422:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102f600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.653424:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbb12 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.653429:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbb12 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.653436:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88012c99cf00) 00010000:00010000:3.0:1724307174.653437:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.653439:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbb12 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.653443:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfbb12 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.653455:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009012e300 reply state ffff88009d315000 transno 296352743849 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbb19 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.653462:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.653544:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.653563:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.653565:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743850 00000020:00080000:3.0:1724307174.653568:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.653569:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743850 00000100:00100000:0.0:1724307174.656423:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307174.656472:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbb19 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.656478:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbb19 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.656482:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbb19 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.656485:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102df80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.656489:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbb19 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.656492:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbb19 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xc946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.656504:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xc946a2e9 (ffff88012c99cb00) 00010000:00010000:2.0:1724307174.656505:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.656507:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbb19 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.656510:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfbb19 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xc946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.656572:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247898624 00000100:00100000:3.0:1724307174.656578:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247898624 00000100:00100000:3.0:1724307174.656609:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 17 00000100:00100000:3.0:1724307174.656613:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+16:1965:x1808064247898624:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.656627:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743850, current: 296352743850, replaying 00000100:00100000:3.0:1724307174.656634:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+16:1965:x1808064247898624:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 21us (218us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.656655:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 17 00000020:00080000:2.0:1724307174.656702:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.656705:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743850, next_transno: 296352743850 00010000:00080000:2.0:1724307174.656707:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743850) 00000020:00080000:2.0:1724307174.656709:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.656715:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247898624 t296352743850 from 192.168.204.7@tcp req@ffff88009012df80 x1808064247898624/t0(296352743850) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.656798:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb27 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.656808:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb27 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.656815:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb27 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.656822:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbb2e lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.656827:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbb2e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.656831:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbb2e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.658530:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbb35 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.658539:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbb35 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.658546:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbb35 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.658851:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].7, 64 off8640 00010000:00010000:3.0:1724307174.658924:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbb35 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.658931:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbb35 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.658936:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbb35 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.658941:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3df80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.658943:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbb35 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.658948:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbb35 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.658958:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa3b:0x0].0x0 (ffff880129ea9400) 00010000:00010000:3.0:1724307174.658960:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.658963:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbb35 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.658971:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbb35 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.659003:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb27 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.659008:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb27 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.659012:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb27 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.659015:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.659018:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb27 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.659022:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb27 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.659029:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88012c99c600) 00010000:00010000:3.0:1724307174.659030:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.659033:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb27 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.659037:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfbb27 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.659048:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009012df80 reply state ffff88009d313000 transno 296352743850 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbb2e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.659054:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.659116:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.659127:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.659130:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743851 00000020:00080000:3.0:1724307174.659132:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.659134:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743851 00000100:00100000:0.0:1724307174.661511:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307174.661551:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247898880 00000100:00100000:2.0:1724307174.661559:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247898880 00010000:00010000:3.0:1724307174.661569:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbb2e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.661576:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbb2e lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.661581:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbb2e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.661588:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102fa80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.661591:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbb2e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.661596:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbb2e lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.661599:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 18 00000100:00100000:2.0:1724307174.661604:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+18:1965:x1808064247898880:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307174.661606:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea2e9 (ffff88012c99ca00) 00010000:00010000:3.0:1724307174.661608:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.661611:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbb2e lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.661616:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfbb2e lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00080000:2.0:1724307174.661618:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743851, current: 296352743851, replaying 00000100:00100000:2.0:1724307174.661626:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+18:1965:x1808064247898880:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 22us (125us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.661632:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 18 00000020:00080000:3.0:1724307174.661635:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.661656:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743851, next_transno: 296352743851 00010000:00080000:3.0:1724307174.661659:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743851) 00000020:00080000:3.0:1724307174.661660:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.661669:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247898880 t296352743851 from 192.168.204.7@tcp req@ffff88009012d880 x1808064247898880/t0(296352743851) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.661727:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbb3c lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.661736:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbb3c lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.661742:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbb3c lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.661755:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb43 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.661759:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb43 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.661773:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb43 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.662403:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbb4a lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.662410:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbb4a lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.662416:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbb4a lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.662685:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].7, 64 off8640 00010000:00010000:3.0:1724307174.662731:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbb4a lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.662736:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbb4a lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.662744:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbb4a lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.662748:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.662750:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbb4a lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.662754:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbb4a lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.662761:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa3c:0x0].0x0 (ffff880129ea9500) 00010000:00010000:3.0:1724307174.662763:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.662773:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbb4a lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.662777:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbb4a lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.662800:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbb3c lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.662804:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbb3c lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.662808:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbb3c lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.662811:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.662813:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbb3c lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.662816:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbb3c lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.662824:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880129ea9000) 00010000:00010000:3.0:1724307174.662826:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.662828:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbb3c lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.662831:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbb3c lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.662837:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009012d880 reply state ffff8800b3d24000 transno 296352743851 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb43 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.662841:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.662890:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.662900:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.662902:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743852 00000020:00080000:3.0:1724307174.662904:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.662906:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743852 00010000:00010000:2.0:1724307174.665507:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb43 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.665519:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb43 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.665525:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb43 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.665530:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.665533:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb43 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.665539:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb43 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.665552:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea2e9 (ffff880129ea9e00) 00010000:00010000:2.0:1724307174.665555:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.665558:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb43 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.665563:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbb43 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.666082:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.666165:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247899136 00000100:00100000:1.0:1724307174.666173:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247899136 00000100:00100000:1.0:1724307174.666213:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 19 00000100:00100000:1.0:1724307174.666220:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092144380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+18:1965:x1808064247899136:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.666236:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743852, current: 296352743852, replaying 00000100:00100000:1.0:1724307174.666258:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092144380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+18:1965:x1808064247899136:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 39us (180us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.666263:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 19 00000020:00080000:3.0:1724307174.667782:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.667787:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743852, next_transno: 296352743852 00010000:00080000:3.0:1724307174.667790:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743852) 00000020:00080000:3.0:1724307174.667793:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.667802:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247899136 t296352743852 from 192.168.204.7@tcp req@ffff880092144380 x1808064247899136/t0(296352743852) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.667881:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbb51 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.667893:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbb51 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.667903:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbb51 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.667918:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbb58 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.667924:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbb58 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.667929:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbb58 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.668097:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbb5f lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.668103:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbb5f lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.668108:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbb5f lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.669528:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].8, 64 off8704 00010000:00010000:3.0:1724307174.669591:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbb5f lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.669599:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbb5f lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.669605:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbb5f lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.669610:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3dd40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.669613:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbb5f lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.669619:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbb5f lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.669630:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa3d:0x0].0x0 (ffff880129ea9600) 00010000:00010000:3.0:1724307174.669632:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.669636:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbb5f lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.669657:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbb5f lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.669694:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbb51 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.669699:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbb51 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.669704:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbb51 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.669708:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.669710:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbb51 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.669715:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbb51 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.669721:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880129ea9d00) 00010000:00010000:3.0:1724307174.669723:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.669725:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbb51 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.669729:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbb51 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.669738:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880092144380 reply state ffff8800ac94b000 transno 296352743852 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbb58 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.669744:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.669827:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.669844:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.669846:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743853 00000020:00080000:3.0:1724307174.669849:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.669851:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743853 00000100:00100000:0.0:1724307174.671573:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307174.671654:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247899392 00000100:00100000:2.0:1724307174.671661:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247899392 00000100:00100000:2.0:1724307174.671943:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 20 00000100:00100000:2.0:1724307174.671950:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+20:1965:x1808064247899392:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307174.671964:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743853, current: 296352743853, replaying 00000100:00100000:2.0:1724307174.671973:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+20:1965:x1808064247899392:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 25us (406us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.671978:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 20 00010000:00010000:1.0:1724307174.672031:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbb58 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.672039:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbb58 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.672048:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbb58 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.672052:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.672055:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbb58 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.672060:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbb58 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.672070:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea2e9 (ffff880129ea9200) 00010000:00010000:1.0:1724307174.672072:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307174.672075:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbb58 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.672080:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbb58 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000020:00080000:3.0:1724307174.672189:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.672192:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743853, next_transno: 296352743853 00010000:00080000:3.0:1724307174.672195:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743853) 00000020:00080000:3.0:1724307174.672197:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.672204:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247899392 t296352743853 from 192.168.204.7@tcp req@ffff88009012c000 x1808064247899392/t0(296352743853) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.672262:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbb66 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672271:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbb66 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672278:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbb66 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672284:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbb6d lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672288:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbb6d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672293:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbb6d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672430:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbb74 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672435:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbb74 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672440:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbb74 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.672785:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].8, 64 off8704 00010000:00010000:3.0:1724307174.672833:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbb74 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672839:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbb74 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672843:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbb74 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672846:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.672848:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbb74 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672852:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbb74 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672858:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa3e:0x0].0x0 (ffff880129ea9400) 00010000:00010000:3.0:1724307174.672859:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.672861:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbb74 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672865:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbb74 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672893:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbb66 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672897:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbb66 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672901:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbb66 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672904:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.672906:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbb66 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672909:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbb66 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672914:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880129ea9e00) 00010000:00010000:3.0:1724307174.672915:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.672916:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbb66 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.672920:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbb66 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.672926:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009012c000 reply state ffff88009c089000 transno 296352743853 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbb6d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.672930:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.672969:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.672978:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.672979:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743854 00000020:00080000:3.0:1724307174.672981:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.672983:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743854 00000100:00100000:0.0:1724307174.675205:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307174.675283:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbb6d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.675291:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbb6d lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.675297:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbb6d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.675301:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.675305:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbb6d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.675310:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbb6d lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.675323:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea2e9 (ffff880129ea9f00) 00010000:00010000:2.0:1724307174.675326:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.675330:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbb6d lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.675334:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbb6d lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.675483:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247899648 00000100:00100000:1.0:1724307174.675491:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247899648 00000100:00100000:1.0:1724307174.675519:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 21 00000100:00100000:1.0:1724307174.675525:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+20:1965:x1808064247899648:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.675541:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743854, current: 296352743854, replaying 00000100:00100000:1.0:1724307174.675565:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+20:1965:x1808064247899648:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 39us (366us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.675570:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 21 00000020:00080000:3.0:1724307174.675834:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.675837:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743854, next_transno: 296352743854 00010000:00080000:3.0:1724307174.675840:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743854) 00000020:00080000:3.0:1724307174.675843:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.675850:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247899648 t296352743854 from 192.168.204.7@tcp req@ffff88009012f480 x1808064247899648/t0(296352743854) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.675914:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbb7b lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.675924:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbb7b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.675933:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbb7b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.675940:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbb82 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.675945:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbb82 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.675950:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbb82 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.676094:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbb89 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.676100:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbb89 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.676105:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbb89 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.676402:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].9, 64 off8768 00010000:00010000:3.0:1724307174.676455:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbb89 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.676460:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbb89 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.676465:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbb89 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.676469:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f3c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.676471:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbb89 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.676476:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbb89 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.676484:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa3f:0x0].0x0 (ffff880129ea9c00) 00010000:00010000:3.0:1724307174.676486:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.676489:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbb89 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.676493:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbb89 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.676521:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbb7b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.676525:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbb7b lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.676529:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbb7b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.676536:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.676538:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbb7b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.676543:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbb7b lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.676548:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880129ea9100) 00010000:00010000:3.0:1724307174.676550:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.676552:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbb7b lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.676556:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbb7b lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.676565:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009012f480 reply state ffff88009c088000 transno 296352743854 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbb82 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.676570:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.676941:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.676955:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.676958:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743855 00000020:00080000:3.0:1724307174.676960:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.676961:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743855 00010000:00010000:1.0:1724307174.678566:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbb82 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.678576:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbb82 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.678582:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbb82 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.678586:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3db00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.678590:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbb82 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.678595:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbb82 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.678605:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea2e9 (ffff880129ea9900) 00010000:00010000:1.0:1724307174.678608:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307174.678610:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbb82 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.678615:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbb82 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.679091:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307174.679149:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247899904 00000100:00100000:2.0:1724307174.679156:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247899904 00000100:00100000:2.0:1724307174.679195:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 22 00000100:00100000:2.0:1724307174.679201:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+21:1965:x1808064247899904:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307174.679216:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743855, current: 296352743855, replaying 00000100:00100000:2.0:1724307174.679402:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+21:1965:x1808064247899904:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 199us (312us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.679408:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 22 00000020:00080000:3.0:1724307174.679552:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.679556:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743855, next_transno: 296352743855 00010000:00080000:3.0:1724307174.679560:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743855) 00000020:00080000:3.0:1724307174.679562:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.679569:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247899904 t296352743855 from 192.168.204.7@tcp req@ffff88009012e680 x1808064247899904/t0(296352743855) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.679634:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbb90 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.679674:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbb90 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.679683:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbb90 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.679692:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbb97 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.679697:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbb97 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.679702:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbb97 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.679866:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbb9e lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.679873:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbb9e lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.679878:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbb9e lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.680185:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].9, 64 off8768 00010000:00010000:3.0:1724307174.680238:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbb9e lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.680243:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbb9e lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.680252:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbb9e lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.680256:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.680259:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbb9e lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.680264:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbb9e lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.680272:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa40:0x0].0x0 (ffff880129ea9000) 00010000:00010000:3.0:1724307174.680274:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.680276:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbb9e lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.680281:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbb9e lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.680310:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbb90 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.680314:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbb90 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.680318:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbb90 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.680321:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ed00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.680323:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbb90 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.680328:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbb90 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.680337:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880129ea9500) 00010000:00010000:3.0:1724307174.680338:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.680340:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbb90 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.680344:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbb90 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.680354:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009012e680 reply state ffff88009c08f000 transno 296352743855 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbb97 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.680359:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.680414:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.680426:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.680428:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743856 00000020:00080000:3.0:1724307174.680431:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.680432:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743856 00000100:00100000:0.0:1724307174.682747:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307174.682820:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbb97 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.682828:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbb97 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.682834:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbb97 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.682839:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cb40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.682842:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbb97 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.682848:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbb97 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.682858:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea2e9 (ffff880129ea9800) 00010000:00010000:2.0:1724307174.682862:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.682865:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbb97 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.682870:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbb97 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.682987:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247900160 00000100:00100000:3.0:1724307174.682994:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247900160 00000100:00100000:3.0:1724307174.683599:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 23 00000100:00100000:3.0:1724307174.683606:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+22:1965:x1808064247900160:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.683623:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743856, current: 296352743856, replaying 00000100:00100000:3.0:1724307174.684108:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+22:1965:x1808064247900160:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 501us (1366us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.684113:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 23 00000020:00080000:2.0:1724307174.684254:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.684257:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743856, next_transno: 296352743856 00010000:00080000:2.0:1724307174.684261:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743856) 00000020:00080000:2.0:1724307174.684263:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.684270:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247900160 t296352743856 from 192.168.204.7@tcp req@ffff88009012c380 x1808064247900160/t0(296352743856) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.684337:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbba5 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.684349:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbba5 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.684357:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbba5 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.684367:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbbac lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.684371:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbbac lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.684377:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbbac lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.684531:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbbb3 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.684540:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbbb3 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.684545:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbbb3 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.688170:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].10, 64 off8832 00010000:00010000:2.0:1724307174.688241:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbbb3 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.688250:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbbb3 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.688259:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbbb3 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.688264:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102f840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.688268:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbbb3 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.688273:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbbb3 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.688286:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa41:0x0].0x0 (ffff8800b1d5e200) 00010000:00010000:2.0:1724307174.688288:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.688291:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbbb3 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.688296:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfbbb3 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.688341:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbba5 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.688349:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbba5 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.688450:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbba5 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.688455:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102fcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.688457:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbba5 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.688462:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbba5 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.688468:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800b1d5e000) 00010000:00010000:2.0:1724307174.688470:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.688472:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbba5 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.688476:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfbba5 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.688487:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009012c380 reply state ffff88009e863000 transno 296352743856 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbbac lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.688493:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.688697:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307174.688713:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.688715:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743857 00000020:00080000:2.0:1724307174.688718:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.688719:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743857 00000100:00100000:0.0:1724307174.690623:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:1.0:1724307174.690762:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbbac lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.690781:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbbac lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.690787:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbbac lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.690791:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.690795:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbbac lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.690800:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbbac lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.690813:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea2e9 (ffff8800b1d5ea00) 00010000:00010000:1.0:1724307174.690816:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307174.690819:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbbac lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.690824:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbbac lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.690922:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247900416 00000100:00100000:3.0:1724307174.690930:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247900416 00000100:00100000:3.0:1724307174.690962:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 24 00000100:00100000:3.0:1724307174.690968:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+23:1965:x1808064247900416:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.690983:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743857, current: 296352743857, replaying 00000100:00100000:3.0:1724307174.691004:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+23:1965:x1808064247900416:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 35us (389us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.691010:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 24 00000020:00080000:2.0:1724307174.691036:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.691040:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743857, next_transno: 296352743857 00010000:00080000:2.0:1724307174.691043:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743857) 00000020:00080000:2.0:1724307174.691045:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.691051:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247900416 t296352743857 from 192.168.204.7@tcp req@ffff88009012ca80 x1808064247900416/t0(296352743857) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.691122:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbbba lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.691132:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbbba lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.691140:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbbba lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.691149:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbbc1 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.691153:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbbc1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.691157:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbbc1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.691308:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbbc8 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.691314:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbbc8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.691320:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbbc8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.691875:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].10, 64 off8832 00010000:00010000:2.0:1724307174.691932:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbbc8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.691939:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbbc8 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.691944:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbbc8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.691948:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.691950:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbbc8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.691956:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbbc8 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.691963:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa42:0x0].0x0 (ffff8800b3cf5a00) 00010000:00010000:2.0:1724307174.691966:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.691969:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbbc8 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.691974:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbbc8 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.692006:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbbba lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.692012:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbbba lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.692017:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbbba lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.692021:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102db00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.692024:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbbba lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.692028:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbbba lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.692034:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800b46d2a00) 00010000:00010000:2.0:1724307174.692036:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.692038:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbbba lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.692042:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbbba lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.692054:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009012ca80 reply state ffff88009e866000 transno 296352743857 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbbc1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.692059:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.692114:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307174.692127:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.692129:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743858 00000020:00080000:2.0:1724307174.692131:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.692133:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743858 00000100:00100000:0.0:1724307174.693944:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307174.694029:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbbc1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.694038:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbbc1 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.694107:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247900672 00000100:00100000:1.0:1724307174.694114:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247900672 00010000:00010000:3.0:1724307174.694181:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbbc1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.694187:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.694191:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbbc1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.694196:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbbc1 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.694207:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea2e9 (ffff8800b3cf5b00) 00010000:00010000:3.0:1724307174.694210:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.694213:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbbc1 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.694217:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbbc1 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.694351:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 25 00000100:00100000:1.0:1724307174.694358:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+24:1965:x1808064247900672:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.694372:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743858, current: 296352743858, replaying 00000100:00100000:1.0:1724307174.694393:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+24:1965:x1808064247900672:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 36us (454us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.694399:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 25 00000020:00080000:3.0:1724307174.694411:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.694414:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743858, next_transno: 296352743858 00010000:00080000:3.0:1724307174.694417:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743858) 00000020:00080000:3.0:1724307174.694420:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.694426:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247900672 t296352743858 from 192.168.204.7@tcp req@ffff88009012ed80 x1808064247900672/t0(296352743858) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.694483:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfbbcf lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.694493:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfbbcf lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.694501:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfbbcf lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.694508:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfbbd6 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.694513:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfbbd6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.694523:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfbbd6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.694701:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfbbdd lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.694707:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfbbdd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.694713:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfbbdd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.695019:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].11, 64 off8896 00010000:00010000:3.0:1724307174.695069:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfbbdd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.695076:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfbbdd lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.695081:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfbbdd lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.695085:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3fcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.695087:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfbbdd lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.695092:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfbbdd lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.695099:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa43:0x0].0x0 (ffff880130e77000) 00010000:00010000:3.0:1724307174.695101:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.695103:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfbbdd lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.695107:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfbbdd lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.695137:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfbbcf lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.695142:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfbbcf lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.695146:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfbbcf lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.695149:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.695150:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfbbcf lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.695158:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfbbcf lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.695163:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880130e77200) 00010000:00010000:3.0:1724307174.695165:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.695167:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfbbcf lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.695171:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfbbcf lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.695179:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009012ed80 reply state ffff88009c08a000 transno 296352743858 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfbbd6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.695184:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.695237:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.695250:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.695252:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743859 00000020:00080000:3.0:1724307174.695254:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.695255:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743859 00000100:00100000:0.0:1724307174.697206:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:1.0:1724307174.697279:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfbbd6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.697289:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfbbd6 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.697295:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfbbd6 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.697299:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.697302:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfbbd6 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.697307:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfbbd6 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.697320:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea2e9 (ffff880130e77800) 00010000:00010000:1.0:1724307174.697323:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307174.697326:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfbbd6 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.697330:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfbbd6 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.697408:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247900928 00000100:00100000:2.0:1724307174.697416:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247900928 00000100:00100000:2.0:1724307174.697441:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 26 00000100:00100000:2.0:1724307174.697447:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+25:1965:x1808064247900928:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307174.697460:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743859, current: 296352743859, replaying 00000100:00100000:2.0:1724307174.697477:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+25:1965:x1808064247900928:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 29us (277us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.697485:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 26 00000020:00080000:3.0:1724307174.697507:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.697511:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743859, next_transno: 296352743859 00010000:00080000:3.0:1724307174.697513:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743859) 00000020:00080000:3.0:1724307174.697516:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.697522:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247900928 t296352743859 from 192.168.204.7@tcp req@ffff88009012fb80 x1808064247900928/t0(296352743859) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.697585:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfbbe4 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.697593:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfbbe4 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.697602:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfbbe4 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.697610:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfbbeb lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.697615:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfbbeb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.697620:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfbbeb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.697799:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbbf2 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.697805:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbbf2 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.697811:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbbf2 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.698308:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].11, 64 off8896 00010000:00010000:3.0:1724307174.698360:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbbf2 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.698365:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbbf2 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.698370:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbbf2 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.698374:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ed00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.698376:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbbf2 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.698381:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbbf2 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.698389:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa44:0x0].0x0 (ffff880130cc2200) 00010000:00010000:3.0:1724307174.698391:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.698393:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbbf2 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.698397:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfbbf2 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.698426:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfbbe4 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.698431:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfbbe4 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.698435:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfbbe4 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.698439:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.698441:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfbbe4 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.698445:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfbbe4 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.698452:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880130cc2c00) 00010000:00010000:3.0:1724307174.698453:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.698456:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfbbe4 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.698460:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfbbe4 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.698468:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009012fb80 reply state ffff88009485a000 transno 296352743859 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfbbeb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.698473:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.699079:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.699092:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.699094:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743860 00000020:00080000:3.0:1724307174.699097:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.699098:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743860 00000100:00100000:0.0:1724307174.702251:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.702320:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247901184 00000100:00100000:1.0:1724307174.702327:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247901184 00000100:00100000:1.0:1724307174.702369:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 27 00000100:00100000:1.0:1724307174.702376:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009012ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:1965:x1808064247901184:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.702393:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743860, current: 296352743860, replaying 00000100:00100000:1.0:1724307174.702403:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009012ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:1965:x1808064247901184:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 28us (160us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.702409:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 27 00000020:00080000:1.0:1724307174.702427:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.702430:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743860, next_transno: 296352743860 00010000:00080000:1.0:1724307174.702433:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743860) 00000020:00080000:1.0:1724307174.702435:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.702442:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247901184 t296352743860 from 192.168.204.7@tcp req@ffff88009012ea00 x1808064247901184/t0(296352743860) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:1.0:1724307174.702508:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfbbf9 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.702519:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfbbf9 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.702532:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfbbf9 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.702542:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfbc00 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93fa2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.702547:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfbc00 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.702552:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfbc00 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.702720:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfbc07 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.702728:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfbc07 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.702734:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfbc07 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:1.0:1724307174.703033:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].12, 64 off8960 00010000:00010000:1.0:1724307174.703084:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfbc07 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.703090:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfbc07 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.703096:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfbc07 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.703102:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b73c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.703104:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfbc07 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.703111:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfbc07 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.703121:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa45:0x0].0x0 (ffff8800a5031500) 00010000:00010000:1.0:1724307174.703123:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307174.703126:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfbc07 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.703130:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfbc07 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.703165:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfbbf9 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.703170:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfbbf9 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.703174:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfbbf9 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.703178:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.703180:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfbbf9 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.703184:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfbbf9 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.703190:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031100) 00010000:00010000:1.0:1724307174.703191:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307174.703193:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfbbf9 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.703197:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfbbf9 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:1.0:1724307174.703206:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009012ea00 reply state ffff88009b347000 transno 296352743860 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfbc00 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.703212:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1724307174.703269:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:1.0:1724307174.703280:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.703282:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743861 00000020:00080000:1.0:1724307174.703285:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.703286:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743861 00010000:00010000:3.0:1724307174.703349:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfbbeb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.703355:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfbbeb lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.703359:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfbbeb lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.703363:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.703365:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfbbeb lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.703369:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfbbeb lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.703376:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea2e9 (ffff880130cc2f00) 00010000:00010000:3.0:1724307174.703377:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.703379:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfbbeb lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.703383:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfbbeb lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.705705:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:1.0:1724307174.706306:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfbc00 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.706315:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfbc00 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.706321:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfbc00 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.706326:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.706330:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfbc00 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.706336:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfbc00 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.706350:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93fa2e9 (ffff8800a5031c00) 00010000:00010000:1.0:1724307174.706352:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307174.706355:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfbc00 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.706360:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfbc00 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.707510:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247901440 00000100:00100000:2.0:1724307174.707518:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247901440 00000100:00100000:2.0:1724307174.707555:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 28 00000100:00100000:2.0:1724307174.707562:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:1965:x1808064247901440:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307174.707578:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743861, current: 296352743861, replaying 00000100:00100000:2.0:1724307174.707600:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:1965:x1808064247901440:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 39us (1904us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.707605:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 28 00000020:00080000:3.0:1724307174.707673:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.707676:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743861, next_transno: 296352743861 00010000:00080000:3.0:1724307174.707680:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743861) 00000020:00080000:3.0:1724307174.707682:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.707689:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247901440 t296352743861 from 192.168.204.7@tcp req@ffff88009bfaf100 x1808064247901440/t0(296352743861) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.707756:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbc0e lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.707773:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbc0e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.707782:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbc0e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.707791:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbc15 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.707796:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbc15 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.707801:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbc15 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.707965:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbc1c lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.707972:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbc1c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.707978:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbc1c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.708284:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].12, 64 off8960 00010000:00010000:3.0:1724307174.708340:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbc1c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.708346:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbc1c lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.708350:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbc1c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.708355:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f3c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.708357:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbc1c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.708362:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbc1c lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.708370:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa46:0x0].0x0 (ffff88012a2e9d00) 00010000:00010000:3.0:1724307174.708372:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.708375:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbc1c lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.708380:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfbc1c lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.708415:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbc0e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.708420:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbc0e lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.708424:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbc0e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.708432:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.708434:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbc0e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.708439:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbc0e lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.708445:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880130cc2500) 00010000:00010000:3.0:1724307174.708447:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.708449:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbc0e lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.708454:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfbc0e lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.708464:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009bfaf100 reply state ffff88009485b000 transno 296352743861 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbc15 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.708469:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.708527:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.708539:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.708541:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743862 00000020:00080000:3.0:1724307174.708543:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.708544:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743862 00000100:00100000:0.0:1724307174.712186:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307174.712300:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbc15 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.712309:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbc15 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.712316:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbc15 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.712322:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.712326:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbc15 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.712332:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbc15 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.712345:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 (ffff880130cc2e00) 00010000:00010000:3.0:1724307174.712347:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.712351:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbc15 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.712355:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbc15 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.712666:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247901696 00000100:00100000:2.0:1724307174.712674:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247901696 00000100:00100000:2.0:1724307174.712707:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 29 00000100:00100000:2.0:1724307174.712713:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+28:1965:x1808064247901696:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307174.712728:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743862, current: 296352743862, replaying 00000100:00100000:2.0:1724307174.712737:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+28:1965:x1808064247901696:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 24us (558us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.712742:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 29 00000020:00080000:3.0:1724307174.712931:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.712934:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743862, next_transno: 296352743862 00010000:00080000:3.0:1724307174.712937:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743862) 00000020:00080000:3.0:1724307174.712940:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.712946:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247901696 t296352743862 from 192.168.204.7@tcp req@ffff88009bfafb80 x1808064247901696/t0(296352743862) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.713008:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbc23 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713017:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbc23 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713024:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbc23 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713031:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbc2a lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3fa2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713036:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbc2a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713040:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbc2a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713187:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbc31 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713194:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbc31 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713200:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbc31 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.713509:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].13, 64 off9024 00010000:00010000:3.0:1724307174.713563:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbc31 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713569:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbc31 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713573:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbc31 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713577:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.713580:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbc31 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713584:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbc31 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713592:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa47:0x0].0x0 (ffff88008f3f0900) 00010000:00010000:3.0:1724307174.713596:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.713598:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbc31 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713603:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbc31 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713635:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbc23 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713820:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbc23 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713825:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbc23 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713829:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3db00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.713831:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbc23 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713836:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbc23 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713843:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88008f3f0000) 00010000:00010000:3.0:1724307174.713845:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.713847:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbc23 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.713851:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbc23 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.713861:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009bfafb80 reply state ffff88009caed000 transno 296352743862 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbc2a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.713866:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.713919:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.713930:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.713932:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743863 00000020:00080000:3.0:1724307174.713935:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.713936:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743863 00000100:00100000:0.0:1724307174.716184:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:1.0:1724307174.716887:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbc2a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.716896:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbc2a lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.716901:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbc2a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.716905:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cb40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.716909:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbc2a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.716915:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbc2a lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.716927:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3fa2e9 (ffff88008f3f0b00) 00010000:00010000:1.0:1724307174.716929:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307174.716937:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbc2a lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.716942:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbc2a lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.717048:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247901952 00000100:00100000:2.0:1724307174.717057:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247901952 00000100:00100000:2.0:1724307174.717099:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 30 00000100:00100000:2.0:1724307174.717105:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+29:1965:x1808064247901952:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307174.717122:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743863, current: 296352743863, replaying 00000100:00100000:2.0:1724307174.717141:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+29:1965:x1808064247901952:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 36us (964us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.717147:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 30 00000020:00080000:3.0:1724307174.717293:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.717297:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743863, next_transno: 296352743863 00010000:00080000:3.0:1724307174.717301:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743863) 00000020:00080000:3.0:1724307174.717303:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.717310:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247901952 t296352743863 from 192.168.204.7@tcp req@ffff88009bfadf80 x1808064247901952/t0(296352743863) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.717378:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbc38 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.717387:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbc38 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.717394:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbc38 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.717403:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbc3f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.717407:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbc3f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.717411:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbc3f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.717560:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbc46 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.717570:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbc46 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.717575:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbc46 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.717968:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].13, 64 off9024 00010000:00010000:3.0:1724307174.718018:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbc46 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.718024:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbc46 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.718028:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbc46 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.718032:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3dd40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.718034:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbc46 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.718038:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbc46 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.718046:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa48:0x0].0x0 (ffff88008f3f0f00) 00010000:00010000:3.0:1724307174.718048:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.718050:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbc46 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.718055:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbc46 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.718084:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbc38 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.718091:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbc38 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.718095:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbc38 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.718098:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.718100:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbc38 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.718105:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbc38 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.718109:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88008f3f0500) 00010000:00010000:3.0:1724307174.718111:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.718113:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbc38 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.718117:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbc38 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.718124:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009bfadf80 reply state ffff88009cae8000 transno 296352743863 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbc3f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.718130:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.718194:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.718206:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.718208:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743864 00000020:00080000:3.0:1724307174.718210:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.718212:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743864 00010000:00010000:3.0:1724307174.719762:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbc3f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.719780:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbc3f lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.719784:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbc3f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.719789:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.719792:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbc3f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.719798:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbc3f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.719807:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 (ffff88008f3f0c00) 00010000:00010000:3.0:1724307174.719810:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.719812:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbc3f lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.719816:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbc3f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.719999:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307174.720062:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247902208 00000100:00100000:2.0:1724307174.720069:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247902208 00000100:00100000:2.0:1724307174.720096:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 31 00000100:00100000:2.0:1724307174.720101:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+30:1965:x1808064247902208:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307174.720114:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743864, current: 296352743864, replaying 00000100:00100000:2.0:1724307174.720121:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+30:1965:x1808064247902208:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 20us (125us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.720125:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 31 00000020:00080000:3.0:1724307174.720296:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.720299:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743864, next_transno: 296352743864 00010000:00080000:3.0:1724307174.720303:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743864) 00000020:00080000:3.0:1724307174.720305:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.720311:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247902208 t296352743864 from 192.168.204.7@tcp req@ffff88009bfad180 x1808064247902208/t0(296352743864) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.720372:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc4d lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720382:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc4d lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720389:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc4d lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720396:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc54 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3fa2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720400:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc54 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720404:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc54 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720533:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc5b lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720539:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc5b lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720544:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc5b lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.720854:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].14, 64 off9088 00010000:00010000:3.0:1724307174.720901:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc5b lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720906:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc5b lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720910:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc5b lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720914:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.720916:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc5b lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720921:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc5b lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720928:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa49:0x0].0x0 (ffff88009ddbb900) 00010000:00010000:3.0:1724307174.720930:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.720932:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc5b lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720936:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc5b lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720960:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc4d lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720965:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc4d lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720969:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc4d lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720972:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.720974:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc4d lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720977:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc4d lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720982:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009ddbb700) 00010000:00010000:3.0:1724307174.720983:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.720984:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc4d lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.720988:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc4d lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.720995:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009bfad180 reply state ffff8800a062a000 transno 296352743864 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc54 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.721000:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.721041:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.721049:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.721050:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743865 00000020:00080000:3.0:1724307174.721053:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.721054:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743865 00010000:00010000:1.0:1724307174.722328:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc54 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.722337:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc54 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.722342:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc54 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.722350:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.722353:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc54 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.722358:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc54 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.722367:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3fa2e9 (ffff88009ddbba00) 00010000:00010000:1.0:1724307174.722369:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307174.722372:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc54 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.722377:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc54 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.723929:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307174.724292:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247902464 00000100:00100000:2.0:1724307174.724301:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247902464 00000100:00100000:2.0:1724307174.724351:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 32 00000100:00100000:2.0:1724307174.724358:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+31:1965:x1808064247902464:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307174.724376:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743865, current: 296352743865, replaying 00000100:00100000:2.0:1724307174.724831:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+31:1965:x1808064247902464:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 472us (905us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.724837:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 32 00000020:00080000:3.0:1724307174.725818:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.725822:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743865, next_transno: 296352743865 00010000:00080000:3.0:1724307174.725826:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743865) 00000020:00080000:3.0:1724307174.725829:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.725837:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247902464 t296352743865 from 192.168.204.7@tcp req@ffff88009bfaca80 x1808064247902464/t0(296352743865) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.725910:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbc62 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.725921:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbc62 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.725931:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbc62 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.725940:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbc69 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.725946:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbc69 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.725954:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbc69 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.726106:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbc70 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.726112:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbc70 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.726118:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbc70 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.726420:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].14, 64 off9088 00010000:00010000:3.0:1724307174.726476:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbc70 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.726482:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbc70 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.726487:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbc70 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.726492:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3df80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.726495:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbc70 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.726501:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbc70 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.726510:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa4a:0x0].0x0 (ffff88009a35fe00) 00010000:00010000:3.0:1724307174.726512:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.726517:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbc70 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.726525:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfbc70 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.726556:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbc62 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.726561:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbc62 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.726565:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbc62 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.726569:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.726571:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbc62 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.726575:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbc62 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.726580:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009a35f900) 00010000:00010000:3.0:1724307174.726582:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.726584:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbc62 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.726588:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfbc62 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.726597:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009bfaca80 reply state ffff8800a062b000 transno 296352743865 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbc69 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.726602:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.726710:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.726722:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.726724:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743866 00000020:00080000:3.0:1724307174.726726:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.726728:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743866 00000100:00100000:0.0:1724307174.730148:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307174.730160:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbc69 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.730170:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbc69 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.730176:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbc69 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.730182:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.730186:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbc69 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.730192:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbc69 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.730204:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 (ffff88009a35f400) 00010000:00010000:3.0:1724307174.730207:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.730210:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbc69 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.730215:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfbc69 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.730286:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247902720 00000100:00100000:2.0:1724307174.730293:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247902720 00000100:00100000:2.0:1724307174.730316:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 33 00000100:00100000:2.0:1724307174.730320:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+32:1965:x1808064247902720:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307174.730334:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743866, current: 296352743866, replaying 00000100:00100000:2.0:1724307174.730339:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+32:1965:x1808064247902720:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 19us (200us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.730343:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 33 00000020:00080000:3.0:1724307174.730750:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.730754:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743866, next_transno: 296352743866 00010000:00080000:3.0:1724307174.730758:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743866) 00000020:00080000:3.0:1724307174.730760:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.730778:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247902720 t296352743866 from 192.168.204.7@tcp req@ffff88009bfae680 x1808064247902720/t0(296352743866) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.730846:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc77 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.730856:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc77 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.730864:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc77 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.730872:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc7e lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3fa2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.730878:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc7e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.730883:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc7e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.735244:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc85 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.735259:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc85 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.735269:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc85 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.737081:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].15, 64 off9152 00010000:00010000:3.0:1724307174.737146:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc85 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.737154:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc85 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.737164:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc85 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.737169:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.737172:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc85 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.737178:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc85 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.737190:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa4b:0x0].0x0 (ffff88009a35f100) 00010000:00010000:3.0:1724307174.737192:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.737195:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc85 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.737200:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbc85 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.737237:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc77 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.737243:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc77 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.737247:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc77 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.737251:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.737253:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc77 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.737258:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc77 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.737268:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009a35fd00) 00010000:00010000:3.0:1724307174.737270:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.737272:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc77 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.737276:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbc77 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.737287:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009bfae680 reply state ffff8801373ad000 transno 296352743866 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc7e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.737293:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.737365:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.737381:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.737383:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743867 00000020:00080000:3.0:1724307174.737386:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.737387:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743867 00010000:00010000:1.0:1724307174.738562:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc7e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.738570:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc7e lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.738575:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc7e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.738579:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.738581:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc7e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.738586:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc7e lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.738595:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3fa2e9 (ffff88009a35f500) 00010000:00010000:1.0:1724307174.738598:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307174.738601:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc7e lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.738605:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfbc7e lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.740869:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307174.741034:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247902976 00000100:00100000:0.0:1724307174.741042:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247902976 00000100:00100000:0.0:1724307174.741167:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 34 00000100:00100000:0.0:1724307174.741173:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092146300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+33:1965:x1808064247902976:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:0.0:1724307174.741189:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743867, current: 296352743867, replaying 00000100:00100000:0.0:1724307174.741200:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092146300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+33:1965:x1808064247902976:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 27us (340us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307174.741231:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 34 00000020:00080000:2.0:1724307174.741299:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.741303:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743867, next_transno: 296352743867 00010000:00080000:2.0:1724307174.741306:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743867) 00000020:00080000:2.0:1724307174.741309:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.741314:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247902976 t296352743867 from 192.168.204.7@tcp req@ffff880092146300 x1808064247902976/t0(296352743867) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.741386:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbc8c lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.741396:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbc8c lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.741406:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbc8c lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.741416:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbc93 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.741420:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbc93 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.741425:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbc93 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.742234:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbc9a lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.742242:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbc9a lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.742248:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbc9a lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.742548:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].15, 64 off9152 00010000:00010000:2.0:1724307174.742605:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbc9a lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.742612:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbc9a lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.742617:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbc9a lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.742622:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.742624:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbc9a lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.742630:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbc9a lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.742708:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa4c:0x0].0x0 (ffff8800b3cf5d00) 00010000:00010000:2.0:1724307174.742711:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.742715:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbc9a lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.742720:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbc9a lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.742755:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbc8c lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.742759:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbc8c lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.742774:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbc8c lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.742777:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.742779:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbc8c lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.742787:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbc8c lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.742793:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800b3cf5300) 00010000:00010000:2.0:1724307174.742795:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.742797:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbc8c lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.742802:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbc8c lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.742812:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880092146300 reply state ffff88009e864000 transno 296352743867 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbc93 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.742818:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.743448:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307174.743463:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.743466:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743868 00000020:00080000:2.0:1724307174.743468:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.743470:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743868 00000100:00100000:1.0:1724307174.745747:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307174.745841:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247903232 00000100:00100000:2.0:1724307174.745849:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247903232 00000100:00100000:2.0:1724307174.745881:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 35 00000100:00100000:2.0:1724307174.745888:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+35:1965:x1808064247903232:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307174.745903:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743868, current: 296352743868, replaying 00000100:00100000:2.0:1724307174.745913:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+35:1965:x1808064247903232:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 26us (174us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.745918:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 35 00000020:00080000:2.0:1724307174.745930:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.745932:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743868, next_transno: 296352743868 00010000:00080000:2.0:1724307174.745935:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743868) 00000020:00080000:2.0:1724307174.745938:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.745944:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247903232 t296352743868 from 192.168.204.7@tcp req@ffff88012de3df80 x1808064247903232/t0(296352743868) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.746011:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbca1 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746023:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbca1 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746033:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbca1 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746043:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbca8 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13fa2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746048:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbca8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746053:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbca8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746209:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbcaf lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746216:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbcaf lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746221:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbcaf lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.746515:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].16, 64 off9216 00010000:00010000:2.0:1724307174.746571:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbcaf lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746578:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbcaf lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746583:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbcaf lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746588:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.746591:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbcaf lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746597:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbcaf lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746607:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa4d:0x0].0x0 (ffff8800b3cf5a00) 00010000:00010000:2.0:1724307174.746609:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.746612:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbcaf lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746616:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbcaf lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746672:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbca1 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746677:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbca1 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746681:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbca1 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746685:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.746687:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbca1 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746692:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbca1 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746697:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800b3cf5b00) 00010000:00010000:2.0:1724307174.746699:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.746701:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbca1 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.746705:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbca1 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.746713:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012de3df80 reply state ffff8800a5c93000 transno 296352743868 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbca8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.746719:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.746776:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00010000:00010000:3.0:1724307174.747376:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbc93 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.747383:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbc93 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.747388:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbc93 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.747393:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.747395:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbc93 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.747400:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbc93 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.747408:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3fa2e9 (ffff8800b3cf5200) 00010000:00010000:3.0:1724307174.747410:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.747413:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbc93 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.747417:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfbc93 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000020:00080000:3.0:1724307174.749210:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.749216:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743869 00000020:00080000:3.0:1724307174.749219:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.749221:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743869 00000100:00100000:2.0:1724307174.750147:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307174.750176:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247903488 00000100:00100000:2.0:1724307174.750182:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247903488 00010000:00010000:0.0:1724307174.750257:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbca8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.750266:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbca8 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.750272:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbca8 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.750276:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102db00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.750279:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbca8 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.750285:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbca8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.750295:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13fa2e9 (ffff8800b3cf5500) 00010000:00010000:0.0:1724307174.750298:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.750301:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbca8 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.750305:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfbca8 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.750803:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 36 00000100:00100000:2.0:1724307174.750811:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092146a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+36:1965:x1808064247903488:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307174.750826:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743869, current: 296352743869, replaying 00000100:00100000:2.0:1724307174.751126:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092146a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+35:1965:x1808064247903488:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 314us (982us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.751133:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 36 00000020:00080000:3.0:1724307174.751167:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.751170:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743869, next_transno: 296352743869 00010000:00080000:3.0:1724307174.751173:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743869) 00000020:00080000:3.0:1724307174.751176:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.751182:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247903488 t296352743869 from 192.168.204.7@tcp req@ffff880092146a00 x1808064247903488/t0(296352743869) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.751245:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbcb6 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751255:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbcb6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751263:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbcb6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751271:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbcbd lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751280:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbcbd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751285:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbcbd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751432:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbcc4 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751439:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbcc4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751445:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbcc4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.751774:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].16, 64 off9216 00010000:00010000:3.0:1724307174.751827:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbcc4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751834:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbcc4 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751839:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbcc4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751843:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.751845:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbcc4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751851:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbcc4 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751859:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa4e:0x0].0x0 (ffff88009a35f700) 00010000:00010000:3.0:1724307174.751861:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.751864:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbcc4 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751868:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfbcc4 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751900:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbcb6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751904:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbcb6 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751908:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbcb6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751912:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.751914:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbcb6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751918:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbcb6 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751923:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009a35f500) 00010000:00010000:3.0:1724307174.751925:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.751927:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbcb6 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.751930:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfbcb6 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.751938:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880092146a00 reply state ffff8801373a8000 transno 296352743869 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbcbd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.751943:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.752004:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.752015:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.752017:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743870 00000020:00080000:3.0:1724307174.752020:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.752021:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743870 00010000:00010000:2.0:1724307174.753465:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbcbd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.753473:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbcbd lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.753479:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbcbd lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.753483:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cb40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.753486:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbcbd lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.753491:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbcbd lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.753500:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23fa2e9 (ffff88009a35f400) 00010000:00010000:2.0:1724307174.753502:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.753504:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbcbd lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.753509:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfbcbd lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23fa2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.753798:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307174.753855:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247903744 00000100:00100000:2.0:1724307174.753861:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247903744 00000100:00100000:2.0:1724307174.753888:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 37 00000100:00100000:2.0:1724307174.753893:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+36:1965:x1808064247903744:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307174.753906:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743870, current: 296352743870, replaying 00000100:00100000:2.0:1724307174.753915:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+36:1965:x1808064247903744:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 20us (119us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.753920:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 37 00000020:00080000:3.0:1724307174.754282:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.754285:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743870, next_transno: 296352743870 00010000:00080000:3.0:1724307174.754288:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743870) 00000020:00080000:3.0:1724307174.754290:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.754297:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247903744 t296352743870 from 192.168.204.7@tcp req@ffff88009bfac380 x1808064247903744/t0(296352743870) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.754354:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbccb lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754363:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbccb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754370:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbccb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754378:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbcd2 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf940a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754382:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbcd2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754387:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbcd2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754520:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbcd9 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754530:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbcd9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754535:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbcd9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.754838:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].17, 64 off9280 00010000:00010000:3.0:1724307174.754886:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbcd9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754890:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbcd9 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754895:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbcd9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754898:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3dd40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.754900:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbcd9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754905:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbcd9 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754912:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa4f:0x0].0x0 (ffff88009a35f900) 00010000:00010000:3.0:1724307174.754915:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.754917:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbcd9 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754921:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfbcd9 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754948:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbccb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754956:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbccb lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754960:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbccb lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754963:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.754965:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbccb lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754970:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbccb lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754975:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009a35fd00) 00010000:00010000:3.0:1724307174.754976:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.754978:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbccb lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.754982:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfbccb lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.754988:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009bfac380 reply state ffff8801373aa000 transno 296352743870 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbcd2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.754993:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.755046:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.755058:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.755060:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743871 00000020:00080000:3.0:1724307174.755062:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.755064:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743871 00000100:00100000:0.0:1724307174.757405:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.757557:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247904000 00000100:00100000:1.0:1724307174.757564:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247904000 00000100:00100000:1.0:1724307174.757609:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 38 00000100:00100000:1.0:1724307174.757615:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+38:1965:x1808064247904000:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.757630:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743871, current: 296352743871, replaying 00000100:00100000:1.0:1724307174.757656:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+38:1965:x1808064247904000:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 24us (239us total) trans 0 rc 0/-999 00000020:00080000:3.0:1724307174.757659:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00000100:00100000:1.0:1724307174.757661:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 38 00010000:00080000:3.0:1724307174.757662:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743871, next_transno: 296352743871 00010000:00080000:3.0:1724307174.757665:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743871) 00000020:00080000:3.0:1724307174.757668:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.757674:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247904000 t296352743871 from 192.168.204.7@tcp req@ffff88009bfaf800 x1808064247904000/t0(296352743871) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.757738:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbce0 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.757749:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbce0 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.757757:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbce0 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.757775:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbce7 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.757780:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbce7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.757785:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbce7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.757976:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbcd2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.757983:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbcd2 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.757990:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbcd2 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.757994:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.757997:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbcd2 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.758002:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbcd2 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.758011:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf940a2e9 (ffff88009a35f100) 00010000:00010000:2.0:1724307174.758014:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.758017:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbcd2 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.758022:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfbcd2 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf940a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.758611:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbcee lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.758619:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbcee lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.758625:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbcee lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.758949:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].17, 64 off9280 00010000:00010000:3.0:1724307174.759002:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbcee lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.759008:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbcee lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.759013:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbcee lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.759017:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.759019:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbcee lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.759024:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbcee lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.759032:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa50:0x0].0x0 (ffff88009a35fa00) 00010000:00010000:3.0:1724307174.759034:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.759036:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbcee lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.759040:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfbcee lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.759068:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbce0 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.759073:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbce0 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.759078:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbce0 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.759081:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3db00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.759083:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbce0 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.759088:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbce0 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.759094:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009a35f600) 00010000:00010000:3.0:1724307174.759095:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.759097:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbce0 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.759101:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfbce0 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.759110:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009bfaf800 reply state ffff88009b09b000 transno 296352743871 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbce7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.759116:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.759170:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.759183:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.759185:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743872 00000020:00080000:3.0:1724307174.759188:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.759189:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743872 00000100:00100000:0.0:1724307174.760904:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307174.760972:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbce7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.760981:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbce7 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.760986:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbce7 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.760991:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.760995:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbce7 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.761000:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbce7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.761011:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa40a2e9 (ffff88009a35fb00) 00010000:00010000:2.0:1724307174.761014:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.761017:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbce7 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.761021:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfbce7 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.761107:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247904256 00000100:00100000:1.0:1724307174.761114:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247904256 00000100:00100000:1.0:1724307174.761477:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 39 00000100:00100000:1.0:1724307174.761484:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+38:1965:x1808064247904256:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.761500:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743872, current: 296352743872, replaying 00000100:00100000:1.0:1724307174.761520:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+38:1965:x1808064247904256:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 37us (622us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.761525:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 39 00000020:00080000:2.0:1724307174.761564:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.761567:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743872, next_transno: 296352743872 00010000:00080000:2.0:1724307174.761570:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743872) 00000020:00080000:2.0:1724307174.761572:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.761579:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247904256 t296352743872 from 192.168.204.7@tcp req@ffff88009bfad500 x1808064247904256/t0(296352743872) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.762033:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbcf5 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.762043:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbcf5 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.762050:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbcf5 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.762058:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbcfc lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb40a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.762062:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbcfc lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.762067:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbcfc lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.762812:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbd03 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.762819:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbd03 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.762825:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbd03 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.763096:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].18, 64 off9344 00010000:00010000:2.0:1724307174.763149:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbd03 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.763156:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbd03 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.763161:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbd03 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.763166:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.763168:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbd03 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.763174:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbd03 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.763182:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa51:0x0].0x0 (ffff88009ddbba00) 00010000:00010000:2.0:1724307174.763184:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.763188:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbd03 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.763192:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfbd03 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.763224:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbcf5 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.763229:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbcf5 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.763233:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbcf5 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.763237:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.763239:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbcf5 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.763243:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbcf5 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.763249:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009ddbb700) 00010000:00010000:2.0:1724307174.763250:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.763252:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbcf5 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.763256:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfbcf5 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.763264:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009bfad500 reply state ffff88012e16e000 transno 296352743872 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbcfc lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.763269:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.763331:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307174.763343:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.763345:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743873 00000020:00080000:2.0:1724307174.763347:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.763350:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743873 00010000:00010000:2.0:1724307174.765394:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbcfc lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.765405:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbcfc lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.765410:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbcfc lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.765415:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.765417:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbcfc lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.765423:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbcfc lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.765434:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb40a2e9 (ffff88009ddbb900) 00010000:00010000:2.0:1724307174.765437:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.765440:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbcfc lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.765444:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfbcfc lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.765862:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307174.766135:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247904512 00000100:00100000:3.0:1724307174.766142:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247904512 00000100:00100000:3.0:1724307174.766431:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 40 00000100:00100000:3.0:1724307174.766437:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+39:1965:x1808064247904512:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.766452:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743873, current: 296352743873, replaying 00000100:00100000:3.0:1724307174.766472:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+39:1965:x1808064247904512:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 35us (614us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.766477:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 40 00000020:00080000:2.0:1724307174.766527:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.766530:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743873, next_transno: 296352743873 00010000:00080000:2.0:1724307174.766533:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743873) 00000020:00080000:2.0:1724307174.766535:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.766541:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247904512 t296352743873 from 192.168.204.7@tcp req@ffff88009bfad880 x1808064247904512/t0(296352743873) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.766604:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbd0a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.766614:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbd0a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.766621:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbd0a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.766629:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbd11 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.766633:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbd11 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.766655:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbd11 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.767259:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbd18 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.767266:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbd18 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.767272:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbd18 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.767539:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].18, 64 off9344 00010000:00010000:2.0:1724307174.767593:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbd18 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.767599:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbd18 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.767604:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbd18 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.767612:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.767615:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbd18 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.767621:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbd18 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.767629:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa52:0x0].0x0 (ffff8800b3cf5300) 00010000:00010000:2.0:1724307174.767632:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.767635:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbd18 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.767661:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfbd18 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.767692:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbd0a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.767696:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbd0a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.767701:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbd0a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.767704:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.767707:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbd0a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.767711:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbd0a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.767717:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800b3cf5a00) 00010000:00010000:2.0:1724307174.767720:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.767722:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbd0a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.767726:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfbd0a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.767734:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009bfad880 reply state ffff8800a8ba2000 transno 296352743873 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbd11 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.767739:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.767796:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307174.767806:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.767808:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743874 00000020:00080000:2.0:1724307174.767811:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.767812:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743874 00000100:00100000:0.0:1724307174.770693:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.770731:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247904768 00000100:00100000:1.0:1724307174.770740:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247904768 00010000:00010000:2.0:1724307174.770757:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbd11 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.770777:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbd11 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.770783:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbd11 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.770787:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.770790:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbd11 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.770792:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 41 00010000:00010000:2.0:1724307174.770795:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbd11 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.770798:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0865c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+41:1965:x1808064247904768:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307174.770807:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc40a2e9 (ffff8800b3cf5200) 00010000:00010000:2.0:1724307174.770809:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00080000:1.0:1724307174.770812:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743874, current: 296352743874, replaying 00010000:00010000:2.0:1724307174.770813:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbd11 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.770817:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfbd11 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.770821:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0865c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+41:1965:x1808064247904768:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 24us (136us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.770826:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 41 00000020:00080000:1.0:1724307174.770842:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.770844:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743874, next_transno: 296352743874 00010000:00080000:1.0:1724307174.770848:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743874) 00000020:00080000:1.0:1724307174.770850:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.770856:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247904768 t296352743874 from 192.168.204.7@tcp req@ffff8800a0865c00 x1808064247904768/t0(296352743874) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:1.0:1724307174.770914:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfbd1f lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.770924:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfbd1f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.770936:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfbd1f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.770945:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfbd26 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd40a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.770949:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfbd26 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.770954:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfbd26 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.771582:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfbd2d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.771592:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfbd2d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.771598:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfbd2d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:1.0:1724307174.771909:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].19, 64 off9408 00010000:00010000:1.0:1724307174.771960:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfbd2d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.771966:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfbd2d lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.771970:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfbd2d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.771973:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b58c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.771976:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfbd2d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.771981:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfbd2d lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.771988:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa53:0x0].0x0 (ffff8800a5031c00) 00010000:00010000:1.0:1724307174.771991:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307174.771993:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfbd2d lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.771998:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfbd2d lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.772045:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfbd1f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.772053:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfbd1f lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.772058:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfbd1f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.772062:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.772064:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfbd1f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.772068:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfbd1f lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.772074:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031a00) 00010000:00010000:1.0:1724307174.772076:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307174.772077:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfbd1f lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.772081:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfbd1f lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:1.0:1724307174.772089:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a0865c00 reply state ffff88009b342000 transno 296352743874 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfbd26 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.772094:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1724307174.772153:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:1.0:1724307174.772163:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.772165:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743875 00000020:00080000:1.0:1724307174.772168:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.772169:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743875 00010000:00010000:2.0:1724307174.773690:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfbd26 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.773699:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfbd26 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.773703:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfbd26 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.773707:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.773710:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfbd26 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.773715:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfbd26 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.773725:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd40a2e9 (ffff8800a5031f00) 00010000:00010000:2.0:1724307174.773727:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.773730:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfbd26 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.773734:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfbd26 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.774064:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307174.774244:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247905024 00000100:00100000:3.0:1724307174.774252:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247905024 00000100:00100000:3.0:1724307174.774294:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 42 00000100:00100000:3.0:1724307174.774300:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0864380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+41:1965:x1808064247905024:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.774313:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743875, current: 296352743875, replaying 00000100:00100000:3.0:1724307174.774322:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0864380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+41:1965:x1808064247905024:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 23us (263us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.774327:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 42 00000020:00080000:0.0:1724307174.774575:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.774578:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743875, next_transno: 296352743875 00010000:00080000:0.0:1724307174.774581:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743875) 00000020:00080000:0.0:1724307174.774584:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.774590:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247905024 t296352743875 from 192.168.204.7@tcp req@ffff8800a0864380 x1808064247905024/t0(296352743875) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.774677:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd34 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.774688:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd34 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.774695:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd34 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.774704:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd3b lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.774708:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd3b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.774714:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd3b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.774869:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd42 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.774875:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd42 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.774881:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd42 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.775164:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].19, 64 off9408 00010000:00010000:0.0:1724307174.775218:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd42 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.775224:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd42 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.775229:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd42 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.775233:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.775235:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd42 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.775240:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd42 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.775247:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa54:0x0].0x0 (ffff88012cc70400) 00010000:00010000:0.0:1724307174.775250:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.775252:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd42 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.775256:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd42 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.775290:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd34 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.775294:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd34 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.775298:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd34 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.775301:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.775303:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd34 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.775307:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd34 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.775312:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88012cc70500) 00010000:00010000:0.0:1724307174.775314:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.775316:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd34 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.775320:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd34 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.775328:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a0864380 reply state ffff880137675000 transno 296352743875 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd3b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.775333:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.776289:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.776304:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.776307:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743876 00000020:00080000:0.0:1724307174.776309:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.776310:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743876 00000100:00100000:0.0:1724307174.778865:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307174.779081:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd3b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.779090:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd3b lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.779098:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd3b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.779103:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.779107:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd3b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.779112:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd3b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.779125:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe40a2e9 (ffff88012cc70b00) 00010000:00010000:2.0:1724307174.779128:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.779131:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd3b lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.779136:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd3b lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.779303:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247905280 00000100:00100000:1.0:1724307174.779312:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247905280 00000100:00100000:1.0:1724307174.780139:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 43 00000100:00100000:1.0:1724307174.780147:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0864e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+42:1965:x1808064247905280:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.780165:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743876, current: 296352743876, replaying 00000100:00100000:1.0:1724307174.780186:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0864e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+42:1965:x1808064247905280:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 40us (1328us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.780191:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 43 00000020:00080000:0.0:1724307174.780284:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.780288:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743876, next_transno: 296352743876 00010000:00080000:0.0:1724307174.780291:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743876) 00000020:00080000:0.0:1724307174.780293:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.780300:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247905280 t296352743876 from 192.168.204.7@tcp req@ffff8800a0864e00 x1808064247905280/t0(296352743876) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.780368:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbd49 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.780381:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbd49 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.780389:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbd49 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.780396:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd50 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff40a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.780401:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd50 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.780405:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd50 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.780550:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbd57 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.780556:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbd57 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.780561:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbd57 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.780889:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].20, 64 off9472 00010000:00010000:0.0:1724307174.780944:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbd57 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.780950:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbd57 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.780955:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbd57 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.780962:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.780965:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbd57 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.780970:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbd57 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.780977:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa55:0x0].0x0 (ffff88009ddbb900) 00010000:00010000:0.0:1724307174.780980:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.780983:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbd57 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.780987:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbd57 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.781020:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbd49 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.781025:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbd49 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.781029:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbd49 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.781033:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.781035:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbd49 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.781039:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbd49 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.781045:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88012cc70800) 00010000:00010000:0.0:1724307174.781047:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.781050:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbd49 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.781054:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbd49 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.781063:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a0864e00 reply state ffff880137677000 transno 296352743876 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd50 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.781068:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.781267:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.781281:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.781282:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743877 00000020:00080000:0.0:1724307174.781285:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.781286:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743877 00000100:00100000:0.0:1724307174.783710:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307174.783742:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247905536 00000100:00100000:3.0:1724307174.783750:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247905536 00000100:00100000:3.0:1724307174.783801:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 44 00000100:00100000:3.0:1724307174.783807:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0865f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+44:1965:x1808064247905536:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.783823:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743877, current: 296352743877, replaying 00000100:00100000:3.0:1724307174.783832:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0865f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+44:1965:x1808064247905536:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 25us (129us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.783837:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 44 00010000:00010000:2.0:1724307174.783865:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd50 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.783874:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd50 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.783881:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd50 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.783889:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.783892:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd50 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.783899:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd50 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.783910:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff40a2e9 (ffff88012cc70700) 00010000:00010000:2.0:1724307174.783913:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.783916:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd50 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.783923:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd50 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000020:00080000:0.0:1724307174.784170:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.784174:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743877, next_transno: 296352743877 00010000:00080000:0.0:1724307174.784177:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743877) 00000020:00080000:0.0:1724307174.784180:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.784187:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247905536 t296352743877 from 192.168.204.7@tcp req@ffff8800a0865f80 x1808064247905536/t0(296352743877) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.784250:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbd5e lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784260:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbd5e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784268:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbd5e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784276:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd65 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x40a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784282:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd65 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784287:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd65 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784438:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd6c lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784445:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd6c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784450:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd6c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.784743:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].20, 64 off9472 00010000:00010000:0.0:1724307174.784806:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd6c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784811:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd6c lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784816:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd6c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784820:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.784822:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd6c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784826:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd6c lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784833:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa56:0x0].0x0 (ffff8800b1d5ea00) 00010000:00010000:0.0:1724307174.784835:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.784838:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd6c lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784842:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbd6c lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784871:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbd5e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784875:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbd5e lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784879:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbd5e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784882:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1706c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.784884:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbd5e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784888:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbd5e lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784894:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009ddbb700) 00010000:00010000:0.0:1724307174.784896:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.784898:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbd5e lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.784902:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbd5e lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.784910:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a0865f80 reply state ffff88012d5c9000 transno 296352743877 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd65 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.784915:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.785231:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.785243:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.785245:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743878 00000020:00080000:0.0:1724307174.785248:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.785249:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743878 00010000:00010000:2.0:1724307174.786607:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd65 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.786616:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd65 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.786621:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd65 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.786625:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.786628:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd65 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.786633:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd65 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.786669:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x40a2e9 (ffff8800b46d2a00) 00010000:00010000:2.0:1724307174.786672:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.786675:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd65 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.786680:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbd65 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x40a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.787139:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.787190:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247905792 00000100:00100000:1.0:1724307174.787198:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247905792 00000100:00100000:1.0:1724307174.787344:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 45 00000100:00100000:1.0:1724307174.787351:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+44:1965:x1808064247905792:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.787364:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743878, current: 296352743878, replaying 00000100:00100000:1.0:1724307174.787382:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+44:1965:x1808064247905792:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 31us (246us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.787387:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 45 00000020:00080000:0.0:1724307174.787471:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.787474:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743878, next_transno: 296352743878 00010000:00080000:0.0:1724307174.787477:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743878) 00000020:00080000:0.0:1724307174.787479:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.787486:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247905792 t296352743878 from 192.168.204.7@tcp req@ffff8800a0865880 x1808064247905792/t0(296352743878) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.787544:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd73 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.787554:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd73 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.787562:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd73 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.787570:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd7a lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.787575:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd7a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.787580:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd7a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.787755:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbd81 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.787773:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbd81 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.787779:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbd81 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.788059:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].21, 64 off9536 00010000:00010000:0.0:1724307174.788107:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbd81 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.788113:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbd81 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.788117:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbd81 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.788121:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.788124:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbd81 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.788128:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbd81 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.788136:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa57:0x0].0x0 (ffff8800a06b0500) 00010000:00010000:0.0:1724307174.788138:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.788140:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbd81 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.788144:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbd81 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.788174:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd73 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.788183:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd73 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.788187:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd73 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.788190:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.788192:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd73 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.788197:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd73 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.788203:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800b1d5e000) 00010000:00010000:0.0:1724307174.788204:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.788206:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd73 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.788210:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbd73 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.788219:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a0865880 reply state ffff88012d5ce000 transno 296352743878 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd7a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.788224:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.788339:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.788351:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.788353:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743879 00000020:00080000:0.0:1724307174.788356:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.788357:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743879 00000100:00100000:0.0:1724307174.790353:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307174.790405:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247906048 00000100:00100000:3.0:1724307174.790413:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247906048 00000100:00100000:3.0:1724307174.790456:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 46 00000100:00100000:3.0:1724307174.790462:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c828e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+46:1965:x1808064247906048:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.790475:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743879, current: 296352743879, replaying 00000100:00100000:3.0:1724307174.790483:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c828e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+46:1965:x1808064247906048:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 21us (135us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.790488:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 46 00000020:00080000:0.0:1724307174.790499:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.790502:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743879, next_transno: 296352743879 00010000:00080000:0.0:1724307174.790506:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743879) 00000020:00080000:0.0:1724307174.790508:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.790514:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247906048 t296352743879 from 192.168.204.7@tcp req@ffff88012c828e00 x1808064247906048/t0(296352743879) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.790576:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbd88 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.790586:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbd88 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.790594:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbd88 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.790603:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbd8f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.790608:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbd8f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.790612:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbd8f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.790812:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd7a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.790819:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd7a lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.790824:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd7a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.790829:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.790832:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd7a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.790837:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd7a lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.790846:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x140a2e9 (ffff88009b349300) 00010000:00010000:2.0:1724307174.790848:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.790852:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd7a lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.790856:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd7a lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x140a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.791001:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd96 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.791158:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd96 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.791164:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd96 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.791449:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].21, 64 off9536 00010000:00010000:0.0:1724307174.791502:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd96 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.791507:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd96 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.791512:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd96 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.791515:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.791518:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd96 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.791522:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd96 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.791529:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa58:0x0].0x0 (ffff8800a06b0600) 00010000:00010000:0.0:1724307174.791531:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.791533:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd96 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.791537:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbd96 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.791565:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbd88 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.791569:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbd88 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.791574:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbd88 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.791577:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.791579:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbd88 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.791584:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbd88 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.791589:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a06b0200) 00010000:00010000:0.0:1724307174.791591:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.791593:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbd88 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.791597:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbd88 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.791605:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012c828e00 reply state ffff88009b50d000 transno 296352743879 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbd8f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.791611:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.791776:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.791884:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.791886:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743880 00000020:00080000:0.0:1724307174.791889:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.791890:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743880 00000100:00100000:2.0:1724307174.794217:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.794261:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247906304 00000100:00100000:1.0:1724307174.794269:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247906304 00010000:00010000:0.0:1724307174.794274:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbd8f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.794282:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbd8f lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.794288:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbd8f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.794293:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.794297:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbd8f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.794302:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbd8f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.794306:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 47 00010000:00010000:0.0:1724307174.794312:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x240a2e9 (ffff8800a06b0700) 00000100:00100000:1.0:1724307174.794312:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092146d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+47:1965:x1808064247906304:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307174.794315:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.794318:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbd8f lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.794322:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbd8f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x240a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00080000:1.0:1724307174.794326:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743880, current: 296352743880, replaying 00000100:00100000:1.0:1724307174.794335:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092146d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+46:1965:x1808064247906304:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 23us (126us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.794339:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 47 00000020:00080000:0.0:1724307174.794341:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.794343:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743880, next_transno: 296352743880 00010000:00080000:0.0:1724307174.794346:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743880) 00000020:00080000:0.0:1724307174.794349:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.794355:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247906304 t296352743880 from 192.168.204.7@tcp req@ffff880092146d80 x1808064247906304/t0(296352743880) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.794420:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd9d lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.794430:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd9d lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.794436:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd9d lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.794443:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbda4 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.794447:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbda4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.794455:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbda4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.794600:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbdab lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.794607:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbdab lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.794613:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbdab lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.794938:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].22, 64 off9600 00010000:00010000:0.0:1724307174.794993:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbdab lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.794999:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbdab lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.795003:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbdab lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.795007:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.795009:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbdab lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.795013:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbdab lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.795020:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa59:0x0].0x0 (ffff8800a06b0500) 00010000:00010000:0.0:1724307174.795022:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.795024:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbdab lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.795032:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbdab lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.795061:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd9d lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.795065:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd9d lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.795069:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd9d lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.795072:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.795074:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd9d lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.795077:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd9d lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.795083:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a06b0a00) 00010000:00010000:0.0:1724307174.795084:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.795086:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd9d lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.795089:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbd9d lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.795097:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880092146d80 reply state ffff88009b50c000 transno 296352743880 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbda4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.795102:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.795162:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.795175:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.795177:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743881 00000020:00080000:0.0:1724307174.795179:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.795181:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743881 00000100:00100000:0.0:1724307174.796886:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307174.796972:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbda4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.796980:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbda4 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.796985:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbda4 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.796990:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.796994:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbda4 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.796999:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbda4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.797010:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf941a2e9 (ffff8800a06b0c00) 00010000:00010000:2.0:1724307174.797012:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.797015:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbda4 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.797017:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247906560 00010000:00010000:2.0:1724307174.797019:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbda4 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf941a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.797024:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247906560 00000100:00100000:3.0:1724307174.797052:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 48 00000100:00100000:3.0:1724307174.797057:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+47:1965:x1808064247906560:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.797070:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743881, current: 296352743881, replaying 00000100:00100000:3.0:1724307174.797078:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+47:1965:x1808064247906560:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 21us (197us total) trans 0 rc 0/-999 00000020:00080000:0.0:1724307174.797082:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00000100:00100000:3.0:1724307174.797083:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 48 00010000:00080000:0.0:1724307174.797085:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743881, next_transno: 296352743881 00010000:00080000:0.0:1724307174.797088:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743881) 00000020:00080000:0.0:1724307174.797091:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.797096:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247906560 t296352743881 from 192.168.204.7@tcp req@ffff88012c828700 x1808064247906560/t0(296352743881) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.797150:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdb2 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.797159:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdb2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.797165:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdb2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.797173:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbdb9 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.797178:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbdb9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.797183:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbdb9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.797806:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdc0 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.797813:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdc0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.797819:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdc0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.798105:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].22, 64 off9600 00010000:00010000:0.0:1724307174.798157:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdc0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.798163:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdc0 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.798167:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdc0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.798172:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.798174:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdc0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.798178:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdc0 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.798185:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5a:0x0].0x0 (ffff8800908c4b00) 00010000:00010000:0.0:1724307174.798188:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.798190:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdc0 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.798195:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdc0 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.798222:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdb2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.798227:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdb2 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.798235:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdb2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.798239:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.798242:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdb2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.798245:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdb2 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.798251:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009b349300) 00010000:00010000:0.0:1724307174.798253:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.798255:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdb2 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.798259:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdb2 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.798270:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012c828700 reply state ffff88009b508000 transno 296352743881 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbdb9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.798276:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.798334:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.798345:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.798347:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743882 00000020:00080000:0.0:1724307174.798350:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.798351:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743882 00000100:00100000:0.0:1724307174.800166:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.800209:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247906816 00000100:00100000:1.0:1724307174.800216:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247906816 00010000:00010000:2.0:1724307174.800228:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbdb9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.800236:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbdb9 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.800241:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbdb9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.800246:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172ac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.800249:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbdb9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.800252:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 49 00010000:00010000:2.0:1724307174.800254:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbdb9 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.800258:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c82b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+49:1965:x1808064247906816:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307174.800264:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa41a2e9 (ffff8800b46d2a00) 00010000:00010000:2.0:1724307174.800267:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.800270:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbdb9 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00080000:1.0:1724307174.800272:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743882, current: 296352743882, replaying 00010000:00010000:2.0:1724307174.800277:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbdb9 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.800279:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c82b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+49:1965:x1808064247906816:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 21us (121us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.800284:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 49 00000020:00080000:0.0:1724307174.800322:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.800325:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743882, next_transno: 296352743882 00010000:00080000:0.0:1724307174.800329:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743882) 00000020:00080000:0.0:1724307174.800331:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.800338:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247906816 t296352743882 from 192.168.204.7@tcp req@ffff88012c82b800 x1808064247906816/t0(296352743882) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.800396:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbdc7 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.800404:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbdc7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.800411:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbdc7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.800418:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbdce lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.800423:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbdce lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.800427:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbdce lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.801093:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbdd5 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.801101:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbdd5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.801107:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbdd5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.801397:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].23, 64 off9664 00010000:00010000:0.0:1724307174.801453:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbdd5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.801459:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbdd5 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.801464:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbdd5 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.801468:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.801471:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbdd5 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.801475:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbdd5 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.801483:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5b:0x0].0x0 (ffff8800908c4000) 00010000:00010000:0.0:1724307174.801485:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.801488:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbdd5 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.801492:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbdd5 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.801519:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbdc7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.801523:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbdc7 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.801527:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbdc7 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.801531:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173a80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.801532:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbdc7 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.801540:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbdc7 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.801546:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800908c4300) 00010000:00010000:0.0:1724307174.801547:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.801549:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbdc7 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.801553:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbdc7 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.801561:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012c82b800 reply state ffff88012fd48000 transno 296352743882 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbdce lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.801566:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.801630:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.801675:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.801678:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743883 00000020:00080000:0.0:1724307174.801680:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.801682:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743883 00000100:00100000:2.0:1724307174.803577:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:0.0:1724307174.803633:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbdce lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.803633:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247907072 00010000:00010000:0.0:1724307174.803659:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbdce lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.803664:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbdce lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.803664:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247907072 00010000:00010000:0.0:1724307174.803668:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.803672:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbdce lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.803677:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbdce lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.803688:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb41a2e9 (ffff8800908c4f00) 00010000:00010000:0.0:1724307174.803690:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.803693:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbdce lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.803696:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 50 00010000:00010000:0.0:1724307174.803698:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbdce lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.803702:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092147480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+50:1965:x1808064247907072:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.803715:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743883, current: 296352743883, replaying 00000100:00100000:3.0:1724307174.803723:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092147480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+49:1965:x1808064247907072:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 22us (152us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.803728:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 50 00000020:00080000:0.0:1724307174.803730:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.803732:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743883, next_transno: 296352743883 00010000:00080000:0.0:1724307174.803735:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743883) 00000020:00080000:0.0:1724307174.803737:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.803743:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247907072 t296352743883 from 192.168.204.7@tcp req@ffff880092147480 x1808064247907072/t0(296352743883) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.803814:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbddc lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.803823:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbddc lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.803830:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbddc lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.803839:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbde3 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.803844:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbde3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.803852:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbde3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.805331:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbdea lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.805341:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbdea lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.805348:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbdea lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.805665:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].23, 64 off9664 00010000:00010000:0.0:1724307174.805724:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbdea lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.805730:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbdea lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.805735:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbdea lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.805740:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.805742:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbdea lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.805747:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbdea lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.805755:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5c:0x0].0x0 (ffff880094e10100) 00010000:00010000:0.0:1724307174.805757:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.805759:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbdea lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.805776:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbdea lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.805807:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbddc lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.805811:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbddc lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.805816:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbddc lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.805819:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.805822:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbddc lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.805826:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbddc lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.805831:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880094e10b00) 00010000:00010000:0.0:1724307174.805833:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.805835:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbddc lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.805839:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbddc lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.805847:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880092147480 reply state ffff88012fd49000 transno 296352743883 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbde3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.805854:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.806401:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.806417:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.806419:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743884 00000020:00080000:0.0:1724307174.806422:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.806424:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743884 00000100:00100000:0.0:1724307174.808149:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307174.808252:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbde3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.808260:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbde3 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.808265:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbde3 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.808269:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.808272:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbde3 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.808277:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbde3 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.808288:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc41a2e9 (ffff880094e10500) 00010000:00010000:2.0:1724307174.808291:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.808294:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbde3 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.808298:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbde3 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.808615:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247907328 00000100:00100000:1.0:1724307174.808622:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247907328 00000100:00100000:1.0:1724307174.808700:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 51 00000100:00100000:1.0:1724307174.808706:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+50:1965:x1808064247907328:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.808722:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743884, current: 296352743884, replaying 00000100:00100000:1.0:1724307174.808734:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+50:1965:x1808064247907328:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 28us (591us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.808739:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 51 00000020:00080000:0.0:1724307174.808789:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.808792:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743884, next_transno: 296352743884 00010000:00080000:0.0:1724307174.808794:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743884) 00000020:00080000:0.0:1724307174.808797:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.808803:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247907328 t296352743884 from 192.168.204.7@tcp req@ffff880136169500 x1808064247907328/t0(296352743884) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.808867:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbdf1 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.808881:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbdf1 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.808889:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbdf1 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.808898:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdf8 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.808906:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdf8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.808911:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdf8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.809061:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdff lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.809068:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdff lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.809075:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdff lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.809362:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].24, 64 off9728 00010000:00010000:0.0:1724307174.809413:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdff lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.809419:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdff lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.809424:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdff lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.809428:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.809431:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdff lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.809435:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdff lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.809442:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5d:0x0].0x0 (ffff880094e10000) 00010000:00010000:0.0:1724307174.809444:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.809446:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdff lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.809450:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbdff lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.809481:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbdf1 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.809486:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbdf1 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.809494:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbdf1 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.809498:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1721c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.809500:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbdf1 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.809503:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbdf1 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.809509:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880094e10400) 00010000:00010000:0.0:1724307174.809510:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.809512:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbdf1 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.809515:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbdf1 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.809524:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880136169500 reply state ffff88012fd4e000 transno 296352743884 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdf8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.809529:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.809586:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.809597:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.809599:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743885 00000020:00080000:0.0:1724307174.809602:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.809603:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743885 00000100:00100000:0.0:1724307174.811754:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.811843:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247907584 00000100:00100000:1.0:1724307174.811850:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247907584 00000100:00100000:1.0:1724307174.811892:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 52 00000100:00100000:1.0:1724307174.811898:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+52:1965:x1808064247907584:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.811913:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743885, current: 296352743885, replaying 00000100:00100000:1.0:1724307174.811921:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+52:1965:x1808064247907584:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 24us (175us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.811926:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 52 00000020:00080000:0.0:1724307174.811964:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.811967:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743885, next_transno: 296352743885 00010000:00080000:0.0:1724307174.811972:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743885) 00000020:00080000:0.0:1724307174.811974:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.811982:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247907584 t296352743885 from 192.168.204.7@tcp req@ffff880136168700 x1808064247907584/t0(296352743885) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.811993:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdf8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.812001:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdf8 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.812007:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdf8 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.812011:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.812015:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdf8 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.812019:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdf8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.812031:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd41a2e9 (ffff880094e10f00) 00010000:00010000:2.0:1724307174.812034:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.812036:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdf8 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.812041:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbdf8 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812042:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe06 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812051:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe06 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812057:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe06 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812064:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe0d lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812069:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe0d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812073:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe0d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812223:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbe14 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812230:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbe14 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812235:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbe14 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.812526:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].24, 64 off9728 00010000:00010000:0.0:1724307174.812580:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbe14 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812586:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbe14 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812590:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbe14 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812594:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.812596:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbe14 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812601:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbe14 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812608:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5e:0x0].0x0 (ffff8800a081cf00) 00010000:00010000:0.0:1724307174.812610:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.812612:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbe14 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812616:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbe14 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812663:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe06 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812668:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe06 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812672:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe06 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812676:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.812678:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe06 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812685:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe06 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812691:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a081c200) 00010000:00010000:0.0:1724307174.812692:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.812694:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe06 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.812699:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe06 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.812708:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880136168700 reply state ffff88009bbc5000 transno 296352743885 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe0d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.812713:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.812779:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.812791:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.812793:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743886 00000020:00080000:0.0:1724307174.812795:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.812796:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743886 00000100:00100000:0.0:1724307174.815382:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307174.815432:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe0d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.815441:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe0d lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.815447:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe0d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.815452:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.815455:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe0d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.815460:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe0d lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.815473:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe41a2e9 (ffff8800a081c800) 00010000:00010000:2.0:1724307174.815475:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.815480:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe0d lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.815484:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe0d lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.815660:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247907840 00000100:00100000:3.0:1724307174.815668:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247907840 00000100:00100000:3.0:1724307174.815811:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 53 00000100:00100000:3.0:1724307174.815818:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+52:1965:x1808064247907840:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.815835:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743886, current: 296352743886, replaying 00000100:00100000:3.0:1724307174.815855:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+52:1965:x1808064247907840:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 37us (481us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.815861:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 53 00000020:00080000:0.0:1724307174.815933:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.815936:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743886, next_transno: 296352743886 00010000:00080000:0.0:1724307174.815939:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743886) 00000020:00080000:0.0:1724307174.815942:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.815948:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247907840 t296352743886 from 192.168.204.7@tcp req@ffff880136168000 x1808064247907840/t0(296352743886) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.816015:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe1b lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816028:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe1b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816036:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe1b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816044:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe22 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816049:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe22 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816053:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe22 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816268:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe29 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816275:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe29 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816280:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe29 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.816559:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].25, 64 off9792 00010000:00010000:0.0:1724307174.816612:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe29 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816617:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe29 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816621:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe29 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816628:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.816630:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe29 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816635:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe29 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816668:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa5f:0x0].0x0 (ffff8800a081c500) 00010000:00010000:0.0:1724307174.816670:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.816673:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe29 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816677:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe29 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816708:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe1b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816713:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe1b lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816717:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe1b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816721:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.816723:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe1b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816726:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe1b lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816731:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a081c600) 00010000:00010000:0.0:1724307174.816733:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.816735:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe1b lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.816739:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe1b lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.816747:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880136168000 reply state ffff8800931ba000 transno 296352743886 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe22 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.816752:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.816827:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.816838:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.816839:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743887 00000020:00080000:0.0:1724307174.816841:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.816843:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743887 00000100:00100000:0.0:1724307174.819145:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307174.819754:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe22 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.819772:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe22 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.819779:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe22 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.819783:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.819787:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe22 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.819792:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe22 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.819805:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff41a2e9 (ffff8800a081c700) 00010000:00010000:2.0:1724307174.819808:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.819811:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe22 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.819815:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe22 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.820446:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247908096 00000100:00100000:1.0:1724307174.820455:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247908096 00000100:00100000:1.0:1724307174.820636:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 54 00000100:00100000:1.0:1724307174.820673:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88013616b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+53:1965:x1808064247908096:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.820692:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743887, current: 296352743887, replaying 00000100:00100000:1.0:1724307174.820707:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88013616b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+53:1965:x1808064247908096:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 36us (1568us total) trans 0 rc 0/-999 00000020:00080000:0.0:1724307174.820724:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.820727:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743887, next_transno: 296352743887 00010000:00080000:0.0:1724307174.820731:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743887) 00000020:00080000:0.0:1724307174.820733:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.820740:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247908096 t296352743887 from 192.168.204.7@tcp req@ffff88013616b480 x1808064247908096/t0(296352743887) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 2 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.820822:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbe30 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.820831:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbe30 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.820839:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbe30 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.820847:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe37 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.820852:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe37 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.820858:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe37 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.821279:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 54 00010000:00010000:0.0:1724307174.821702:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbe3e lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.821709:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbe3e lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.821716:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbe3e lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.822020:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].25, 64 off9792 00010000:00010000:0.0:1724307174.822075:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbe3e lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.822081:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbe3e lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.822086:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbe3e lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.822091:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.822094:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbe3e lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.822099:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbe3e lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.822108:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa60:0x0].0x0 (ffff8800a081cb00) 00010000:00010000:0.0:1724307174.822111:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.822114:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbe3e lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.822118:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbe3e lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.822149:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbe30 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.822153:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbe30 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.822157:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbe30 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.822161:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.822163:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbe30 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.822167:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbe30 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.822173:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a081c000) 00010000:00010000:0.0:1724307174.822175:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.822177:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbe30 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.822181:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbe30 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.822192:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88013616b480 reply state ffff8800a6f11000 transno 296352743887 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe37 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.822197:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.822250:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.822263:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.822265:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743888 00000020:00080000:0.0:1724307174.822267:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.822269:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743888 00010000:00010000:2.0:1724307174.824095:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe37 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.824107:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe37 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.824118:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe37 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.824122:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.824125:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe37 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.824130:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe37 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.824141:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x41a2e9 (ffff8800a081ca00) 00010000:00010000:2.0:1724307174.824144:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.824147:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe37 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.824151:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe37 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x41a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.824514:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.824553:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247908352 00000100:00100000:1.0:1724307174.824559:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247908352 00000100:00100000:1.0:1724307174.824598:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 55 00000100:00100000:1.0:1724307174.824605:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092144000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+54:1965:x1808064247908352:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.824619:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743888, current: 296352743888, replaying 00000100:00100000:1.0:1724307174.824635:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092144000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+54:1965:x1808064247908352:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 30us (125us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.824656:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 55 00000020:00080000:0.0:1724307174.825013:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.825016:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743888, next_transno: 296352743888 00010000:00080000:0.0:1724307174.825020:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743888) 00000020:00080000:0.0:1724307174.825022:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.825029:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247908352 t296352743888 from 192.168.204.7@tcp req@ffff880092144000 x1808064247908352/t0(296352743888) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.825090:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbe45 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825100:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbe45 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825108:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbe45 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825115:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbe4c lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825120:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbe4c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825124:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbe4c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825269:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbe53 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825278:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbe53 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825284:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbe53 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.825575:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].26, 64 off9856 00010000:00010000:0.0:1724307174.825632:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbe53 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825674:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbe53 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825679:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbe53 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825684:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.825687:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbe53 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825692:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbe53 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825700:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa61:0x0].0x0 (ffff8800a081c900) 00010000:00010000:0.0:1724307174.825702:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.825705:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbe53 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825709:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbe53 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825739:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbe45 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825747:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbe45 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825751:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbe45 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825755:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173a80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.825757:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbe45 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825770:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbe45 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825777:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a081c100) 00010000:00010000:0.0:1724307174.825779:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.825781:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbe45 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.825785:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbe45 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.825794:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880092144000 reply state ffff8800a6f17000 transno 296352743888 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbe4c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.825799:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.825863:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.825875:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.825876:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743889 00000020:00080000:0.0:1724307174.825879:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.825880:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743889 00010000:00010000:3.0:1724307174.827210:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbe4c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.827219:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbe4c lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.827225:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbe4c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.827230:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.827233:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbe4c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.827238:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbe4c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.827248:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x141a2e9 (ffff8800a081cd00) 00010000:00010000:3.0:1724307174.827251:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.827254:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbe4c lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.827258:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbe4c lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x141a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.827787:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.827903:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247908608 00000100:00100000:1.0:1724307174.827911:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247908608 00000100:00100000:1.0:1724307174.827948:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 56 00000100:00100000:1.0:1724307174.827953:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092145f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+55:1965:x1808064247908608:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.827967:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743889, current: 296352743889, replaying 00000100:00100000:1.0:1724307174.827975:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092145f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+55:1965:x1808064247908608:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 22us (191us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.827979:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 56 00000020:00080000:0.0:1724307174.828143:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.828146:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743889, next_transno: 296352743889 00010000:00080000:0.0:1724307174.828149:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743889) 00000020:00080000:0.0:1724307174.828151:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.828158:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247908608 t296352743889 from 192.168.204.7@tcp req@ffff880092145f80 x1808064247908608/t0(296352743889) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.828223:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbe5a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828233:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbe5a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828241:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbe5a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828248:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbe61 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828253:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbe61 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828258:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbe61 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828403:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbe68 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828410:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbe68 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828416:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbe68 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.828716:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].26, 64 off9856 00010000:00010000:0.0:1724307174.828780:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbe68 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828786:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbe68 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828791:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbe68 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828795:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.828798:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbe68 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828803:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbe68 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828811:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa62:0x0].0x0 (ffff8800a081cf00) 00010000:00010000:0.0:1724307174.828813:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.828816:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbe68 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828821:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbe68 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828850:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbe5a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828855:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbe5a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828859:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbe5a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828863:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1706c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.828865:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbe5a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828869:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbe5a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828875:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a081c500) 00010000:00010000:0.0:1724307174.828876:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.828878:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbe5a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.828882:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbe5a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.828890:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880092145f80 reply state ffff8800a6f10000 transno 296352743889 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbe61 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.828895:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.828941:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.828952:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.828954:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743890 00000020:00080000:0.0:1724307174.828956:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.828957:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743890 00010000:00010000:2.0:1724307174.830396:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbe61 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.830405:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbe61 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.830410:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbe61 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.830414:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.830418:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbe61 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.830422:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbe61 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.830431:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x241a2e9 (ffff8800a081c200) 00010000:00010000:2.0:1724307174.830433:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.830436:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbe61 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.830439:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbe61 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x241a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.830692:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307174.830848:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247908864 00000100:00100000:3.0:1724307174.830859:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247908864 00000100:00100000:3.0:1724307174.830995:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 57 00000100:00100000:3.0:1724307174.831001:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+56:1965:x1808064247908864:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.831015:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743890, current: 296352743890, replaying 00000100:00100000:3.0:1724307174.831030:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+56:1965:x1808064247908864:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 29us (341us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.831035:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 57 00000020:00080000:0.0:1724307174.831068:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.831071:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743890, next_transno: 296352743890 00010000:00080000:0.0:1724307174.831074:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743890) 00000020:00080000:0.0:1724307174.831076:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.831082:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247908864 t296352743890 from 192.168.204.7@tcp req@ffff880136169880 x1808064247908864/t0(296352743890) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.831141:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbe6f lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831153:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbe6f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831161:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbe6f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831169:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe76 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831173:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe76 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831178:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe76 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831323:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe7d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831329:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe7d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831334:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe7d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.831565:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].27, 64 off9920 00010000:00010000:0.0:1724307174.831614:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe7d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831620:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe7d lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831624:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe7d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831631:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.831633:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe7d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831663:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe7d lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831671:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa63:0x0].0x0 (ffff8800a081ce00) 00010000:00010000:0.0:1724307174.831673:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.831675:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe7d lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831679:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbe7d lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831708:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbe6f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831713:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbe6f lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831718:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbe6f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831721:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.831723:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbe6f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831728:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbe6f lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831734:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a081c700) 00010000:00010000:0.0:1724307174.831736:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.831739:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbe6f lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.831743:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbe6f lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.831752:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880136169880 reply state ffff88009a25f000 transno 296352743890 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe76 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.831757:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.831824:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.831833:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.831835:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743891 00000020:00080000:0.0:1724307174.831837:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.831839:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743891 00010000:00010000:3.0:1724307174.832914:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe76 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.832923:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe76 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.832929:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe76 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.832933:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.832936:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe76 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.832942:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe76 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.832950:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf942a2e9 (ffff8800a081c800) 00010000:00010000:3.0:1724307174.832952:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.832955:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe76 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.832960:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbe76 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf942a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.833308:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307174.833421:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247909120 00000100:00100000:3.0:1724307174.833427:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247909120 00000100:00100000:3.0:1724307174.833486:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 58 00000100:00100000:3.0:1724307174.833492:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+57:1965:x1808064247909120:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.833502:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743891, current: 296352743891, replaying 00000100:00100000:3.0:1724307174.833577:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+57:1965:x1808064247909120:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 85us (271us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.833583:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 58 00000020:00080000:0.0:1724307174.833611:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.833613:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743891, next_transno: 296352743891 00010000:00080000:0.0:1724307174.833616:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743891) 00000020:00080000:0.0:1724307174.833618:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.833624:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247909120 t296352743891 from 192.168.204.7@tcp req@ffff880130c3aa00 x1808064247909120/t0(296352743891) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.833692:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe84 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.833701:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe84 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.833709:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe84 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.833716:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe8b lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.833721:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe8b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.833726:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe8b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.833866:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe92 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.833872:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe92 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.833878:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe92 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.834131:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].27, 64 off9920 00010000:00010000:0.0:1724307174.834174:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe92 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.834180:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe92 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.834184:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe92 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.834188:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.834190:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe92 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.834194:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe92 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.834201:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa64:0x0].0x0 (ffff8800a081c000) 00010000:00010000:0.0:1724307174.834204:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.834206:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe92 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.834210:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbe92 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.834237:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe84 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.834242:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe84 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.834246:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe84 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.834251:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.834252:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe84 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.834256:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe84 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.834262:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a081c100) 00010000:00010000:0.0:1724307174.834263:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.834265:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe84 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.834269:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbe84 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.834276:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880130c3aa00 reply state ffff88009a258000 transno 296352743891 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe8b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.834280:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.834326:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.834335:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.834336:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743892 00000020:00080000:0.0:1724307174.834339:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.834340:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743892 00000100:00100000:2.0:1724307174.837054:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307174.837156:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247909376 00000100:00100000:3.0:1724307174.837165:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247909376 00000100:00100000:3.0:1724307174.837200:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 59 00000100:00100000:3.0:1724307174.837207:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092145500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+59:1965:x1808064247909376:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307174.837209:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe8b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.837218:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe8b lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00080000:3.0:1724307174.837221:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743892, current: 296352743892, replaying 00010000:00010000:0.0:1724307174.837223:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe8b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.837228:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170480 already unused, calling callback (ffffffffa133a880) 00000100:00100000:3.0:1724307174.837231:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092145500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+59:1965:x1808064247909376:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 25us (185us total) trans 0 rc 0/-999 00010000:00010000:0.0:1724307174.837232:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe8b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.837236:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 59 00010000:00010000:0.0:1724307174.837237:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe8b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.837250:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa42a2e9 (ffff8800a081c900) 00010000:00010000:0.0:1724307174.837253:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.837256:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe8b lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.837261:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbe8b lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000020:00080000:0.0:1724307174.837284:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.837287:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743892, next_transno: 296352743892 00010000:00080000:0.0:1724307174.837290:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743892) 00000020:00080000:0.0:1724307174.837293:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.837301:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247909376 t296352743892 from 192.168.204.7@tcp req@ffff880092145500 x1808064247909376/t0(296352743892) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.837381:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe99 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.837390:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe99 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.837397:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe99 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.837405:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbea0 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.837409:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbea0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.837414:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbea0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.837573:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbea7 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.837579:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbea7 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.837584:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbea7 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.838445:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].28, 64 off9984 00010000:00010000:0.0:1724307174.838507:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbea7 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.838512:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbea7 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.838518:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbea7 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.838522:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1721c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.838524:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbea7 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.838529:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbea7 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.838536:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa65:0x0].0x0 (ffff8800a081c200) 00010000:00010000:0.0:1724307174.838538:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.838540:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbea7 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.838544:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbea7 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.838576:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe99 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.838581:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe99 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.838586:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe99 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.838590:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.838592:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe99 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.838597:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe99 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.838607:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a081c600) 00010000:00010000:0.0:1724307174.838609:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.838611:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe99 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.838615:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbe99 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.838624:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880092145500 reply state ffff88009a25c000 transno 296352743892 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbea0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.838629:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.838795:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.838808:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.838810:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743893 00000020:00080000:0.0:1724307174.838812:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.838813:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743893 00010000:00010000:3.0:1724307174.840755:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbea0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.840773:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbea0 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.840779:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbea0 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.840783:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.840786:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbea0 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.840792:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbea0 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.840803:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb42a2e9 (ffff8800a081cd00) 00010000:00010000:3.0:1724307174.840806:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.840809:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbea0 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.840814:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbea0 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.841224:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.841954:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247909632 00000100:00100000:1.0:1724307174.841962:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247909632 00000100:00100000:1.0:1724307174.842003:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 60 00000100:00100000:1.0:1724307174.842011:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+59:1965:x1808064247909632:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.842031:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743893, current: 296352743893, replaying 00000100:00100000:1.0:1724307174.842049:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+59:1965:x1808064247909632:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 39us (829us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.842054:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 60 00000020:00080000:0.0:1724307174.842094:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.842097:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743893, next_transno: 296352743893 00010000:00080000:0.0:1724307174.842101:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743893) 00000020:00080000:0.0:1724307174.842104:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.842110:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247909632 t296352743893 from 192.168.204.7@tcp req@ffff880130c39f80 x1808064247909632/t0(296352743893) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.842178:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbeae lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842188:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbeae lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842199:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbeae lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842207:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbeb5 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842212:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbeb5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842217:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbeb5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842375:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbebc lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842381:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbebc lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842386:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbebc lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.842742:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].28, 64 off9984 00010000:00010000:0.0:1724307174.842811:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbebc lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842817:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbebc lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842823:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbebc lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842827:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.842830:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbebc lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842835:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbebc lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842843:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa66:0x0].0x0 (ffff8800a081ce00) 00010000:00010000:0.0:1724307174.842846:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.842849:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbebc lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842852:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbebc lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842881:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbeae lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842886:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbeae lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842890:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbeae lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842893:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.842895:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbeae lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842899:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbeae lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842905:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a081c800) 00010000:00010000:0.0:1724307174.842906:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.842908:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbeae lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.842912:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbeae lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.842919:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880130c39f80 reply state ffff8800900af000 transno 296352743893 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbeb5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.842924:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.842985:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.842997:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.842999:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743894 00000020:00080000:0.0:1724307174.843001:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.843002:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743894 00000100:00100000:0.0:1724307174.845796:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307174.845931:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247909888 00000100:00100000:3.0:1724307174.845940:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247909888 00010000:00010000:2.0:1724307174.846252:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbeb5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.846262:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbeb5 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.846269:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbeb5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.846275:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.846279:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbeb5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.846285:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbeb5 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.846301:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc42a2e9 (ffff8800a081c700) 00010000:00010000:2.0:1724307174.846304:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.846310:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbeb5 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.846314:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbeb5 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.846411:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 61 00000100:00100000:3.0:1724307174.846417:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+60:1965:x1808064247909888:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.846431:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743894, current: 296352743894, replaying 00000100:00100000:3.0:1724307174.846439:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+60:1965:x1808064247909888:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 23us (653us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.846444:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 61 00000020:00080000:0.0:1724307174.846481:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.846484:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743894, next_transno: 296352743894 00010000:00080000:0.0:1724307174.846487:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743894) 00000020:00080000:0.0:1724307174.846489:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.846496:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247909888 t296352743894 from 192.168.204.7@tcp req@ffff880130c38e00 x1808064247909888/t0(296352743894) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.846563:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbec3 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.846573:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbec3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.846580:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbec3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.846587:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbeca lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.846591:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbeca lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.846596:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbeca lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.846748:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbed1 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.846753:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbed1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.846757:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbed1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.847043:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].29, 64 off10048 00010000:00010000:0.0:1724307174.847096:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbed1 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.847101:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbed1 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.847105:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbed1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.847109:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1721c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.847111:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbed1 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.847115:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbed1 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.847121:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa67:0x0].0x0 (ffff8800a081c600) 00010000:00010000:0.0:1724307174.847123:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.847125:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbed1 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.847132:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbed1 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.847159:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbec3 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.847163:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbec3 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.847167:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbec3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.847170:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172ac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.847172:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbec3 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.847176:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbec3 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.847181:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a081cf00) 00010000:00010000:0.0:1724307174.847183:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.847184:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbec3 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.847188:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbec3 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.847194:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880130c38e00 reply state ffff8800931c6000 transno 296352743894 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbeca lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.847199:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.847244:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.847254:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.847257:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743895 00000020:00080000:0.0:1724307174.847259:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.847260:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743895 00010000:00010000:3.0:1724307174.849320:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbeca lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.849329:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbeca lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.849335:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbeca lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.849340:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.849343:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbeca lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.849348:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbeca lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.849360:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd42a2e9 (ffff8800a081cb00) 00010000:00010000:3.0:1724307174.849362:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.849365:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbeca lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.849369:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbeca lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.849859:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.850427:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247910144 00000100:00100000:1.0:1724307174.850435:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247910144 00000100:00100000:1.0:1724307174.850539:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 62 00000100:00100000:1.0:1724307174.850545:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88013580a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+61:1965:x1808064247910144:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.850560:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743895, current: 296352743895, replaying 00000100:00100000:1.0:1724307174.850670:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88013580a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+61:1965:x1808064247910144:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 123us (813us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.850676:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 62 00000020:00080000:0.0:1724307174.850731:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.850734:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743895, next_transno: 296352743895 00010000:00080000:0.0:1724307174.850737:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743895) 00000020:00080000:0.0:1724307174.850739:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.850745:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247910144 t296352743895 from 192.168.204.7@tcp req@ffff88013580a680 x1808064247910144/t0(296352743895) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.850824:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbed8 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.850836:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbed8 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.850845:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbed8 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.850852:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbedf lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.850857:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbedf lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.850861:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbedf lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.851013:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbee6 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.851018:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbee6 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.851024:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbee6 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.851297:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].29, 64 off10048 00010000:00010000:0.0:1724307174.851349:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbee6 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.851354:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbee6 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.851359:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbee6 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.851363:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.851365:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbee6 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.851370:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbee6 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.851377:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa68:0x0].0x0 (ffff8800a081c500) 00010000:00010000:0.0:1724307174.851380:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.851383:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbee6 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.851387:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbee6 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.851415:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbed8 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.851420:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbed8 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.851428:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbed8 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.851431:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.851433:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbed8 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.851437:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbed8 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.851443:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a081c100) 00010000:00010000:0.0:1724307174.851445:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.851447:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbed8 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.851451:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbed8 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.851459:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88013580a680 reply state ffff88009a1c2000 transno 296352743895 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbedf lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.851463:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.852696:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.852719:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.852721:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743896 00000020:00080000:0.0:1724307174.852724:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.852725:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743896 00000100:00100000:0.0:1724307174.855222:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307174.855349:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbedf lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.855358:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbedf lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.855363:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbedf lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.855368:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.855371:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbedf lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.855376:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbedf lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.855389:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe42a2e9 (ffff8800a081c000) 00010000:00010000:2.0:1724307174.855391:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.855394:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbedf lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.855399:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbedf lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.855468:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247910400 00000100:00100000:1.0:1724307174.855476:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247910400 00000100:00100000:1.0:1724307174.855517:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 63 00000100:00100000:1.0:1724307174.855524:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+62:1965:x1808064247910400:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.855539:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743896, current: 296352743896, replaying 00000100:00100000:1.0:1724307174.855548:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+62:1965:x1808064247910400:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 25us (333us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.855553:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 63 00000020:00080000:0.0:1724307174.855869:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.855872:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743896, next_transno: 296352743896 00010000:00080000:0.0:1724307174.855882:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743896) 00000020:00080000:0.0:1724307174.855884:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.855893:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247910400 t296352743896 from 192.168.204.7@tcp req@ffff8801350c4e00 x1808064247910400/t0(296352743896) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.855970:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbeed lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.855981:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbeed lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.855989:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbeed lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.855997:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbef4 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.856001:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbef4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.856005:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbef4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.856168:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbefb lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.856175:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbefb lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.856180:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbefb lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.856465:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].30, 64 off10112 00010000:00010000:0.0:1724307174.856517:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbefb lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.856522:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbefb lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.856527:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbefb lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.856530:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.856533:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbefb lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.856537:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbefb lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.856544:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa69:0x0].0x0 (ffff8800a081ca00) 00010000:00010000:0.0:1724307174.856547:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.856549:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbefb lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.856553:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbefb lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.856581:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbeed lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.856586:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbeed lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.856590:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbeed lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.856593:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.856595:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbeed lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.856602:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbeed lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.856607:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a081ce00) 00010000:00010000:0.0:1724307174.856609:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.856610:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbeed lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.856614:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbeed lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.856621:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801350c4e00 reply state ffff88009b094000 transno 296352743896 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbef4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.856626:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.856713:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.856727:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.856729:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743897 00000020:00080000:0.0:1724307174.856731:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.856733:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743897 00010000:00010000:0.0:1724307174.859271:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbef4 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.859283:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbef4 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.859289:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbef4 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.859294:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.859298:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbef4 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.859308:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbef4 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.859320:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff42a2e9 (ffff8800a081cd00) 00010000:00010000:0.0:1724307174.859323:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.859326:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbef4 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.859327:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:0.0:1724307174.859331:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbef4 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.859495:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247910656 00000100:00100000:2.0:1724307174.859503:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247910656 00000100:00100000:2.0:1724307174.859593:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 64 00000100:00100000:2.0:1724307174.859600:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d322a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+63:1965:x1808064247910656:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307174.859616:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743897, current: 296352743897, replaying 00000100:00100000:2.0:1724307174.859633:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d322a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+63:1965:x1808064247910656:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 34us (310us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.859660:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 64 00000020:00080000:0.0:1724307174.859668:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.859671:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743897, next_transno: 296352743897 00010000:00080000:0.0:1724307174.859675:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743897) 00000020:00080000:0.0:1724307174.859678:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.859685:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247910656 t296352743897 from 192.168.204.7@tcp req@ffff88009d322a00 x1808064247910656/t0(296352743897) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:1.0:1724307174.859828:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfbf02 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.859838:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfbf02 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.859846:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfbf02 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.859857:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbf09 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.859862:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbf09 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.859866:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbf09 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.860020:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfbf10 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.860027:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfbf10 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.860032:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfbf10 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:1.0:1724307174.860334:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].30, 64 off10112 00010000:00010000:1.0:1724307174.860381:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfbf10 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.860386:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfbf10 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.860390:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfbf10 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.860394:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.860397:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfbf10 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.860401:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfbf10 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.860409:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6a:0x0].0x0 (ffff8800a5031d00) 00010000:00010000:1.0:1724307174.860411:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307174.860413:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfbf10 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.860417:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfbf10 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.860461:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfbf02 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.860465:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfbf02 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.860469:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfbf02 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.860473:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.860475:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfbf02 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.860478:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfbf02 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.860483:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031500) 00010000:00010000:1.0:1724307174.860484:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307174.860486:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfbf02 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.860489:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfbf02 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:1.0:1724307174.860497:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009d322a00 reply state ffff88009b341000 transno 296352743897 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbf09 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.860503:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1724307174.860556:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:1.0:1724307174.860568:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.860570:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743898 00000020:00080000:1.0:1724307174.860572:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.860574:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743898 00000100:00100000:2.0:1724307174.862706:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307174.862802:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247910912 00000100:00100000:3.0:1724307174.862811:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247910912 00000100:00100000:3.0:1724307174.862853:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 65 00000100:00100000:3.0:1724307174.862860:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092147100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+65:1965:x1808064247910912:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.862874:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743898, current: 296352743898, replaying 00000100:00100000:3.0:1724307174.862882:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092147100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+65:1965:x1808064247910912:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 23us (182us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.862886:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 65 00000020:00080000:1.0:1724307174.862888:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.862891:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743898, next_transno: 296352743898 00010000:00080000:1.0:1724307174.862894:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743898) 00000020:00080000:1.0:1724307174.862896:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.862903:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247910912 t296352743898 from 192.168.204.7@tcp req@ffff880092147100 x1808064247910912/t0(296352743898) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:1.0:1724307174.862973:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfbf17 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.862984:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfbf17 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.862992:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfbf17 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.863001:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf1e lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.863006:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf1e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.863010:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf1e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.863585:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfbf25 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.863591:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfbf25 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.863597:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfbf25 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.863700:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbf09 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.863708:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbf09 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.863714:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbf09 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.863719:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.863722:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbf09 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.863728:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbf09 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.863737:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x42a2e9 (ffff8800a5031600) 00010000:00010000:0.0:1724307174.863740:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.863744:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbf09 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.863748:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbf09 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x42a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000040:00080000:1.0:1724307174.864016:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].31, 64 off10176 00010000:00010000:1.0:1724307174.864071:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfbf25 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.864076:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfbf25 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.864081:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfbf25 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.864084:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.864086:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfbf25 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.864090:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfbf25 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.864097:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6b:0x0].0x0 (ffff8800a5031100) 00010000:00010000:1.0:1724307174.864099:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307174.864101:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfbf25 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.864106:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfbf25 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.864141:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfbf17 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.864146:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfbf17 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.864150:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfbf17 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.864154:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.864156:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfbf17 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.864160:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfbf17 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.864166:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031a00) 00010000:00010000:1.0:1724307174.864168:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307174.864170:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfbf17 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.864180:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfbf17 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:1.0:1724307174.864190:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880092147100 reply state ffff88008ee44000 transno 296352743898 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf1e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.864196:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1724307174.864261:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:1.0:1724307174.864273:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.864275:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743899 00000020:00080000:1.0:1724307174.864277:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.864279:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743899 00010000:00010000:2.0:1724307174.865937:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf1e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.865946:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf1e lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.865951:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf1e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.865956:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6640 already unused, calling callback (ffffffffa133a880) 00000100:00100000:0.0:1724307174.865959:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307174.865959:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf1e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.865964:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf1e lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.865975:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x142a2e9 (ffff8800a5031c00) 00010000:00010000:2.0:1724307174.865977:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.865980:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf1e lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.865985:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf1e lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x142a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.866136:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247911168 00000100:00100000:3.0:1724307174.866147:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247911168 00000100:00100000:3.0:1724307174.866187:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 66 00000100:00100000:3.0:1724307174.866193:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+65:1965:x1808064247911168:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.866207:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743899, current: 296352743899, replaying 00000100:00100000:3.0:1724307174.866227:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+65:1965:x1808064247911168:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 34us (272us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.866232:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 66 00000020:00080000:0.0:1724307174.866308:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.866311:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743899, next_transno: 296352743899 00010000:00080000:0.0:1724307174.866315:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743899) 00000020:00080000:0.0:1724307174.866317:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.866324:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247911168 t296352743899 from 192.168.204.7@tcp req@ffff8801350c5f80 x1808064247911168/t0(296352743899) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.866403:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbf2c lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.866413:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbf2c lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.866421:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbf2c lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.866429:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf33 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.866433:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf33 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.866438:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf33 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.867037:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbf3a lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.867044:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbf3a lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.867049:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbf3a lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.867338:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].31, 64 off10176 00010000:00010000:0.0:1724307174.867396:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbf3a lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.867401:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbf3a lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.867406:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbf3a lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.867410:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172ac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.867413:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbf3a lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.867418:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbf3a lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.867426:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6c:0x0].0x0 (ffff8800a081c600) 00010000:00010000:0.0:1724307174.867428:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.867431:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbf3a lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.867436:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbf3a lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.867471:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbf2c lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.867477:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbf2c lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.867480:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbf2c lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.867484:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.867486:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbf2c lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.867490:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbf2c lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.867497:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a081c500) 00010000:00010000:0.0:1724307174.867499:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.867501:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbf2c lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.867505:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbf2c lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.867514:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801350c5f80 reply state ffff880130c00000 transno 296352743899 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf33 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.867520:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.867582:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.867595:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.867597:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743900 00000020:00080000:0.0:1724307174.867599:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.867602:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743900 00010000:00010000:2.0:1724307174.870352:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf33 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.870366:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf33 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.870372:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf33 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.870377:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.870380:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf33 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.870385:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf33 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.870397:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x242a2e9 (ffff8800a081cf00) 00010000:00010000:2.0:1724307174.870400:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.870403:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf33 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.870407:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf33 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x242a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.870771:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.870855:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247911424 00000100:00100000:1.0:1724307174.870862:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247911424 00000100:00100000:1.0:1724307174.870905:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 67 00000100:00100000:1.0:1724307174.870911:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+66:1965:x1808064247911424:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.870928:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743900, current: 296352743900, replaying 00000100:00100000:1.0:1724307174.870937:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+66:1965:x1808064247911424:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 26us (181us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.870942:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 67 00000020:00080000:0.0:1724307174.871256:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.871259:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743900, next_transno: 296352743900 00010000:00080000:0.0:1724307174.871263:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743900) 00000020:00080000:0.0:1724307174.871265:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.871272:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247911424 t296352743900 from 192.168.204.7@tcp req@ffff8801350c7480 x1808064247911424/t0(296352743900) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.871338:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbf41 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.871349:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbf41 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.871357:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbf41 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.871366:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbf48 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.871371:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbf48 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.871376:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbf48 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.871533:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbf4f lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.871540:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbf4f lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.871545:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbf4f lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.871877:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].32, 64 off10240 00010000:00010000:0.0:1724307174.871930:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbf4f lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.871936:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbf4f lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.871940:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbf4f lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.871944:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1706c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.871946:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbf4f lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.871951:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbf4f lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.871958:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6d:0x0].0x0 (ffff8800a081c000) 00010000:00010000:0.0:1724307174.871961:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.871963:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbf4f lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.871967:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfbf4f lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.871994:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbf41 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.871999:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbf41 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.872003:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbf41 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.872010:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1721c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.872012:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbf41 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.872016:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbf41 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.872021:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a081c900) 00010000:00010000:0.0:1724307174.872022:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.872024:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbf41 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.872028:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfbf41 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.872035:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801350c7480 reply state ffff880130c02000 transno 296352743900 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbf48 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.872040:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.872192:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.872205:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.872207:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743901 00000020:00080000:0.0:1724307174.872209:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.872211:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743901 00000100:00100000:2.0:1724307174.874141:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307174.874212:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247911680 00000100:00100000:3.0:1724307174.874219:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247911680 00000100:00100000:3.0:1724307174.874257:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 68 00000100:00100000:3.0:1724307174.874264:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092147b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+68:1965:x1808064247911680:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.874278:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743901, current: 296352743901, replaying 00000100:00100000:3.0:1724307174.874294:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092147b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+68:1965:x1808064247911680:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 30us (159us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.874299:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 68 00000020:00080000:1.0:1724307174.874309:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.874313:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743901, next_transno: 296352743901 00010000:00080000:1.0:1724307174.874316:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743901) 00000020:00080000:1.0:1724307174.874318:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.874325:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247911680 t296352743901 from 192.168.204.7@tcp req@ffff880092147b80 x1808064247911680/t0(296352743901) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.874386:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbf48 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.874386:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf56 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.874392:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbf48 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.874395:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf56 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.874397:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbf48 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.874401:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.874402:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf56 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.874405:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbf48 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.874410:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbf48 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.874410:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbf5d lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.874415:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbf5d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.874418:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf943a2e9 (ffff8800a081c100) 00010000:00010000:0.0:1724307174.874420:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.874423:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbf48 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.874423:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbf5d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.874428:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfbf48 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf943a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.874705:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfbf64 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.874711:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfbf64 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.874717:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfbf64 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:1.0:1724307174.875031:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].32, 64 off10240 00010000:00010000:1.0:1724307174.875081:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfbf64 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.875086:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfbf64 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.875091:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfbf64 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.875094:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.875096:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfbf64 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.875100:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfbf64 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.875107:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6e:0x0].0x0 (ffff8800a5031100) 00010000:00010000:1.0:1724307174.875109:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307174.875111:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfbf64 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.875118:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfbf64 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.875157:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf56 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.875162:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf56 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.875166:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf56 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.875170:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.875172:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf56 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.875176:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf56 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.875182:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031c00) 00010000:00010000:1.0:1724307174.875184:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307174.875186:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf56 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.875190:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfbf56 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:1.0:1724307174.875198:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880092147b80 reply state ffff8801300b1000 transno 296352743901 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbf5d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.875204:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1724307174.875265:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:1.0:1724307174.875276:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.875278:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743902 00000020:00080000:1.0:1724307174.875280:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.875282:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743902 00000100:00100000:0.0:1724307174.878021:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307174.878097:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbf5d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.878106:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbf5d lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.878111:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbf5d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.878116:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.878120:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbf5d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.878125:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbf5d lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.878138:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa43a2e9 (ffff8800a5031a00) 00010000:00010000:2.0:1724307174.878141:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.878144:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbf5d lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.878149:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbf5d lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.878234:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247911936 00000100:00100000:3.0:1724307174.878241:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247911936 00000100:00100000:3.0:1724307174.878284:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 69 00000100:00100000:3.0:1724307174.878289:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+68:1965:x1808064247911936:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.878305:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743902, current: 296352743902, replaying 00000020:00080000:0.0:1724307174.878920:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.878924:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743902, next_transno: 296352743902 00010000:00080000:0.0:1724307174.878928:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743902) 00000020:00080000:0.0:1724307174.878930:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.878937:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247911936 t296352743902 from 192.168.204.7@tcp req@ffff8801350c4000 x1808064247911936/t0(296352743902) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 2 fl Interpret:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.879009:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbf6b lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.879009:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+68:1965:x1808064247911936:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 718us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307174.879015:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 69 00010000:00010000:0.0:1724307174.879019:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbf6b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879027:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbf6b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879038:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbf72 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879043:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbf72 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879048:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbf72 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879206:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbf79 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879212:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbf79 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879218:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbf79 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.879520:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].33, 64 off10304 00010000:00010000:0.0:1724307174.879574:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbf79 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879580:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbf79 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879584:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbf79 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879588:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173a80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.879590:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbf79 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879595:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbf79 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879603:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa6f:0x0].0x0 (ffff8800a081c600) 00010000:00010000:0.0:1724307174.879605:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.879608:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbf79 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879611:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfbf79 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879679:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbf6b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879684:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbf6b lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879689:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbf6b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879692:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.879694:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbf6b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879698:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbf6b lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879704:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a081c200) 00010000:00010000:0.0:1724307174.879706:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.879708:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbf6b lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.879712:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfbf6b lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.879719:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801350c4000 reply state ffff880130c04000 transno 296352743902 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbf72 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.879725:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.879790:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.879802:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.879804:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743903 00000020:00080000:0.0:1724307174.879806:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.879807:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743903 00010000:00010000:2.0:1724307174.882059:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbf72 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.882070:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbf72 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.882076:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbf72 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.882080:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.882083:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbf72 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.882088:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbf72 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.882100:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb43a2e9 (ffff8800a081c500) 00010000:00010000:2.0:1724307174.882103:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.882105:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbf72 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.882114:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfbf72 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.882348:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307174.882594:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247912192 00000100:00100000:3.0:1724307174.882602:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247912192 00000100:00100000:3.0:1724307174.882831:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 70 00000100:00100000:3.0:1724307174.882837:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+69:1965:x1808064247912192:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.882851:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743903, current: 296352743903, replaying 00000100:00100000:3.0:1724307174.882860:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+69:1965:x1808064247912192:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 24us (515us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.882864:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 70 00000020:00080000:0.0:1724307174.882869:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.882873:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743903, next_transno: 296352743903 00010000:00080000:0.0:1724307174.882876:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743903) 00000020:00080000:0.0:1724307174.882879:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.882886:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247912192 t296352743903 from 192.168.204.7@tcp req@ffff8801350c6a00 x1808064247912192/t0(296352743903) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.882951:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbf80 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.882961:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbf80 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.882969:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbf80 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.882976:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbf87 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.882981:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbf87 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.882986:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbf87 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.883138:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbf8e lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.883144:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbf8e lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.883149:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbf8e lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.883558:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].33, 64 off10304 00010000:00010000:0.0:1724307174.883612:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbf8e lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.883617:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbf8e lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.883622:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbf8e lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.883627:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.883629:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbf8e lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.883635:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbf8e lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.883666:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa70:0x0].0x0 (ffff8800a081ce00) 00010000:00010000:0.0:1724307174.883668:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.883671:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbf8e lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.883676:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfbf8e lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.883708:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbf80 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.883713:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbf80 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.883718:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbf80 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.883721:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.883723:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbf80 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.883727:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbf80 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.883733:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a081c800) 00010000:00010000:0.0:1724307174.883735:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.883737:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbf80 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.883741:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfbf80 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.883749:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801350c6a00 reply state ffff880130c06000 transno 296352743903 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbf87 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.883754:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.883816:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.883826:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.883828:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743904 00000020:00080000:0.0:1724307174.883830:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.883832:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743904 00010000:00010000:2.0:1724307174.885440:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbf87 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.885449:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbf87 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.885454:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbf87 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.885459:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.885462:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbf87 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.885468:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbf87 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.885478:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc43a2e9 (ffff8800a081cd00) 00010000:00010000:2.0:1724307174.885480:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.885482:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbf87 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.885487:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfbf87 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.885635:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.885745:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247912448 00000100:00100000:1.0:1724307174.885752:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247912448 00000100:00100000:1.0:1724307174.885794:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 71 00000100:00100000:1.0:1724307174.885799:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+70:1965:x1808064247912448:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.885813:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743904, current: 296352743904, replaying 00000100:00100000:1.0:1724307174.885820:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+70:1965:x1808064247912448:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 21us (188us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.885824:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 71 00000020:00080000:0.0:1724307174.885979:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.885982:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743904, next_transno: 296352743904 00010000:00080000:0.0:1724307174.885986:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743904) 00000020:00080000:0.0:1724307174.885988:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.885994:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247912448 t296352743904 from 192.168.204.7@tcp req@ffff8801350c7100 x1808064247912448/t0(296352743904) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.886068:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbf95 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886077:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbf95 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886084:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbf95 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886093:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf9c lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886097:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf9c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886103:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf9c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886236:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbfa3 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886242:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbfa3 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886248:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbfa3 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.886531:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].34, 64 off10368 00010000:00010000:0.0:1724307174.886582:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbfa3 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886588:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbfa3 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886592:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbfa3 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886597:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.886600:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbfa3 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886604:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbfa3 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886611:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa71:0x0].0x0 (ffff8800a081cb00) 00010000:00010000:0.0:1724307174.886614:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.886616:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbfa3 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886620:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfbfa3 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886677:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbf95 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886683:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbf95 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886688:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbf95 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886695:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.886698:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbf95 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886703:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbf95 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886709:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a081c700) 00010000:00010000:0.0:1724307174.886711:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.886713:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbf95 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.886716:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfbf95 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.886725:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801350c7100 reply state ffff880131bc0000 transno 296352743904 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf9c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.886730:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1724307174.886832:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:1.0:1724307174.886844:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.886846:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743905 00000020:00080000:1.0:1724307174.886849:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.886850:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743905 00010000:00010000:2.0:1724307174.887678:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf9c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.887684:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf9c lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.887693:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf9c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.887698:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.887700:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf9c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.887705:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf9c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.887713:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd43a2e9 (ffff8800a081cf00) 00010000:00010000:2.0:1724307174.887716:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.887718:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf9c lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.887723:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfbf9c lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.887889:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.887948:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247912704 00000100:00100000:1.0:1724307174.887953:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247912704 00000100:00100000:1.0:1724307174.887989:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 72 00000100:00100000:1.0:1724307174.887995:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+71:1965:x1808064247912704:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.888007:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743905, current: 296352743905, replaying 00000100:00100000:1.0:1724307174.888016:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+71:1965:x1808064247912704:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 21us (128us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.888021:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 72 00000020:00080000:0.0:1724307174.888060:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.888063:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743905, next_transno: 296352743905 00010000:00080000:0.0:1724307174.888066:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743905) 00000020:00080000:0.0:1724307174.888068:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.888074:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247912704 t296352743905 from 192.168.204.7@tcp req@ffff8801350c5c00 x1808064247912704/t0(296352743905) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.888121:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbfaa lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888131:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbfaa lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888139:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbfaa lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888147:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbfb1 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888151:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbfb1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888157:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbfb1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888282:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbfb8 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888287:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbfb8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888290:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbfb8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.888602:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].34, 64 off10368 00010000:00010000:0.0:1724307174.888661:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbfb8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888667:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbfb8 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888672:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbfb8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888676:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.888678:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbfb8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888683:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbfb8 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888690:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa72:0x0].0x0 (ffff880094e10f00) 00010000:00010000:0.0:1724307174.888692:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.888694:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbfb8 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888699:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfbfb8 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888727:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbfaa lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888732:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbfaa lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888736:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbfaa lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888740:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172ac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.888742:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbfaa lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888746:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbfaa lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888752:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880094e10400) 00010000:00010000:0.0:1724307174.888753:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.888755:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbfaa lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.888769:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfbfaa lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.888779:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801350c5c00 reply state ffff880131bc2000 transno 296352743905 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbfb1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.888784:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.888832:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.888843:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.888845:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743906 00000020:00080000:0.0:1724307174.888847:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.888848:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743906 00010000:00010000:2.0:1724307174.889770:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbfb1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.889780:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbfb1 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.889785:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbfb1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.889790:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.889792:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbfb1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.889797:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbfb1 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.889900:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe43a2e9 (ffff880094e10000) 00010000:00010000:2.0:1724307174.889903:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.889906:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbfb1 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.889910:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfbfb1 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.890135:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307174.890196:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247912960 00000100:00100000:3.0:1724307174.890286:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247912960 00000100:00100000:3.0:1724307174.890325:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 73 00000100:00100000:3.0:1724307174.890332:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+72:1965:x1808064247912960:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.890344:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743906, current: 296352743906, replaying 00000100:00100000:3.0:1724307174.890362:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+72:1965:x1808064247912960:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 30us (229us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.890368:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 73 00000020:00080000:0.0:1724307174.890470:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.890473:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743906, next_transno: 296352743906 00010000:00080000:0.0:1724307174.890476:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743906) 00000020:00080000:0.0:1724307174.890478:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.890484:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247912960 t296352743906 from 192.168.204.7@tcp req@ffff8801350c5880 x1808064247912960/t0(296352743906) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.890540:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbfbf lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.890550:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbfbf lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.890557:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbfbf lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.890564:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbfc6 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.890569:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbfc6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.890574:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbfc6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.890734:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbfcd lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.890740:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbfcd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.890745:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbfcd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.891026:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].35, 64 off10432 00010000:00010000:0.0:1724307174.891075:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbfcd lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.891080:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbfcd lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.891085:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbfcd lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.891089:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.891092:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbfcd lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.891097:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbfcd lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.891105:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa73:0x0].0x0 (ffff880093b5f800) 00010000:00010000:0.0:1724307174.891107:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.891109:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbfcd lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.891117:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfbfcd lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.891151:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbfbf lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.891156:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbfbf lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.891160:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbfbf lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.891164:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.891166:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbfbf lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.891171:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbfbf lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.891177:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880094e10100) 00010000:00010000:0.0:1724307174.891179:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.891181:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbfbf lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.891185:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfbfbf lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.891195:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801350c5880 reply state ffff880131bc4000 transno 296352743906 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbfc6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.891201:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.891252:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.891548:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.891551:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743907 00000020:00080000:0.0:1724307174.891553:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.891555:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743907 00000100:00100000:0.0:1724307174.892813:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307174.892938:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbfc6 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.892946:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbfc6 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.892952:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbfc6 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.892956:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.892959:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbfc6 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.892964:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbfc6 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.892974:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff43a2e9 (ffff880094e10500) 00010000:00010000:3.0:1724307174.892977:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.892979:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbfc6 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.892984:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfbfc6 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.893064:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247913216 00000100:00100000:0.0:1724307174.893071:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247913216 00000100:00100000:0.0:1724307174.893110:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 74 00000100:00100000:0.0:1724307174.893117:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+73:1965:x1808064247913216:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:0.0:1724307174.893130:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743907, current: 296352743907, replaying 00000100:00100000:0.0:1724307174.893139:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+73:1965:x1808064247913216:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 23us (330us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307174.893144:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 74 00000020:00080000:0.0:1724307174.893153:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.893156:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743907, next_transno: 296352743907 00010000:00080000:0.0:1724307174.893159:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743907) 00000020:00080000:0.0:1724307174.893161:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.893167:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247913216 t296352743907 from 192.168.204.7@tcp req@ffff8801350c6d80 x1808064247913216/t0(296352743907) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.893230:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbfd4 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893239:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbfd4 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893246:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbfd4 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893255:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbfdb lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893261:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbfdb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893266:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbfdb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893411:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbfe2 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893418:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbfe2 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893424:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbfe2 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.893821:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].35, 64 off10432 00010000:00010000:0.0:1724307174.893874:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbfe2 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893880:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbfe2 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893885:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbfe2 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893889:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.893892:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbfe2 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893897:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbfe2 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893904:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa74:0x0].0x0 (ffff88009e69ad00) 00010000:00010000:0.0:1724307174.893907:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.893910:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbfe2 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893914:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfbfe2 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893946:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbfd4 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893951:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbfd4 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893955:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbfd4 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893959:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.893961:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbfd4 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893966:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbfd4 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893972:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880093b5f200) 00010000:00010000:0.0:1724307174.893974:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.893976:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbfd4 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.893980:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbfd4 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.893990:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801350c6d80 reply state ffff880131bc6000 transno 296352743907 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbfdb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.893995:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.894592:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.894604:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.894607:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743908 00000020:00080000:0.0:1724307174.894609:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.894611:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743908 00010000:00010000:2.0:1724307174.900018:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbfdb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.900032:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbfdb lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.900038:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbfdb lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.900043:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.900047:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbfdb lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.900053:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbfdb lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.900067:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x43a2e9 (ffff88009e69a400) 00010000:00010000:2.0:1724307174.900069:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.900072:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbfdb lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.900077:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfbfdb lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x43a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.901030:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307174.901257:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247913472 00000100:00100000:3.0:1724307174.901266:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247913472 00000100:00100000:3.0:1724307174.901299:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 75 00000100:00100000:3.0:1724307174.901306:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+74:1965:x1808064247913472:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.901323:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743908, current: 296352743908, replaying 00000100:00100000:3.0:1724307174.901344:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+74:1965:x1808064247913472:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 38us (319us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.901350:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 75 00000020:00080000:1.0:1724307174.901432:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.901436:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743908, next_transno: 296352743908 00010000:00080000:1.0:1724307174.901440:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743908) 00000020:00080000:1.0:1724307174.901443:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.901450:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247913472 t296352743908 from 192.168.204.7@tcp req@ffff8801350c4380 x1808064247913472/t0(296352743908) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:1.0:1724307174.901515:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbfe9 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.901525:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbfe9 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.901533:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbfe9 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.901542:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbff0 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.901547:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbff0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.901552:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbff0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.901727:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfbff7 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.901733:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfbff7 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.901738:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfbff7 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:1.0:1724307174.902021:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].36, 64 off10496 00010000:00010000:1.0:1724307174.902075:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfbff7 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.902082:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfbff7 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.902088:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfbff7 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.902092:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.902095:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfbff7 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.902100:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfbff7 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.902109:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa75:0x0].0x0 (ffff8800a5031900) 00010000:00010000:1.0:1724307174.902111:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307174.902114:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfbff7 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.902119:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfbff7 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.902165:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbfe9 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.902170:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbfe9 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.902174:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbfe9 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.902178:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.902180:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbfe9 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.902188:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbfe9 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.902194:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031a00) 00010000:00010000:1.0:1724307174.902196:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307174.902198:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbfe9 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.902203:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfbfe9 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:1.0:1724307174.902210:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801350c4380 reply state ffff8801300b3000 transno 296352743908 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbff0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.902215:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1724307174.903080:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:1.0:1724307174.903093:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.903095:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743909 00000020:00080000:1.0:1724307174.903098:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.903099:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743909 00000100:00100000:0.0:1724307174.907896:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.907966:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247913728 00000100:00100000:1.0:1724307174.907974:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247913728 00000100:00100000:1.0:1724307174.908021:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 76 00000100:00100000:1.0:1724307174.908027:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+76:1965:x1808064247913728:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.908045:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743909, current: 296352743909, replaying 00000100:00100000:1.0:1724307174.908055:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+76:1965:x1808064247913728:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 28us (166us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.908060:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 76 00010000:00010000:3.0:1724307174.908120:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbff0 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.908128:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbff0 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.908135:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbff0 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.908140:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.908144:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbff0 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.908150:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbff0 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.908162:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x143a2e9 (ffff8800a5031d00) 00010000:00010000:3.0:1724307174.908165:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.908168:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbff0 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.908172:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfbff0 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x143a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000020:00080000:0.0:1724307174.908233:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.908237:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743909, next_transno: 296352743909 00010000:00080000:0.0:1724307174.908240:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743909) 00000020:00080000:0.0:1724307174.908243:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.908249:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247913728 t296352743909 from 192.168.204.7@tcp req@ffff8801350c6680 x1808064247913728/t0(296352743909) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.908337:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbffe lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.908349:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbffe lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.908358:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbffe lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.908366:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfc005 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.908371:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfc005 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.908376:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfc005 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.908530:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfc00c lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.908537:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfc00c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.908542:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfc00c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.908878:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].36, 64 off10496 00010000:00010000:0.0:1724307174.908935:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfc00c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.908940:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfc00c lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.908945:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfc00c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.908949:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.908952:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfc00c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.908956:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfc00c lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.908964:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa76:0x0].0x0 (ffff88012f7c0400) 00010000:00010000:0.0:1724307174.908966:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.908968:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfc00c lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.908973:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfc00c lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.909005:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbffe lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.909013:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbffe lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.909018:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbffe lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.909021:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.909023:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbffe lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.909028:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbffe lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.909033:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88012f7c0500) 00010000:00010000:0.0:1724307174.909035:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.909037:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbffe lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.909041:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfbffe lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.909051:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801350c6680 reply state ffff88012cf70000 transno 296352743909 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfc005 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.909057:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.909118:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.909130:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.909131:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743910 00000020:00080000:0.0:1724307174.909134:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.909135:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743910 00010000:00010000:2.0:1724307174.910817:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfc005 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.910827:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfc005 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.910833:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfc005 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.910838:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.910841:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfc005 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.910846:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfc005 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.910857:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x243a2e9 (ffff88012f7c0800) 00010000:00010000:2.0:1724307174.910859:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.910862:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfc005 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.910867:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfc005 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x243a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.911111:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307174.911148:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247913984 00000100:00100000:2.0:1724307174.911155:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247913984 00000100:00100000:2.0:1724307174.911191:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 77 00000100:00100000:2.0:1724307174.911197:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+76:1965:x1808064247913984:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307174.911211:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743910, current: 296352743910, replaying 00000100:00100000:2.0:1724307174.911226:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+76:1965:x1808064247913984:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 29us (118us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.911231:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 77 00000020:00080000:0.0:1724307174.911780:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.911784:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743910, next_transno: 296352743910 00010000:00080000:0.0:1724307174.911787:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743910) 00000020:00080000:0.0:1724307174.911794:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.911801:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247913984 t296352743910 from 192.168.204.7@tcp req@ffff8801350c5500 x1808064247913984/t0(296352743910) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.911865:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc013 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.911883:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc013 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.911892:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc013 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.911900:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfc01a lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.911906:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfc01a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.911911:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfc01a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.912060:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc021 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.912066:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc021 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.912071:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc021 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.912345:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].37, 64 off10560 00010000:00010000:0.0:1724307174.912396:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc021 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.912401:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc021 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.912405:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc021 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.912409:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.912411:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc021 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.912416:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc021 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.912423:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa77:0x0].0x0 (ffff880129e81900) 00010000:00010000:0.0:1724307174.912425:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.912427:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc021 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.912431:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc021 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.912456:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc013 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.912460:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc013 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.912464:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc013 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.912467:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.912469:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc013 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.912474:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc013 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.912478:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88012f7c0600) 00010000:00010000:0.0:1724307174.912480:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.912481:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc013 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.912485:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc013 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.912493:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801350c5500 reply state ffff88012cf72000 transno 296352743910 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfc01a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.912498:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.912558:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.912571:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.912573:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743911 00000020:00080000:0.0:1724307174.912575:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.912576:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743911 00010000:00010000:3.0:1724307174.915451:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfc01a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.915462:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfc01a lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.915469:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfc01a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.915475:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172ac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.915478:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfc01a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.915484:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfc01a lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.915498:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf944a2e9 (ffff88012f7c0100) 00010000:00010000:3.0:1724307174.915501:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.915505:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfc01a lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.915510:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfc01a lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf944a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.916393:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.916441:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247914240 00000100:00100000:1.0:1724307174.916449:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247914240 00000100:00100000:1.0:1724307174.916482:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 78 00000100:00100000:1.0:1724307174.916487:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+78:1965:x1808064247914240:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.916504:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743911, current: 296352743911, replaying 00000100:00100000:1.0:1724307174.916512:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+78:1965:x1808064247914240:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 24us (123us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.916517:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 78 00000020:00080000:0.0:1724307174.916547:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.916550:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743911, next_transno: 296352743911 00010000:00080000:0.0:1724307174.916553:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743911) 00000020:00080000:0.0:1724307174.916555:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.916561:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247914240 t296352743911 from 192.168.204.7@tcp req@ffff8801350c7b80 x1808064247914240/t0(296352743911) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.916622:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc028 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.916634:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc028 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.916660:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc028 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.916668:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc02f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.916672:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc02f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.916677:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc02f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.916839:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc036 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.916845:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc036 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.916850:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc036 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.917149:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].37, 64 off10560 00010000:00010000:0.0:1724307174.917205:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc036 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.917211:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc036 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.917216:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc036 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.917224:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.917227:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc036 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.917232:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc036 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.917241:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa78:0x0].0x0 (ffff880129e81000) 00010000:00010000:0.0:1724307174.917243:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.917247:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc036 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.917251:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc036 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.917283:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc028 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.917288:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc028 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.917293:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc028 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.917297:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.917299:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc028 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.917304:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc028 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.917310:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880129e81800) 00010000:00010000:0.0:1724307174.917312:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.917315:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc028 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.917319:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc028 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.917327:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801350c7b80 reply state ffff88012cf74000 transno 296352743911 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc02f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.917333:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.917384:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.917856:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.917859:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743912 00000020:00080000:0.0:1724307174.917862:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.917863:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743912 00000100:00100000:0.0:1724307174.921650:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307174.921774:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc02f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.921783:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc02f lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.921789:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc02f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.921795:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.921799:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc02f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.921805:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc02f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.921818:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa44a2e9 (ffff880129e81d00) 00010000:00010000:2.0:1724307174.921820:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.921824:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc02f lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.921828:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc02f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.922344:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247914496 00000100:00100000:3.0:1724307174.922351:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247914496 00000100:00100000:3.0:1724307174.922385:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 79 00000100:00100000:3.0:1724307174.922391:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+78:1965:x1808064247914496:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307174.922406:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743912, current: 296352743912, replaying 00000100:00100000:3.0:1724307174.922415:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+78:1965:x1808064247914496:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 25us (785us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307174.922419:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 79 00000020:00080000:0.0:1724307174.922478:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.922481:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743912, next_transno: 296352743912 00010000:00080000:0.0:1724307174.922484:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743912) 00000020:00080000:0.0:1724307174.922486:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.922493:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247914496 t296352743912 from 192.168.204.7@tcp req@ffff8801350c6300 x1808064247914496/t0(296352743912) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.922557:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc03d lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.922566:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc03d lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.922574:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc03d lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.922580:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfc044 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.922586:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfc044 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.922591:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfc044 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.922776:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc04b lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.922782:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc04b lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.922788:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc04b lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:1.0:1724307174.923152:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].38, 64 off10624 00010000:00010000:1.0:1724307174.923213:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc04b lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.923218:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc04b lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.923222:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc04b lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.923226:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.923228:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc04b lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.923232:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc04b lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.923239:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa79:0x0].0x0 (ffff880129e81600) 00010000:00010000:1.0:1724307174.923241:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307174.923243:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc04b lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.923247:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc04b lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.923296:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc03d lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.923302:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc03d lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.923306:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc03d lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.923310:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307174.923312:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc03d lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.923316:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc03d lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.923322:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880129e81100) 00010000:00010000:1.0:1724307174.923323:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307174.923325:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc03d lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:1.0:1724307174.923329:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc03d lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:1.0:1724307174.923338:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801350c6300 reply state ffff88012cf76000 transno 296352743912 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfc044 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307174.923343:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1724307174.923416:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:1.0:1724307174.923428:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.923430:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743913 00000020:00080000:1.0:1724307174.923432:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1724307174.923435:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743913 00010000:00010000:3.0:1724307174.931798:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfc044 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.931812:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfc044 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.931817:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfc044 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.931822:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.931826:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfc044 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.931831:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfc044 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.931845:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb44a2e9 (ffff880129e81c00) 00010000:00010000:3.0:1724307174.931847:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.931850:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfc044 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.931855:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfc044 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.932231:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.932309:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247914752 00000100:00100000:1.0:1724307174.932317:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247914752 00000100:00100000:1.0:1724307174.932359:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 80 00000100:00100000:1.0:1724307174.932365:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+79:1965:x1808064247914752:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.932382:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743913, current: 296352743913, replaying 00000100:00100000:1.0:1724307174.932479:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+79:1965:x1808064247914752:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 112us (250us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.932485:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 80 00000020:00080000:0.0:1724307174.932543:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.932546:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743913, next_transno: 296352743913 00010000:00080000:0.0:1724307174.932550:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743913) 00000020:00080000:0.0:1724307174.932552:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.932559:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247914752 t296352743913 from 192.168.204.7@tcp req@ffff8801350c4700 x1808064247914752/t0(296352743913) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.932624:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc052 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.932634:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc052 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.932672:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc052 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.932682:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc059 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.932688:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc059 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.932693:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc059 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.932867:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc060 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.932874:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc060 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.932880:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc060 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.933198:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].38, 64 off10624 00010000:00010000:0.0:1724307174.933252:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc060 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.933259:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc060 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.933263:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc060 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.933268:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.933270:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc060 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.933275:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc060 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.933282:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7a:0x0].0x0 (ffff880129e81a00) 00010000:00010000:0.0:1724307174.933285:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.933287:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc060 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.933292:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc060 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.933320:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc052 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.933325:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc052 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.933330:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc052 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.933334:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.933336:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc052 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.933341:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc052 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.933346:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880129e81900) 00010000:00010000:0.0:1724307174.933348:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.933350:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc052 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.933354:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc052 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.933363:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801350c4700 reply state ffff88012cf77000 transno 296352743913 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc059 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.933369:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.933434:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.933447:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.933449:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743914 00000020:00080000:0.0:1724307174.933451:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.933453:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743914 00000100:00100000:0.0:1724307174.938133:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.938193:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247915008 00000100:00100000:1.0:1724307174.938202:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247915008 00000100:00100000:1.0:1724307174.938252:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 81 00000100:00100000:1.0:1724307174.938258:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+81:1965:x1808064247915008:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.938274:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743914, current: 296352743914, replaying 00000100:00100000:1.0:1724307174.938283:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+81:1965:x1808064247915008:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 25us (158us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.938288:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 81 00010000:00010000:2.0:1724307174.938404:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc059 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.938414:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc059 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.938420:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc059 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.938425:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.938429:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc059 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.938435:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc059 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.938448:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc44a2e9 (ffff880129e81700) 00010000:00010000:2.0:1724307174.938451:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.938454:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc059 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.938458:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc059 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000020:00080000:0.0:1724307174.938830:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.938833:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743914, next_transno: 296352743914 00010000:00080000:0.0:1724307174.938836:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743914) 00000020:00080000:0.0:1724307174.938839:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.938846:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247915008 t296352743914 from 192.168.204.7@tcp req@ffff8801350c7800 x1808064247915008/t0(296352743914) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.938912:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc067 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.938922:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc067 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.938929:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc067 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.938938:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc06e lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.938943:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc06e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.938948:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc06e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.939100:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc075 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.939107:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc075 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.939113:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc075 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.940515:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].39, 64 off10688 00010000:00010000:0.0:1724307174.940580:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc075 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.940587:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc075 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.940592:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc075 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.940596:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.940599:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc075 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.940605:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc075 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.940614:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7b:0x0].0x0 (ffff880129e81c00) 00010000:00010000:0.0:1724307174.940617:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.940620:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc075 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.940624:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc075 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.940674:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc067 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.940683:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc067 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.940687:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc067 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.940691:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.940693:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc067 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.940697:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc067 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.940703:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880129e81000) 00010000:00010000:0.0:1724307174.940705:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.940707:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc067 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.940711:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc067 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.940720:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801350c7800 reply state ffff88012ded1000 transno 296352743914 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc06e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.940726:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.940811:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.940827:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.940829:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743915 00000020:00080000:0.0:1724307174.940832:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.940833:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743915 00000100:00100000:0.0:1724307174.945825:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307174.945900:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc06e lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.945909:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc06e lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.945915:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc06e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.945919:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.945922:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc06e lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.945927:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc06e lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.945939:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd44a2e9 (ffff880129e81f00) 00010000:00010000:3.0:1724307174.945941:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.945944:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc06e lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.945948:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc06e lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.946030:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247915264 00000100:00100000:2.0:1724307174.946037:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247915264 00000100:00100000:2.0:1724307174.947048:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 82 00000100:00100000:2.0:1724307174.947056:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+81:1965:x1808064247915264:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307174.947074:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743915, current: 296352743915, replaying 00000100:00100000:2.0:1724307174.947139:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+81:1965:x1808064247915264:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 83us (1320us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.947145:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 82 00000020:00080000:0.0:1724307174.947187:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.947190:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743915, next_transno: 296352743915 00010000:00080000:0.0:1724307174.947194:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743915) 00000020:00080000:0.0:1724307174.947197:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.947204:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247915264 t296352743915 from 192.168.204.7@tcp req@ffff8801350c4a80 x1808064247915264/t0(296352743915) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.947269:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc07c lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947279:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc07c lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947287:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc07c lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947296:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc083 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947300:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc083 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947306:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc083 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947461:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc08a lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947467:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc08a lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947473:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc08a lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.947810:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].39, 64 off10688 00010000:00010000:0.0:1724307174.947867:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc08a lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947873:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc08a lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947878:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc08a lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947882:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.947885:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc08a lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947891:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc08a lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947899:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7c:0x0].0x0 (ffff880129e81e00) 00010000:00010000:0.0:1724307174.947901:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.947904:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc08a lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947908:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc08a lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947940:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc07c lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947944:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc07c lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947949:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc07c lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947953:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.947955:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc07c lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947960:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc07c lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947965:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880129e81900) 00010000:00010000:0.0:1724307174.947967:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.947968:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc07c lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.947973:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc07c lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.947981:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801350c4a80 reply state ffff88012ded3000 transno 296352743915 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc083 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.947986:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.948050:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.948061:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.948063:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743916 00000020:00080000:0.0:1724307174.948065:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.948067:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743916 00010000:00010000:2.0:1724307174.956454:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc083 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.956468:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc083 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.956475:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc083 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.956480:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.956484:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc083 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.956490:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc083 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.956506:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe44a2e9 (ffff880129e81a00) 00010000:00010000:2.0:1724307174.956509:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.956512:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc083 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.956517:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc083 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.956818:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307174.956884:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247915520 00000100:00100000:2.0:1724307174.956893:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247915520 00000100:00100000:2.0:1724307174.956938:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 83 00000100:00100000:2.0:1724307174.956945:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+82:1965:x1808064247915520:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307174.956963:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743916, current: 296352743916, replaying 00000100:00100000:2.0:1724307174.956972:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+82:1965:x1808064247915520:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 27us (159us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.956978:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 83 00000020:00080000:0.0:1724307174.957017:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.957020:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743916, next_transno: 296352743916 00010000:00080000:0.0:1724307174.957024:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743916) 00000020:00080000:0.0:1724307174.957027:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.957035:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247915520 t296352743916 from 192.168.204.7@tcp req@ffff880135801500 x1808064247915520/t0(296352743916) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:0.0:1724307174.957108:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc091 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957124:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc091 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957131:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc091 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957139:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc098 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957144:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc098 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957149:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc098 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957395:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc09f lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957402:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc09f lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957407:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc09f lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:0.0:1724307174.957731:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].40, 64 off10752 00010000:00010000:0.0:1724307174.957793:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc09f lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957798:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc09f lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957804:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc09f lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957811:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.957813:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc09f lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957817:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc09f lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957824:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7d:0x0].0x0 (ffff880129e81600) 00010000:00010000:0.0:1724307174.957826:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307174.957828:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc09f lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957832:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc09f lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957861:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc091 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957866:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc091 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957870:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc091 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957874:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.957877:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc091 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957881:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc091 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957886:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880129e81000) 00010000:00010000:0.0:1724307174.957888:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.957891:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc091 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.957895:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc091 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:0.0:1724307174.957903:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880135801500 reply state ffff88012ded5000 transno 296352743916 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc098 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.957909:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1724307174.957965:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:0.0:1724307174.957977:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.957978:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743917 00000020:00080000:0.0:1724307174.957981:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307174.957982:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743917 00010000:00010000:3.0:1724307174.960888:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc098 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.960900:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc098 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.960905:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc098 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.960910:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.960913:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc098 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.960918:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc098 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.960930:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff44a2e9 (ffff880129e81c00) 00010000:00010000:3.0:1724307174.960932:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.960936:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc098 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.960941:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc098 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.961554:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307174.961732:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247915776 00000100:00100000:0.0:1724307174.961740:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247915776 00000100:00100000:0.0:1724307174.962922:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 84 00000100:00100000:0.0:1724307174.962930:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801308d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+83:1965:x1808064247915776:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:0.0:1724307174.962946:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743917, current: 296352743917, replaying 00000100:00100000:0.0:1724307174.963296:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801308d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+83:1965:x1808064247915776:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 366us (1745us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307174.963302:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 84 00000020:00080000:2.0:1724307174.963339:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.963342:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743917, next_transno: 296352743917 00010000:00080000:2.0:1724307174.963345:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743917) 00000020:00080000:2.0:1724307174.963348:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.963354:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247915776 t296352743917 from 192.168.204.7@tcp req@ffff8801308d9500 x1808064247915776/t0(296352743917) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.963436:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc0a6 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.963449:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc0a6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.963458:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc0a6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.963467:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc0ad lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.963472:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc0ad lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.963476:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc0ad lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.963718:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc0b4 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.963724:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc0b4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.963729:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc0b4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.964035:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].40, 64 off10752 00010000:00010000:2.0:1724307174.964088:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc0b4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.964093:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc0b4 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.964098:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc0b4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.964105:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102fa80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.964108:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc0b4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.964114:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc0b4 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.964124:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7e:0x0].0x0 (ffff8800b3cf5d00) 00010000:00010000:2.0:1724307174.964127:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.964130:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc0b4 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.964134:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc0b4 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa7e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.964168:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc0a6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.964173:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc0a6 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.964177:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc0a6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.964181:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102fcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.964183:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc0a6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.964187:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc0a6 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.964193:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800b3cf5a00) 00010000:00010000:2.0:1724307174.964195:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.964198:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc0a6 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.964202:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc0a6 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.964210:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801308d9500 reply state ffff88012e008000 transno 296352743917 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc0ad lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.964215:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.964268:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307174.964278:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.964280:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743918 00000020:00080000:2.0:1724307174.964282:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.964284:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743918 00010000:00010000:2.0:1724307174.967153:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc0ad lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.967165:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc0ad lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.967171:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc0ad lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.967177:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102f840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.967180:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc0ad lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.967186:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc0ad lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.967199:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x44a2e9 (ffff8800b3cf5300) 00010000:00010000:2.0:1724307174.967201:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.967205:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc0ad lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.967210:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc0ad lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x44a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.967263:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307174.967301:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247916032 00000100:00100000:0.0:1724307174.967309:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247916032 00000100:00100000:0.0:1724307174.967343:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 85 00000100:00100000:0.0:1724307174.967349:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d323b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+84:1965:x1808064247916032:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:0.0:1724307174.967363:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743918, current: 296352743918, replaying 00000100:00100000:0.0:1724307174.967378:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d323b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+84:1965:x1808064247916032:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 29us (118us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307174.967384:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 85 00000020:00080000:2.0:1724307174.967445:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.967447:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743918, next_transno: 296352743918 00010000:00080000:2.0:1724307174.967450:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743918) 00000020:00080000:2.0:1724307174.967452:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.967459:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247916032 t296352743918 from 192.168.204.7@tcp req@ffff88009d323b80 x1808064247916032/t0(296352743918) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.967519:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc0bb lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.967528:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc0bb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.967535:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc0bb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.967543:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc0c2 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.967548:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc0c2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.967552:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc0c2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.967715:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc0c9 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.967721:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc0c9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.967727:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc0c9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.968009:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].41, 64 off10816 00010000:00010000:2.0:1724307174.968057:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc0c9 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.968061:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc0c9 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.968066:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc0c9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.968070:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102f600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.968073:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc0c9 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.968077:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc0c9 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.968083:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa7f:0x0].0x0 (ffff8800b3cf5200) 00010000:00010000:2.0:1724307174.968085:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.968087:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc0c9 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.968091:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc0c9 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.968118:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc0bb lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.968122:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc0bb lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.968130:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc0bb lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.968133:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.968135:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc0bb lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.968139:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc0bb lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.968144:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800b3cf5b00) 00010000:00010000:2.0:1724307174.968146:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.968147:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc0bb lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.968151:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc0bb lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.968159:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009d323b80 reply state ffff88012e00a000 transno 296352743918 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc0c2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.968164:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.968204:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307174.968213:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.968214:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743919 00000020:00080000:2.0:1724307174.968217:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.968218:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743919 00010000:00010000:3.0:1724307174.970368:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc0c2 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.970378:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc0c2 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.970383:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc0c2 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.970387:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102df80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.970391:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc0c2 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.970397:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc0c2 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.970408:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x144a2e9 (ffff8800b3cf5500) 00010000:00010000:3.0:1724307174.970411:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.970415:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc0c2 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.970419:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc0c2 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x144a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.971241:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.971291:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247916288 00000100:00100000:1.0:1724307174.971299:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247916288 00000100:00100000:1.0:1724307174.971339:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 86 00000100:00100000:1.0:1724307174.971346:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+85:1965:x1808064247916288:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.971361:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743919, current: 296352743919, replaying 00000100:00100000:1.0:1724307174.971382:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+85:1965:x1808064247916288:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 33us (141us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.971388:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 86 00000020:00080000:2.0:1724307174.971437:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.971440:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743919, next_transno: 296352743919 00010000:00080000:2.0:1724307174.971443:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743919) 00000020:00080000:2.0:1724307174.971446:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.971452:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247916288 t296352743919 from 192.168.204.7@tcp req@ffff880135803b80 x1808064247916288/t0(296352743919) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.971517:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc0d0 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.971529:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc0d0 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.971537:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc0d0 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.971546:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc0d7 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.971551:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc0d7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.971556:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc0d7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.971743:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc0de lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.971749:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc0de lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.971755:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc0de lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.972056:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].41, 64 off10816 00010000:00010000:2.0:1724307174.972109:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc0de lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.972115:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc0de lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.972120:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc0de lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.972125:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.972127:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc0de lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.972132:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc0de lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.972139:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa80:0x0].0x0 (ffff88012f7c0100) 00010000:00010000:2.0:1724307174.972141:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.972144:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc0de lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.972148:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc0de lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.972179:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc0d0 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.972184:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc0d0 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.972188:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc0d0 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.972192:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.972194:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc0d0 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.972197:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc0d0 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.972206:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800b3cf5c00) 00010000:00010000:2.0:1724307174.972208:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.972210:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc0d0 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.972214:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc0d0 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.972223:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880135803b80 reply state ffff88012e00c000 transno 296352743919 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc0d7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.972227:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.972281:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307174.972293:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.972295:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743920 00000020:00080000:2.0:1724307174.972297:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.972298:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743920 00010000:00010000:0.0:1724307174.973304:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc0d7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.973311:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc0d7 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.973315:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc0d7 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.973319:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d8c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307174.973321:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc0d7 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.973326:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc0d7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.973334:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x244a2e9 (ffff88012f7c0600) 00010000:00010000:0.0:1724307174.973336:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307174.973339:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc0d7 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307174.973343:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc0d7 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x244a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.973465:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.973506:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247916544 00000100:00100000:1.0:1724307174.973512:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247916544 00000100:00100000:1.0:1724307174.973542:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 87 00000100:00100000:1.0:1724307174.973548:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801308d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+86:1965:x1808064247916544:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307174.973558:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743920, current: 296352743920, replaying 00000100:00100000:1.0:1724307174.973576:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801308d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+86:1965:x1808064247916544:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 28us (112us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307174.973581:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 87 00000020:00080000:2.0:1724307174.973786:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.973789:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743920, next_transno: 296352743920 00010000:00080000:2.0:1724307174.973792:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743920) 00000020:00080000:2.0:1724307174.973795:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.973801:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247916544 t296352743920 from 192.168.204.7@tcp req@ffff8801308d8e00 x1808064247916544/t0(296352743920) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.973847:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc0e5 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.973857:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc0e5 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.973868:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc0e5 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.973877:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc0ec lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.973882:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc0ec lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.973887:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc0ec lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.974008:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc0f3 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.974015:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc0f3 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.974020:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc0f3 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.974254:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].42, 64 off10880 00010000:00010000:2.0:1724307174.974296:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc0f3 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.974301:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc0f3 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.974305:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc0f3 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.974309:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.974312:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc0f3 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.974316:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc0f3 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.974323:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa81:0x0].0x0 (ffff88012f7c0800) 00010000:00010000:2.0:1724307174.974325:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.974327:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc0f3 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.974331:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc0f3 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.974354:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc0e5 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.974359:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc0e5 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.974364:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc0e5 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.974367:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.974369:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc0e5 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.974373:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc0e5 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.974379:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88012f7c0400) 00010000:00010000:2.0:1724307174.974381:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.974383:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc0e5 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.974387:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc0e5 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.974396:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8801308d8e00 reply state ffff88012e00e000 transno 296352743920 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc0ec lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.974402:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.974450:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307174.974459:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.974461:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743921 00000020:00080000:2.0:1724307174.974464:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.974465:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743921 00010000:00010000:3.0:1724307174.975436:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc0ec lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.975444:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc0ec lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.975448:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc0ec lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.975452:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102ed00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.975454:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc0ec lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.975458:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc0ec lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.975468:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf945a2e9 (ffff88012f7c0200) 00010000:00010000:3.0:1724307174.975470:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.975473:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc0ec lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.975481:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc0ec lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf945a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.976040:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307174.976416:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247916800 00000100:00100000:1.0:1724307174.976423:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247916800 00000100:00100000:0.0:1724307174.976661:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 88 00000100:00100000:0.0:1724307174.976668:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a33ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+87:1965:x1808064247916800:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:0.0:1724307174.976683:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743921, current: 296352743921, replaying 00000100:00100000:0.0:1724307174.976690:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a33ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+87:1965:x1808064247916800:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 23us (653us total) trans 0 rc 0/-999 00000020:00080000:2.0:1724307174.976698:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.976701:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743921, next_transno: 296352743921 00010000:00080000:2.0:1724307174.976704:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743921) 00000020:00080000:2.0:1724307174.976706:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.976713:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247916800 t296352743921 from 192.168.204.7@tcp req@ffff88009a33ce00 x1808064247916800/t0(296352743921) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 2 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.976793:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc0fa lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.976802:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc0fa lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.976809:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc0fa lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.976815:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc101 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.976820:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc101 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.976825:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc101 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.976964:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 88 00010000:00010000:2.0:1724307174.977144:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc108 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.977151:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc108 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.977156:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc108 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.977445:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].42, 64 off10880 00010000:00010000:2.0:1724307174.977494:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc108 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.977500:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc108 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.977505:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc108 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.977509:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102fcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.977512:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc108 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.977517:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc108 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.979949:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa82:0x0].0x0 (ffff880094e10100) 00010000:00010000:2.0:1724307174.979956:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.979963:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc108 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.979973:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc108 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.980031:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc0fa lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.980037:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc0fa lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.980042:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc0fa lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.980046:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102cb40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.980049:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc0fa lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.980054:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc0fa lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.980063:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880093b5f400) 00010000:00010000:2.0:1724307174.980065:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.980067:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc0fa lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.980071:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc0fa lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.980084:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a33ce00 reply state ffff88012bd68000 transno 296352743921 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc101 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.980090:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.980167:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307174.980185:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.980188:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743922 00000020:00080000:2.0:1724307174.980190:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.980192:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743922 00010000:00010000:2.0:1724307174.982517:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc101 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.982527:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc101 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.982533:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc101 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.982538:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102df80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.982542:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc101 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.982547:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc101 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.982559:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa45a2e9 (ffff880093b5f200) 00010000:00010000:2.0:1724307174.982561:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.982565:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc101 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.982570:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc101 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.985382:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307174.985584:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247917056 00000100:00100000:0.0:1724307174.985592:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247917056 00000100:00100000:0.0:1724307174.985633:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 89 00000100:00100000:0.0:1724307174.985654:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a33fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+88:1965:x1808064247917056:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:0.0:1724307174.985670:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743922, current: 296352743922, replaying 00000100:00100000:0.0:1724307174.985689:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a33fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+88:1965:x1808064247917056:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 49us (315us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307174.985694:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 89 00000020:00080000:3.0:1724307174.985750:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.985754:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743922, next_transno: 296352743922 00010000:00080000:3.0:1724307174.985757:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743922) 00000020:00080000:3.0:1724307174.985768:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.985775:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247917056 t296352743922 from 192.168.204.7@tcp req@ffff88009a33fb80 x1808064247917056/t0(296352743922) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.985857:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc10f lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.985868:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc10f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.985876:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc10f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.985898:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc116 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.985903:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc116 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.985907:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc116 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.986065:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc11d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.986072:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc11d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.986078:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc11d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.986381:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].43, 64 off10944 00010000:00010000:3.0:1724307174.986824:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc11d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.986831:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc11d lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.986836:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc11d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.986841:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.986844:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc11d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.986850:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc11d lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.986859:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa83:0x0].0x0 (ffff88009a35f500) 00010000:00010000:3.0:1724307174.986862:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.986864:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc11d lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.986869:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc11d lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.986909:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc10f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.986914:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc10f lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.986922:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc10f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.986925:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3db00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.986927:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc10f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.986930:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc10f lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.986936:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009a35fd00) 00010000:00010000:3.0:1724307174.986938:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.986940:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc10f lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.986944:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc10f lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.986953:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a33fb80 reply state ffff88012e530000 transno 296352743922 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc116 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.986958:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.987023:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.987033:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.987035:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743923 00000020:00080000:3.0:1724307174.987038:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.987039:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743923 00010000:00010000:3.0:1724307174.989104:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc116 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.989114:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc116 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.989120:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc116 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.989125:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.989128:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc116 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.989133:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc116 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.989143:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb45a2e9 (ffff88009a35f900) 00010000:00010000:3.0:1724307174.989146:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.989148:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc116 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.989152:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc116 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.989387:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307174.989445:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247917312 00000100:00100000:0.0:1724307174.989453:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247917312 00000100:00100000:0.0:1724307174.989492:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 90 00000100:00100000:0.0:1724307174.989498:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a33d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+89:1965:x1808064247917312:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:0.0:1724307174.989512:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743923, current: 296352743923, replaying 00000100:00100000:0.0:1724307174.989529:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a33d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+89:1965:x1808064247917312:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 30us (145us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307174.989534:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 90 00000020:00080000:3.0:1724307174.989626:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.989629:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743923, next_transno: 296352743923 00010000:00080000:3.0:1724307174.989632:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743923) 00000020:00080000:3.0:1724307174.989635:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.989693:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247917312 t296352743923 from 192.168.204.7@tcp req@ffff88009a33d180 x1808064247917312/t0(296352743923) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.989769:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc124 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.989779:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc124 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.989787:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc124 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.989795:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc12b lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.989800:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc12b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.989805:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc12b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.989957:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc132 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.989962:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc132 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.989966:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc132 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307174.990189:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].43, 64 off10944 00010000:00010000:3.0:1724307174.990481:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc132 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.990488:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc132 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.990493:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc132 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.990497:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.990499:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc132 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.990503:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc132 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.990511:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa84:0x0].0x0 (ffff88009a35f600) 00010000:00010000:3.0:1724307174.990513:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307174.990515:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc132 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.990519:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc132 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.990549:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc124 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.990554:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc124 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.990558:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc124 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.990561:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3dd40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.990563:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc124 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.990568:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc124 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.990574:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009a35f700) 00010000:00010000:3.0:1724307174.990575:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.990577:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc124 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.990580:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc124 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307174.990588:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a33d180 reply state ffff88012e532000 transno 296352743923 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc12b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307174.990594:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307174.990663:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307174.990673:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.990675:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743924 00000020:00080000:3.0:1724307174.990677:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.990678:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743924 00010000:00010000:2.0:1724307174.991575:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc12b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.991583:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc12b lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.991588:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc12b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.991592:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.991594:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc12b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.991599:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc12b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.991607:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc45a2e9 (ffff88009a35fa00) 00010000:00010000:2.0:1724307174.991609:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.991612:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc12b lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.991616:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc12b lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.992071:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307174.992119:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247917568 00000100:00100000:0.0:1724307174.992125:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247917568 00000100:00100000:0.0:1724307174.992160:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 91 00000100:00100000:0.0:1724307174.992166:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a33c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+90:1965:x1808064247917568:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:0.0:1724307174.992180:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743924, current: 296352743924, replaying 00000100:00100000:0.0:1724307174.992188:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a33c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+90:1965:x1808064247917568:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 23us (120us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307174.992197:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 91 00000020:00080000:2.0:1724307174.992239:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.992242:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743924, next_transno: 296352743924 00010000:00080000:2.0:1724307174.992245:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743924) 00000020:00080000:2.0:1724307174.992248:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.992255:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247917568 t296352743924 from 192.168.204.7@tcp req@ffff88009a33c000 x1808064247917568/t0(296352743924) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307174.992465:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc139 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.992475:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc139 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.992485:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc139 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.992493:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc140 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.992497:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc140 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.992502:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc140 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.992722:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc147 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.992728:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc147 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.992735:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc147 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307174.993021:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].44, 64 off11008 00010000:00010000:2.0:1724307174.993072:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc147 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.993078:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc147 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.993082:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc147 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.993086:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.993089:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc147 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.993093:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc147 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.993101:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa85:0x0].0x0 (ffff880094e10100) 00010000:00010000:2.0:1724307174.993103:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307174.993105:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc147 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.993109:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc147 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.993137:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc139 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.993141:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc139 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.993146:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc139 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.993149:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102fa80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307174.993151:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc139 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.993156:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc139 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.993161:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880094e10b00) 00010000:00010000:2.0:1724307174.993163:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307174.993165:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc139 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307174.993168:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc139 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307174.993177:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a33c000 reply state ffff88012bd6a000 transno 296352743924 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc140 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307174.993182:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307174.995067:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307174.995087:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.995090:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743925 00000020:00080000:2.0:1724307174.995092:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307174.995093:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743925 00010000:00010000:3.0:1724307174.996548:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc140 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.996559:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc140 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.996564:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc140 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.996569:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307174.996572:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc140 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.996579:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc140 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.996592:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd45a2e9 (ffff880094e10500) 00010000:00010000:3.0:1724307174.996595:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307174.996599:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc140 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.996604:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc140 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307174.998595:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307174.998660:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247917824 00000100:00100000:2.0:1724307174.998669:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247917824 00000100:00100000:2.0:1724307174.998735:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 92 00000100:00100000:2.0:1724307174.998742:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135802d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+91:1965:x1808064247917824:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307174.998770:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743925, current: 296352743925, replaying 00000100:00100000:2.0:1724307174.999245:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135802d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+91:1965:x1808064247917824:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 502us (655us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307174.999252:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 92 00000020:00080000:3.0:1724307174.999378:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.999382:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743925, next_transno: 296352743925 00010000:00080000:3.0:1724307174.999385:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743925) 00000020:00080000:3.0:1724307174.999388:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307174.999394:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247917824 t296352743925 from 192.168.204.7@tcp req@ffff880135802d80 x1808064247917824/t0(296352743925) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:435/0 lens 504/0 e 0 to 0 dl 1724307185 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307174.999464:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc14e lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.999476:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc14e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.999485:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc14e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.999493:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc155 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.999498:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc155 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.999502:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc155 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.999691:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc15c lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.999697:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc15c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307174.999703:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc15c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307175.000013:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].44, 64 off11008 00010000:00010000:3.0:1724307175.000068:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc15c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.000074:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc15c lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.000078:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc15c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.000083:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f3c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.000085:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc15c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.000090:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc15c lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.000099:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa86:0x0].0x0 (ffff88009a35fe00) 00010000:00010000:3.0:1724307175.000101:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307175.000104:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc15c lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.000108:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc15c lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.000141:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc14e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.000146:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc14e lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.000150:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc14e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.000154:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.000156:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc14e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.000161:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc14e lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.000167:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009a35f100) 00010000:00010000:3.0:1724307175.000168:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307175.000170:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc14e lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.000175:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc14e lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307175.000184:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880135802d80 reply state ffff88012e534000 transno 296352743925 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc155 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307175.000189:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307175.000251:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307175.000264:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.000266:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743926 00000020:00080000:3.0:1724307175.000268:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.000270:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743926 00010000:00010000:0.0:1724307175.007393:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc155 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307175.007406:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc155 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307175.007413:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc155 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307175.007417:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307175.007421:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc155 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307175.007427:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc155 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307175.007440:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe45a2e9 (ffff88009a35f400) 00010000:00010000:0.0:1724307175.007442:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307175.007445:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc155 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:0.0:1724307175.007449:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc155 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307175.007579:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307175.007785:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247918080 00000100:00100000:0.0:1724307175.007792:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247918080 00000100:00100000:0.0:1724307175.007830:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 93 00000100:00100000:0.0:1724307175.007836:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a33c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+92:1965:x1808064247918080:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:0.0:1724307175.007860:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743926, current: 296352743926, replaying 00000100:00100000:0.0:1724307175.007876:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a33c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+92:1965:x1808064247918080:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 40us (301us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307175.007882:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 93 00000020:00080000:3.0:1724307175.007922:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.007925:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743926, next_transno: 296352743926 00010000:00080000:3.0:1724307175.007929:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743926) 00000020:00080000:3.0:1724307175.007931:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.007937:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247918080 t296352743926 from 192.168.204.7@tcp req@ffff88009a33c380 x1808064247918080/t0(296352743926) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:436/0 lens 504/0 e 0 to 0 dl 1724307186 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307175.008001:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc163 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008011:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc163 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008019:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc163 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008027:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc16a lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008031:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc16a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008035:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc16a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008185:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc171 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008193:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc171 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008198:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc171 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307175.008499:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].45, 64 off11072 00010000:00010000:3.0:1724307175.008552:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc171 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008557:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc171 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008562:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc171 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008566:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ed00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.008569:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc171 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008574:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc171 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008582:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa87:0x0].0x0 (ffff88009a35f700) 00010000:00010000:3.0:1724307175.008584:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307175.008586:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc171 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008591:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc171 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008617:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc163 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008621:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc163 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008625:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc163 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008629:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.008631:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc163 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008635:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc163 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008665:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009a35f500) 00010000:00010000:3.0:1724307175.008667:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307175.008670:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc163 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.008674:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc163 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307175.008683:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a33c380 reply state ffff88012e536000 transno 296352743926 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc16a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307175.008688:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307175.008734:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307175.008744:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.008746:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743927 00000020:00080000:3.0:1724307175.008748:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.008749:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743927 00010000:00010000:3.0:1724307175.010269:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc16a lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.010279:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc16a lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.010284:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc16a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.010289:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.010292:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc16a lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.010297:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc16a lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.010307:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff45a2e9 (ffff88009a35fb00) 00010000:00010000:3.0:1724307175.010309:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307175.010312:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc16a lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.010316:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc16a lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307175.012474:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307175.012603:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247918336 00000100:00100000:0.0:1724307175.012611:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247918336 00000100:00100000:0.0:1724307175.012664:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 94 00000100:00100000:0.0:1724307175.012671:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a33d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+93:1965:x1808064247918336:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:0.0:1724307175.012686:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743927, current: 296352743927, replaying 00000100:00100000:0.0:1724307175.012705:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a33d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+93:1965:x1808064247918336:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 34us (236us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307175.012710:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 94 00000020:00080000:2.0:1724307175.013045:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307175.013049:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743927, next_transno: 296352743927 00010000:00080000:2.0:1724307175.013053:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743927) 00000020:00080000:2.0:1724307175.013056:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307175.013063:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247918336 t296352743927 from 192.168.204.7@tcp req@ffff88009a33d500 x1808064247918336/t0(296352743927) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:436/0 lens 504/0 e 0 to 0 dl 1724307186 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307175.013130:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc178 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013142:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc178 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013151:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc178 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013160:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc17f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013165:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc17f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013169:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc17f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013306:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc186 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013312:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc186 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013316:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc186 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307175.013573:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].45, 64 off11072 00010000:00010000:2.0:1724307175.013621:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc186 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013627:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc186 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013633:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc186 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013665:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307175.013669:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc186 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013675:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc186 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013684:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa88:0x0].0x0 (ffff880094e10400) 00010000:00010000:2.0:1724307175.013686:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307175.013689:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc186 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013693:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc186 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013743:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc178 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013748:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc178 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013751:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc178 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013755:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307175.013768:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc178 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013773:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc178 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013779:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880094e10f00) 00010000:00010000:2.0:1724307175.013781:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307175.013783:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc178 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.013787:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc178 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307175.013796:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a33d500 reply state ffff88012bd6c000 transno 296352743927 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc17f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307175.013801:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307175.013849:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307175.013858:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307175.013860:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743928 00000020:00080000:2.0:1724307175.013862:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307175.013863:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743928 00010000:00010000:2.0:1724307175.014997:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc17f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.015004:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc17f lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.015009:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc17f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.015013:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307175.015015:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc17f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.015019:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc17f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.015028:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x45a2e9 (ffff880094e10500) 00010000:00010000:2.0:1724307175.015030:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307175.015033:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc17f lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.015037:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc17f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x45a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307175.016017:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307175.016078:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247918592 00000100:00100000:1.0:1724307175.016085:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247918592 00000100:00100000:1.0:1724307175.016110:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 95 00000100:00100000:1.0:1724307175.016116:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+94:1965:x1808064247918592:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307175.016128:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743928, current: 296352743928, replaying 00000100:00100000:1.0:1724307175.016148:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+94:1965:x1808064247918592:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 32us (134us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307175.016152:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 95 00000020:00080000:2.0:1724307175.016386:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307175.016389:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743928, next_transno: 296352743928 00010000:00080000:2.0:1724307175.016392:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743928) 00000020:00080000:2.0:1724307175.016394:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307175.016400:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247918592 t296352743928 from 192.168.204.7@tcp req@ffff8800922dc700 x1808064247918592/t0(296352743928) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:436/0 lens 504/0 e 0 to 0 dl 1724307186 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307175.016453:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc18d lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.016462:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc18d lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.016468:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc18d lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.016475:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc194 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.016480:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc194 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.016484:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc194 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.016609:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc19b lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.016613:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc19b lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.016618:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc19b lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307175.017123:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].46, 64 off11136 00010000:00010000:2.0:1724307175.017165:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc19b lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.017170:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc19b lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.017175:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc19b lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.017178:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102db00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307175.017180:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc19b lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.017185:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc19b lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.017192:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa89:0x0].0x0 (ffff880094e10000) 00010000:00010000:2.0:1724307175.017194:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307175.017197:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc19b lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.017201:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc19b lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.017225:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc18d lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.017229:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc18d lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.017237:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc18d lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.017240:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307175.017242:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc18d lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.017245:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc18d lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.017250:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff880094e10100) 00010000:00010000:2.0:1724307175.017251:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307175.017253:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc18d lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.017256:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc18d lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307175.017262:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800922dc700 reply state ffff88012bd6e000 transno 296352743928 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc194 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307175.017267:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307175.017805:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307175.017817:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307175.017819:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743929 00000020:00080000:2.0:1724307175.017821:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307175.017822:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743929 00000100:00100000:0.0:1724307175.020202:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307175.020267:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247918848 00000100:00100000:1.0:1724307175.020275:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247918848 00000100:00100000:1.0:1724307175.020307:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 96 00000100:00100000:1.0:1724307175.020313:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+96:1965:x1808064247918848:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307175.020329:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743929, current: 296352743929, replaying 00000100:00100000:1.0:1724307175.020348:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+96:1965:x1808064247918848:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 35us (154us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307175.020354:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 96 00000020:00080000:2.0:1724307175.020392:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307175.020395:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743929, next_transno: 296352743929 00010000:00080000:2.0:1724307175.020399:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743929) 00000020:00080000:2.0:1724307175.020402:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307175.020408:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247918848 t296352743929 from 192.168.204.7@tcp req@ffff8800922dfb80 x1808064247918848/t0(296352743929) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:436/0 lens 504/0 e 0 to 0 dl 1724307186 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307175.020489:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc1a2 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.020501:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc1a2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.020510:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc1a2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.020521:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc1a9 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.020526:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc1a9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.020531:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc1a9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.020704:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc1b0 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.020711:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc1b0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.020716:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc1b0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.020854:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc194 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.020861:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc194 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.020866:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc194 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.020870:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.020873:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc194 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.020879:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc194 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.020889:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x145a2e9 (ffff880094e10b00) 00010000:00010000:3.0:1724307175.020892:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307175.020895:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc194 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.020899:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc194 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x145a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307175.021010:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].46, 64 off11136 00010000:00010000:2.0:1724307175.021068:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc1b0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.021074:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc1b0 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.021079:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc1b0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.021083:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307175.021085:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc1b0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.021089:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc1b0 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.021096:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8a:0x0].0x0 (ffff8800b1d5e000) 00010000:00010000:2.0:1724307175.021098:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307175.021100:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc1b0 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.021104:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc1b0 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.021139:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc1a2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.021144:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc1a2 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.021149:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc1a2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.021152:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307175.021191:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc1a2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.021197:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc1a2 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.021206:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800b1d5ea00) 00010000:00010000:2.0:1724307175.021208:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307175.021210:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc1a2 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.021214:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc1a2 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307175.021223:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800922dfb80 reply state ffff88012c808000 transno 296352743929 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc1a9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307175.021227:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307175.021597:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307175.021609:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307175.021611:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743930 00000020:00080000:2.0:1724307175.021613:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307175.021614:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743930 00000100:00100000:0.0:1724307175.023355:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307175.023476:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc1a9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.023484:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc1a9 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.023490:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc1a9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.023566:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307175.023569:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc1a9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.023575:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc1a9 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.023586:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x245a2e9 (ffff8800b1d5e200) 00010000:00010000:2.0:1724307175.023588:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307175.023591:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc1a9 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.023595:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc1a9 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x245a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307175.023730:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247919104 00000100:00100000:1.0:1724307175.023738:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247919104 00000100:00100000:1.0:1724307175.023786:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 97 00000100:00100000:1.0:1724307175.023791:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+96:1965:x1808064247919104:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307175.023804:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743930, current: 296352743930, replaying 00000100:00100000:1.0:1724307175.024033:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+96:1965:x1808064247919104:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 241us (682us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307175.024039:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 97 00000020:00080000:3.0:1724307175.024080:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.024084:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743930, next_transno: 296352743930 00010000:00080000:3.0:1724307175.024086:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743930) 00000020:00080000:3.0:1724307175.024089:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.024095:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247919104 t296352743930 from 192.168.204.7@tcp req@ffff8800922ded80 x1808064247919104/t0(296352743930) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:436/0 lens 504/0 e 0 to 0 dl 1724307186 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307175.024163:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc1b7 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024171:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc1b7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024177:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc1b7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024185:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc1be lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024189:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc1be lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024194:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc1be lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024336:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc1c5 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024343:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc1c5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024348:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc1c5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307175.024627:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].47, 64 off11200 00010000:00010000:3.0:1724307175.024726:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc1c5 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024731:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc1c5 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024736:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc1c5 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024744:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.024746:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc1c5 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024751:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc1c5 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024770:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8b:0x0].0x0 (ffff88009a35fd00) 00010000:00010000:3.0:1724307175.024773:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307175.024775:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc1c5 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024779:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc1c5 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024808:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc1b7 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024812:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc1b7 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024816:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc1b7 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024820:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.024822:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc1b7 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024826:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc1b7 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024832:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009a35f900) 00010000:00010000:3.0:1724307175.024834:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307175.024837:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc1b7 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.024840:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc1b7 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307175.024848:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800922ded80 reply state ffff8801300d0000 transno 296352743930 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc1be lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307175.024853:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307175.024910:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307175.024921:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.024923:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743931 00000020:00080000:3.0:1724307175.024926:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.024927:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743931 00010000:00010000:3.0:1724307175.026414:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc1be lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.026424:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc1be lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.026429:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc1be lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.026433:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3fcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.026436:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc1be lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.026440:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc1be lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.026449:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf946a2e9 (ffff88009a35fa00) 00010000:00010000:3.0:1724307175.026451:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307175.026455:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc1be lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.026459:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc1be lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf946a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307175.026971:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307175.027037:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247919360 00000100:00100000:1.0:1724307175.027044:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247919360 00000100:00100000:1.0:1724307175.027080:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 98 00000100:00100000:1.0:1724307175.027086:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+97:1965:x1808064247919360:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307175.027100:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743931, current: 296352743931, replaying 00000100:00100000:1.0:1724307175.027116:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+97:1965:x1808064247919360:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 30us (149us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307175.027121:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 98 00000020:00080000:3.0:1724307175.027404:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.027407:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743931, next_transno: 296352743931 00010000:00080000:3.0:1724307175.027410:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743931) 00000020:00080000:3.0:1724307175.027413:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.027420:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247919360 t296352743931 from 192.168.204.7@tcp req@ffff8800922dc000 x1808064247919360/t0(296352743931) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:436/0 lens 504/0 e 0 to 0 dl 1724307186 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307175.027479:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc1cc lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.027490:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc1cc lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.027497:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc1cc lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.027505:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc1d3 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.027510:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc1d3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.027515:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc1d3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.027771:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc1da lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.027777:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc1da lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.027783:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc1da lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307175.028070:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].47, 64 off11200 00010000:00010000:3.0:1724307175.028123:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc1da lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.028129:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc1da lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.028133:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc1da lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.028137:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.028139:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc1da lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.028143:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc1da lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.028151:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8c:0x0].0x0 (ffff88009a35f100) 00010000:00010000:3.0:1724307175.028153:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307175.028156:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc1da lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.028160:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc1da lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.028192:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc1cc lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.028197:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc1cc lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.028205:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc1cc lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.028209:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.028211:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc1cc lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.028215:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc1cc lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.028222:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009a35f500) 00010000:00010000:3.0:1724307175.028223:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307175.028225:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc1cc lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.028229:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc1cc lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307175.028236:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800922dc000 reply state ffff8801300d2000 transno 296352743931 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc1d3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307175.028241:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307175.028297:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307175.028309:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.028311:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743932 00000020:00080000:3.0:1724307175.028313:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.028315:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743932 00010000:00010000:2.0:1724307175.029227:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc1d3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.029236:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc1d3 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.029240:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc1d3 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.029244:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ed00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307175.029246:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc1d3 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.029251:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc1d3 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.029258:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa46a2e9 (ffff88009a35f700) 00010000:00010000:2.0:1724307175.029261:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307175.029263:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc1d3 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.029268:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc1d3 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307175.030029:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307175.030225:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247919616 00000100:00100000:2.0:1724307175.030232:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247919616 00000100:00100000:2.0:1724307175.030629:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 99 00000100:00100000:2.0:1724307175.030635:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+98:1965:x1808064247919616:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307175.030685:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743932, current: 296352743932, replaying 00000100:00100000:2.0:1724307175.030704:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+98:1965:x1808064247919616:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 68us (677us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307175.030709:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 99 00000020:00080000:3.0:1724307175.030888:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.030891:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743932, next_transno: 296352743932 00010000:00080000:3.0:1724307175.030894:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743932) 00000020:00080000:3.0:1724307175.030896:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.030903:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247919616 t296352743932 from 192.168.204.7@tcp req@ffff8800922dca80 x1808064247919616/t0(296352743932) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:436/0 lens 504/0 e 0 to 0 dl 1724307186 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307175.030959:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc1e1 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.030968:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc1e1 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.030976:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc1e1 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.030983:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc1e8 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.030987:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc1e8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.030991:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc1e8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.031117:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc1ef lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.031121:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc1ef lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.031125:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc1ef lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307175.031371:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].48, 64 off11264 00010000:00010000:3.0:1724307175.031423:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc1ef lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.031428:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc1ef lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.031433:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc1ef lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.031437:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3dd40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.031439:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc1ef lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.031445:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc1ef lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.031453:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8d:0x0].0x0 (ffff88009a35fe00) 00010000:00010000:3.0:1724307175.031455:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307175.031458:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc1ef lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.031462:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc1ef lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.031493:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc1e1 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.031498:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc1e1 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.031503:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc1e1 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.031506:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f3c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.031508:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc1e1 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.031512:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc1e1 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.031521:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009a35f400) 00010000:00010000:3.0:1724307175.031523:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307175.031525:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc1e1 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.031528:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc1e1 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307175.031535:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800922dca80 reply state ffff8801300d4000 transno 296352743932 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc1e8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307175.031540:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307175.031585:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307175.031595:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.031597:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743933 00000020:00080000:3.0:1724307175.031599:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.031600:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743933 00010000:00010000:3.0:1724307175.032940:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc1e8 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.032948:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc1e8 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.032952:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc1e8 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.032955:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.032958:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc1e8 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.032962:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc1e8 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.032970:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb46a2e9 (ffff88009a35f600) 00010000:00010000:3.0:1724307175.032972:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307175.032974:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc1e8 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.032978:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc1e8 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307175.033541:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307175.034494:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247919872 00000100:00100000:1.0:1724307175.034503:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247919872 00000100:00100000:1.0:1724307175.034565:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 100 00000100:00100000:1.0:1724307175.034571:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+99:1965:x1808064247919872:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307175.034586:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743933, current: 296352743933, replaying 00000100:00100000:1.0:1724307175.034604:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+99:1965:x1808064247919872:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 33us (1066us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307175.034610:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 100 00000020:00080000:3.0:1724307175.034700:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.034703:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743933, next_transno: 296352743933 00010000:00080000:3.0:1724307175.034706:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743933) 00000020:00080000:3.0:1724307175.034708:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.034715:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247919872 t296352743933 from 192.168.204.7@tcp req@ffff8800922dd880 x1808064247919872/t0(296352743933) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:436/0 lens 504/0 e 0 to 0 dl 1724307186 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307175.034793:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc1f6 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.034914:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc1f6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.034923:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc1f6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.034934:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc1fd lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.034939:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc1fd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.034944:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc1fd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.035096:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc204 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.035102:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc204 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.035107:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc204 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307175.035396:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].48, 64 off11264 00010000:00010000:3.0:1724307175.035447:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc204 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.035452:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc204 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.035457:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc204 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.035461:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.035464:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc204 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.035469:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc204 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.035477:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8e:0x0].0x0 (ffff8800908c4f00) 00010000:00010000:3.0:1724307175.035480:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307175.035482:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc204 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.035487:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc204 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.035519:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc1f6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.035523:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc1f6 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.035527:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc1f6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.035530:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.035532:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc1f6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.035535:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc1f6 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.035540:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009a35fb00) 00010000:00010000:3.0:1724307175.035541:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307175.035543:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc1f6 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.035546:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc1f6 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307175.035554:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800922dd880 reply state ffff8801300d6000 transno 296352743933 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc1fd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307175.035559:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307175.035614:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307175.035625:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.035627:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743934 00000020:00080000:3.0:1724307175.035629:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.035631:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743934 00010000:00010000:2.0:1724307175.036807:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc1fd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.036815:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc1fd lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.036819:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc1fd lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.036823:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307175.036825:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc1fd lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.036830:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc1fd lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.036839:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc46a2e9 (ffff88009b349300) 00010000:00010000:2.0:1724307175.036841:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307175.036843:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc1fd lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.036847:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc1fd lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307175.037732:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307175.037900:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247920128 00000100:00100000:3.0:1724307175.037906:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247920128 00000100:00100000:3.0:1724307175.038302:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 101 00000100:00100000:3.0:1724307175.038309:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+100:1965:x1808064247920128:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:3.0:1724307175.038323:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743934, current: 296352743934, replaying 00000100:00100000:3.0:1724307175.038338:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+100:1965:x1808064247920128:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 30us (610us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307175.038343:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 101 00000020:00080000:2.0:1724307175.038397:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307175.038400:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743934, next_transno: 296352743934 00010000:00080000:2.0:1724307175.038403:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743934) 00000020:00080000:2.0:1724307175.038405:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307175.038411:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247920128 t296352743934 from 192.168.204.7@tcp req@ffff8800922dce00 x1808064247920128/t0(296352743934) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:436/0 lens 504/0 e 0 to 0 dl 1724307186 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:2.0:1724307175.038465:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc20b lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.038473:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc20b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.038481:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc20b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.038489:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc212 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.038493:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc212 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.038497:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc212 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.038716:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc219 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.038722:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc219 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.038727:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc219 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:2.0:1724307175.039071:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].49, 64 off11328 00010000:00010000:2.0:1724307175.039118:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc219 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.039124:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc219 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.039129:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc219 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.039133:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102df80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307175.039135:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc219 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.039139:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc219 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.039147:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa8f:0x0].0x0 (ffff88009ddbb700) 00010000:00010000:2.0:1724307175.039149:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307175.039152:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc219 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.039155:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc219 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.039182:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc20b lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.039186:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc20b lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.039189:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc20b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.039193:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102fa80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307175.039195:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc20b lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.039200:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc20b lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.039204:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff88009ddbb900) 00010000:00010000:2.0:1724307175.039206:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307175.039207:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc20b lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.039211:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc20b lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:2.0:1724307175.039217:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800922dce00 reply state ffff88012c80a000 transno 296352743934 ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc212 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307175.039221:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1724307175.039273:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:2.0:1724307175.039284:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307175.039286:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743935 00000020:00080000:2.0:1724307175.039288:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1724307175.039289:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743935 00000100:00100000:0.0:1724307175.040780:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307175.040847:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247920384 00000100:00100000:1.0:1724307175.040854:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247920384 00000100:00100000:1.0:1724307175.040888:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 102 00000100:00100000:1.0:1724307175.040894:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+102:1965:x1808064247920384:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307175.040908:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743935, current: 296352743935, replaying 00000100:00100000:1.0:1724307175.040916:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+102:1965:x1808064247920384:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 24us (142us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307175.040922:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 102 00010000:00010000:3.0:1724307175.041093:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc212 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.041100:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc212 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.041105:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc212 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.041109:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.041112:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc212 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.041117:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc212 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.041128:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd46a2e9 (ffff88009ddbba00) 00010000:00010000:3.0:1724307175.041130:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307175.041133:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc212 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.041138:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc212 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000020:00080000:3.0:1724307175.042613:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.042618:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743935, next_transno: 296352743935 00010000:00080000:3.0:1724307175.042622:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743935) 00000020:00080000:3.0:1724307175.042624:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.042632:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247920384 t296352743935 from 192.168.204.7@tcp req@ffff8800922ddf80 x1808064247920384/t0(296352743935) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:436/0 lens 504/0 e 0 to 0 dl 1724307186 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307175.042735:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc220 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.042745:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc220 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.042753:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc220 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.042772:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc227 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.042777:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc227 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.042782:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc227 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.042939:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc22e lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.042945:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc22e lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.042950:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc22e lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307175.043233:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].49, 64 off11328 00010000:00010000:3.0:1724307175.043290:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc22e lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.043296:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc22e lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.043301:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc22e lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.043305:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.043307:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc22e lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.043313:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc22e lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.043321:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa90:0x0].0x0 (ffff8800908c4300) 00010000:00010000:3.0:1724307175.043323:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307175.043326:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc22e lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.043330:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc22e lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.043360:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc220 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.043365:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc220 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.043369:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc220 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.043376:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3db00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.043378:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc220 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.043383:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc220 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.043389:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800908c4000) 00010000:00010000:3.0:1724307175.043390:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307175.043392:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc220 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.043397:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc220 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307175.043405:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800922ddf80 reply state ffff88012fcb8000 transno 296352743935 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc227 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307175.043410:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307175.043482:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307175.043496:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.043499:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743936 00000020:00080000:3.0:1724307175.043501:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.043503:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743936 00010000:00010000:2.0:1724307175.049045:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc227 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.049057:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc227 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.049064:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc227 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.049069:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307175.049073:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc227 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.049080:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc227 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.049094:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe46a2e9 (ffff8800908c4b00) 00010000:00010000:2.0:1724307175.049096:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307175.049100:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc227 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.049105:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc227 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:2.0:1724307175.049845:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307175.050330:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247920640 00000100:00100000:0.0:1724307175.050339:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247920640 00000100:00100000:0.0:1724307175.050452:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 103 00000100:00100000:0.0:1724307175.050459:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a33df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+102:1965:x1808064247920640:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:0.0:1724307175.050477:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743936, current: 296352743936, replaying 00000100:00100000:0.0:1724307175.051782:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a33df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+102:1965:x1808064247920640:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1316us (1935us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307175.051793:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 103 00000020:00080000:3.0:1724307175.051843:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.051847:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743936, next_transno: 296352743936 00010000:00080000:3.0:1724307175.051850:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743936) 00000020:00080000:3.0:1724307175.051853:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.051860:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247920640 t296352743936 from 192.168.204.7@tcp req@ffff88009a33df80 x1808064247920640/t0(296352743936) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:436/0 lens 504/0 e 0 to 0 dl 1724307186 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307175.051939:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfc235 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.051950:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfc235 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.051958:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfc235 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.051965:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfc23c lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.051969:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfc23c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.051974:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfc23c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.052132:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc243 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.052138:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc243 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.052144:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc243 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307175.052443:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].50, 64 off11392 00010000:00010000:3.0:1724307175.052495:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc243 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.052501:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc243 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.052509:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc243 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.052514:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.052516:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc243 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.052521:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc243 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.052530:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa91:0x0].0x0 (ffff8800a06b0c00) 00010000:00010000:3.0:1724307175.052532:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307175.052535:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc243 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.052539:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc243 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.052574:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfc235 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.052579:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfc235 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.052583:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfc235 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.052586:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.052588:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfc235 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.052592:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfc235 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.052600:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a06b0500) 00010000:00010000:3.0:1724307175.052603:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307175.052605:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfc235 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.052608:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f600/0x85b23e07e0bfc235 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307175.052616:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009a33df80 reply state ffff88012fcba000 transno 296352743936 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfc23c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307175.052620:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307175.052695:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307175.052706:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.052708:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743937 00000020:00080000:3.0:1724307175.052711:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.052712:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743937 00000100:00100000:0.0:1724307175.054405:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307175.054471:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfc23c lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.054480:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfc23c lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307175.054484:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247920896 00010000:00010000:3.0:1724307175.054486:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfc23c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.054490:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cb40 already unused, calling callback (ffffffffa133a880) 00000100:00100000:1.0:1724307175.054493:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247920896 00010000:00010000:3.0:1724307175.054493:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfc23c lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.054498:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfc23c lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.054508:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff46a2e9 (ffff8800a06b0700) 00010000:00010000:3.0:1724307175.054511:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307175.054513:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfc23c lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.054517:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cb40/0x85b23e07e0bfc23c lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:1.0:1724307175.054527:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 104 00000100:00100000:1.0:1724307175.054532:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+103:1965:x1808064247920896:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307175.054548:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743937, current: 296352743937, replaying 00000100:00100000:1.0:1724307175.054557:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+103:1965:x1808064247920896:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 25us (158us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307175.054562:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 104 00000020:00080000:3.0:1724307175.054563:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.054565:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743937, next_transno: 296352743937 00010000:00080000:3.0:1724307175.054568:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743937) 00000020:00080000:3.0:1724307175.054571:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.054577:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247920896 t296352743937 from 192.168.204.7@tcp req@ffff8800922ddc00 x1808064247920896/t0(296352743937) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:436/0 lens 504/0 e 0 to 0 dl 1724307186 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307175.054631:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc24a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.054660:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc24a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.054668:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc24a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.054676:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc251 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.054680:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc251 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.054685:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc251 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.054841:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfc258 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.054847:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfc258 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.054853:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfc258 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307175.055122:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].50, 64 off11392 00010000:00010000:3.0:1724307175.055171:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfc258 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.055177:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfc258 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.055181:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfc258 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.055186:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3df80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.055188:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfc258 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.055193:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfc258 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.055200:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa92:0x0].0x0 (ffff8800a06b0a00) 00010000:00010000:3.0:1724307175.055202:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307175.055205:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfc258 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.055209:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3df80/0x85b23e07e0bfc258 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.055244:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc24a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.055248:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc24a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.055252:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc24a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.055255:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.055257:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc24a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.055261:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc24a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.055266:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a06b0600) 00010000:00010000:3.0:1724307175.055267:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307175.055269:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc24a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.055272:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc24a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307175.055280:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800922ddc00 reply state ffff88012fcbc000 transno 296352743937 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc251 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307175.055284:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307175.055336:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307175.055346:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.055348:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743938 00000020:00080000:3.0:1724307175.055350:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.055352:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743938 00010000:00010000:2.0:1724307175.057215:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc251 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.057224:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc251 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.057230:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc251 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.057234:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307175.057238:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc251 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.057244:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc251 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.057255:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x46a2e9 (ffff8800a06b0200) 00010000:00010000:2.0:1724307175.057257:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307175.057260:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc251 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.057269:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc251 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x46a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307175.058098:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307175.058252:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247921152 00000100:00100000:2.0:1724307175.058260:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247921152 00000100:00100000:2.0:1724307175.058479:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 105 00000100:00100000:2.0:1724307175.058486:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+104:1965:x1808064247921152:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:2.0:1724307175.058503:0:14909:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743938, current: 296352743938, replaying 00000100:00100000:2.0:1724307175.058522:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+104:1965:x1808064247921152:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 37us (428us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307175.058529:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 105 00000020:00080000:3.0:1724307175.058559:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.058563:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743938, next_transno: 296352743938 00010000:00080000:3.0:1724307175.058566:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743938) 00000020:00080000:3.0:1724307175.058569:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.058576:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247921152 t296352743938 from 192.168.204.7@tcp req@ffff8800922de300 x1808064247921152/t0(296352743938) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:436/0 lens 504/0 e 0 to 0 dl 1724307186 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307175.058662:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc25f lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.058672:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc25f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.058681:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc25f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.058690:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc266 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.058695:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc266 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.058700:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc266 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.060837:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc26d lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.060851:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc26d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.060860:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc26d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307175.061171:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].51, 64 off11456 00010000:00010000:3.0:1724307175.061229:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc26d lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.061235:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc26d lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.061240:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc26d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.061245:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.061248:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc26d lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.061254:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc26d lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.061264:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa93:0x0].0x0 (ffff8800b1bd7a00) 00010000:00010000:3.0:1724307175.061266:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307175.061269:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc26d lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.061274:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc26d lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.061311:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc25f lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.061316:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc25f lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.061319:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc25f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.061326:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.061328:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc25f lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.061333:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc25f lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.061340:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a87bc600) 00010000:00010000:3.0:1724307175.061342:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307175.061344:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc25f lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.061361:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc25f lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307175.061377:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800922de300 reply state ffff88012fcbe000 transno 296352743938 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc266 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307175.061382:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307175.061463:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307175.061479:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.061481:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743939 00000020:00080000:3.0:1724307175.061484:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.061485:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743939 00010000:00010000:3.0:1724307175.064334:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc266 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.064345:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc266 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.064350:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc266 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.064355:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.064359:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc266 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.064364:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc266 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.064377:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x146a2e9 (ffff8800a87bc900) 00010000:00010000:3.0:1724307175.064380:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307175.064383:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc266 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.064387:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc266 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x146a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307175.064968:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307175.065589:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247921408 00000100:00100000:1.0:1724307175.065597:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247921408 00000100:00100000:1.0:1724307175.065668:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 106 00000100:00100000:1.0:1724307175.065674:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+105:1965:x1808064247921408:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00080000:1.0:1724307175.065688:0:14907:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 296352743939, current: 296352743939, replaying 00000100:00100000:1.0:1724307175.065709:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+105:1965:x1808064247921408:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 35us (744us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307175.065714:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 106 00000020:00080000:3.0:1724307175.066025:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.066029:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 296352743939, next_transno: 296352743939 00010000:00080000:3.0:1724307175.066032:0:15041:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (296352743939) 00000020:00080000:3.0:1724307175.066034:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.066041:0:15041:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064247921408 t296352743939 from 192.168.204.7@tcp req@ffff8800922de680 x1808064247921408/t0(296352743939) o36->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:436/0 lens 504/0 e 0 to 0 dl 1724307186 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 00010000:00010000:3.0:1724307175.066123:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc274 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066133:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc274 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066141:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc274 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066149:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc27b lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066155:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc27b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066160:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc27b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066314:0:15041:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc282 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066320:0:15041:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc282 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066326:0:15041:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc282 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000040:00080000:3.0:1724307175.066625:0:15041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].51, 64 off11456 00010000:00010000:3.0:1724307175.066702:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc282 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066709:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc282 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066715:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc282 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066720:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ed00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.066722:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc282 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066732:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc282 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066742:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa94:0x0].0x0 (ffff8800b1bd7c00) 00010000:00010000:3.0:1724307175.066745:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307175.066748:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc282 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066752:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc282 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066796:0:15041:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc274 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066801:0:15041:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc274 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066806:0:15041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc274 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066811:0:15041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f3c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307175.066813:0:15041:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc274 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066817:0:15041:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc274 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066823:0:15041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800b1bd7300) 00010000:00010000:3.0:1724307175.066825:0:15041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307175.066826:0:15041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc274 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:3.0:1724307175.066830:0:15041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc274 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000004:00010000:3.0:1724307175.066839:0:15041:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800922de680 reply state ffff88012cbd0000 transno 296352743939 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc27b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15041 initiator: MDT0 00000100:00100000:3.0:1724307175.066844:0:15041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1724307175.066897:0:15041:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 69 seconds 00000020:00080000:3.0:1724307175.066908:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.066910:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743940 00000020:00080000:3.0:1724307175.066912:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.066914:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 296352743940 00010000:00010000:2.0:1724307175.068843:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc27b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.068854:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc27b lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.068859:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc27b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.068863:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3dd40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307175.068867:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc27b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.068872:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc27b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.068885:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x246a2e9 (ffff8800b1bd7900) 00010000:00010000:2.0:1724307175.068887:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307175.068890:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc27b lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00010000:00010000:2.0:1724307175.068894:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc27b lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x246a2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15041 initiator: MDT0 00000100:00100000:0.0:1724307175.075901:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307175.075970:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247923840 00000100:00100000:2.0:1724307175.075979:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247923840 00000100:00100000:2.0:1724307175.076026:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 0 00000100:00100000:2.0:1724307175.076033:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+106:1965:x1808064247923840:12345-192.168.204.7@tcp:400:ldlm_lock_repla.0 00010000:00080000:2.0:1724307175.076057:0:14909:0:(ldlm_lib.c:3036:target_queue_recovery_request()) @@@ queue final req req@ffff8800922dd180 x1808064247923840/t0(0) o400->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:436/0 lens 224/0 e 0 to 0 dl 1724307186 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 00000100:00100000:2.0:1724307175.076084:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+106:1965:x1808064247923840:12345-192.168.204.7@tcp:400:ldlm_lock_repla.0 Request processed in 51us (193us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307175.076090:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 0 00000020:00080000:3.0:1724307175.076747:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.076751:0:15041:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 1, queue_len: 0, req_transno: 0, next_transno: 296352743940 00010000:00080000:3.0:1724307175.076753:0:15041:0:(ldlm_lib.c:2142:check_for_next_transno()) waking for completed recovery 00000020:00080000:3.0:1724307175.076764:0:15041:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307175.076769:0:15041:0:(ldlm_lib.c:2332:target_next_replay_lock()) Waiting for lock 00010000:00080000:3.0:1724307175.076772:0:15041:0:(ldlm_lib.c:2165:check_for_next_lock()) waking for completed lock replay 00000001:00000004:3.0:1724307175.076941:0:15041:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 70, last_transno is 300647710720 00010000:00010000:1.0:1724307175.108040:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1724307175.130586:0:14976:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 296352743916 is committed 00000001:00080000:2.0:1724307175.130841:0:15041:0:(tgt_lastrcvd.c:204:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00010000:00080000:2.0:1724307175.130871:0:15041:0:(ldlm_lib.c:1880:target_cancel_recovery_timer()) lustre-MDT0000: cancel recovery timer 00000004:00080000:3.0:1724307175.130943:0:14976:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000004:00080000:3.0:1724307175.130958:0:14976:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:3.0:1724307175.130967:0:14976:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 296352743934 is committed 00000001:00100000:3.0:1724307175.131007:0:14976:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000001:00080000:3.0:1724307175.131012:0:14976:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 296352743939 is committed 00000100:00100000:1.0:1724307175.131061:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1724307175.131075:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246317312:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307175.131129:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1724307175.131182:0:15041:0:(ldlm_lib.c:2837:target_recovery_thread()) @@@ processing final ping from 192.168.204.7@tcp: req@ffff8800922dd180 x1808064247923840/t0(0) o400->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:436/0 lens 224/0 e 0 to 0 dl 1724307186 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 00010000:02000000:2.0:1724307175.131259:0:15041:0:(ldlm_lib.c:1753:target_finish_recovery()) lustre-MDT0000: Recovery over after 0:01, of 1 clients 1 recovered and 0 were evicted. 00000100:00100000:3.0:1724307175.132099:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246317312 00000100:00100000:3.0:1724307175.132107:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246317312 00000100:00100000:3.0:1724307175.132153:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10566 00000100:00100000:3.0:1724307175.132159:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246317312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307175.132178:0:19396:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4707 count 1 00002000:00010000:3.0:1724307175.132205:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1263:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307175.132212:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc289 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1263:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.132223:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.132224:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.132229:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc289 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.132243:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc289 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.132251:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc289 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.132257:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc289 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.132263:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc289 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.132268:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307175.132271:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc289 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.132277:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc289 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.132287:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc289 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.132292:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc289 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307175.132625:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3298:x1808064246317312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 465us (1495us total) trans 4294970226 rc 0/0 00000100:00100000:3.0:1724307175.132632:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10566 00000100:00080000:1.0:1724307175.132718:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307145 00000004:00080000:1.0:1724307175.132747:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3c700/2, rc 0, transno 2930 00000100:00100000:1.0:1724307175.132754:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246317312:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307175.134189:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1724307175.134201:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d320000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246317440:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307175.134234:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307175.134266:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246317440 00000100:00100000:1.0:1724307175.134270:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246317440 00000100:00100000:1.0:1724307175.134292:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10567 00000100:00100000:1.0:1724307175.134297:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:3297:x1808064246317440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307175.134310:0:19432:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4738 count 1 00000100:00100000:1.0:1724307175.134515:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:3297:x1808064246317440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 217us (281us total) trans 0 rc -2/-2 00000100:00100000:1.0:1724307175.134521:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10567 00000004:00080000:1.0:1724307175.134543:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009d320000, transno 0 00000004:00080000:1.0:1724307175.134546:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d320000/1, rc -2, transno 0 00000100:00100000:1.0:1724307175.134550:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d320000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246317440:0@lo:6:osp-syn-0-0.0 00000100:00080000:1.0:1724307175.134558:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307145 00000004:00000080:3.0:1724307175.155367:0:15041:0:(mdd_device.c:2271:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffff8800b1bc3d68 00000004:00080000:0.0:1724307175.155780:0:14951:0:(osp_precreate.c:900:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x280000400:0x12c6:0x0] 00000100:00100000:0.0:1724307175.155816:0:14951:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dc380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:14951:1808064246317568:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1724307175.155867:0:14951:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307175.155896:0:14951:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8ad80 going to sleep for 11 seconds 00000004:00080000:1.0:1724307175.156085:0:14949:0:(osp_precreate.c:900:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x12e5:0x0] 00000100:00100000:1.0:1724307175.156101:0:14949:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:14949:1808064246317696:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1724307175.156123:0:14949:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307175.156135:0:14949:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009be43300 going to sleep for 11 seconds 00000100:00100000:1.0:1724307175.156186:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246317568 00000100:00100000:1.0:1724307175.156193:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246317568 00000100:00100000:3.0:1724307175.156282:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246317696 00000100:00100000:3.0:1724307175.156286:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246317696 00000100:00100000:3.0:1724307175.156306:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10568 00000100:00100000:3.0:1724307175.156314:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:14951:x1808064246317568:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1724307175.156443:0:19396:0:(ofd_dev.c:1544:ofd_create_hdl()) ofd_last_id() = 4833 -> diff = -27 00002000:02000040:3.0:1724307175.156447:0:19396:0:(ofd_dev.c:1395:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000400:4807 to 0x280000400:4833) 00000100:00100000:2.0:1724307175.156459:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10569 00000100:00100000:2.0:1724307175.156464:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:14949:x1808064246317696:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1724307175.156476:0:19431:0:(ofd_dev.c:1544:ofd_create_hdl()) ofd_last_id() = 4865 -> diff = -28 00002000:02000040:2.0:1724307175.156478:0:19431:0:(ofd_dev.c:1395:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x240000400:4838 to 0x240000400:4865) 00002000:00010000:2.0:1724307175.156511:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1301:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.156518:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc290 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1301:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.156534:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.156536:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.156541:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc290 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.156552:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc290 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.156559:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc290 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.156565:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc290 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.156571:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc290 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.156576:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102cb40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.156580:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc290 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.156587:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc290 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.156599:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc290 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.156609:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102cb40/0x85b23e07e0bfc290 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.157315:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1300:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.157320:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc297 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1300:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.157326:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.157328:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.157330:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc297 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.157338:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc297 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.157345:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc297 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.157350:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc297 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.157356:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc297 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.157362:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102fcc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.157365:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc297 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.157519:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc297 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.157530:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc297 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.157536:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102fcc0/0x85b23e07e0bfc297 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.157799:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12ff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.157803:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc29e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12ff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.157808:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.157810:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.157811:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc29e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.157818:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc29e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.157823:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc29e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.157827:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc29e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.157836:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc29e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.157840:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102ef40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.157842:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc29e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.157846:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc29e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.157853:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc29e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.157857:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102ef40/0x85b23e07e0bfc29e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.158059:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12fe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.158064:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc2a5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12fe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158070:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.158071:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.158073:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc2a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158080:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc2a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158090:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc2a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158095:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc2a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158100:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc2a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158104:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.158107:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc2a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158112:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc2a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158119:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc2a5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158125:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102e880/0x85b23e07e0bfc2a5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.158335:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12fd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.158339:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc2ac lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158350:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.158351:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.158353:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc2ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158360:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc2ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158366:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc2ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158372:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc2ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158377:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc2ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158383:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102ed00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.158385:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc2ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158391:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc2ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158398:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc2ac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158407:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102ed00/0x85b23e07e0bfc2ac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.158691:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12fc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.158696:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc2b3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158702:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.158704:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.158706:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc2b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158712:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc2b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158719:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc2b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158724:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc2b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158730:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc2b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158735:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.158737:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc2b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158746:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc2b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158753:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc2b3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158772:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102d200/0x85b23e07e0bfc2b3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.158987:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.158992:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc2ba lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.158998:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.159000:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.159002:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc2ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.159011:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc2ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.159017:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc2ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.159022:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc2ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.159032:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc2ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.159036:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.159038:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc2ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.159044:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc2ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.159051:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc2ba lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.159056:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102d680/0x85b23e07e0bfc2ba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.159261:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.162816:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc2c1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.162829:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.162831:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.162835:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc2c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.162848:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc2c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.162863:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc2c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.162870:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc2c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.162877:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc2c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.162883:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.162886:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc2c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.162893:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc2c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.163257:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc2c1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.163264:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102e400/0x85b23e07e0bfc2c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.163606:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12f9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.163611:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc2c8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.163622:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.163623:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.163626:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc2c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.163633:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc2c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.163658:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc2c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.163664:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc2c8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.163669:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc2c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.163675:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102f600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.163677:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc2c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.163683:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc2c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.163691:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc2c8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.163701:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102f600/0x85b23e07e0bfc2c8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.167972:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12f8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.167981:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc2cf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.167999:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.168001:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.168005:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc2cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168018:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc2cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168026:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc2cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168032:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc2cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168038:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc2cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168044:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102f840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.168047:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc2cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168058:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc2cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168069:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc2cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168075:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102f840/0x85b23e07e0bfc2cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.168369:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12f7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.168374:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc2d6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168380:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.168382:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.168384:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc2d6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168398:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc2d6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168404:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc2d6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168409:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc2d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168420:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc2d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168425:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d8c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.168427:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc2d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168433:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc2d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168441:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc2d6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168446:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102d8c0/0x85b23e07e0bfc2d6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.168690:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12f6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.168695:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc2dd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12f6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168701:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.168702:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.168704:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc2dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168711:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc2dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168722:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc2dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168728:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc2dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168734:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc2dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168739:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102fa80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.168742:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc2dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168748:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc2dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168769:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc2dd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.168775:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102fa80/0x85b23e07e0bfc2dd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.168993:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12f5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.168997:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc2e4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169006:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.169008:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.169010:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc2e4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169016:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc2e4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169021:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc2e4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169027:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc2e4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169032:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc2e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169036:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102df80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.169039:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc2e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169043:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc2e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169051:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc2e4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169061:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102df80/0x85b23e07e0bfc2e4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.169269:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12f4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.169273:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc2eb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12f4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169278:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.169280:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.169282:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc2eb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169287:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc2eb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169293:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc2eb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169297:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc2eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169302:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc2eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169306:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102cfc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.169308:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc2eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169316:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc2eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169323:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc2eb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169327:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102cfc0/0x85b23e07e0bfc2eb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.169522:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12f3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.169527:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc2f2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169533:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.169534:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.169536:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc2f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169543:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc2f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169548:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc2f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169553:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc2f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169563:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc2f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169568:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.169570:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc2f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169575:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc2f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169582:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc2f2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169587:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102c000/0x85b23e07e0bfc2f2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.169859:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12f2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.169863:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc2f9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12f2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169869:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.169871:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.169873:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc2f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169880:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc2f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169900:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc2f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169906:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc2f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169910:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc2f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169914:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e1c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.169917:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc2f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169922:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc2f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169930:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc2f9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.169936:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102e1c0/0x85b23e07e0bfc2f9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.170160:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12f1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.170164:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc300 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.170174:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.170175:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.170347:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc300 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.170357:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc300 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.170363:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc300 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.170369:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc300 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.170375:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc300 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.170379:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.170381:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc300 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.170386:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc300 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.170394:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc300 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.170404:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102c900/0x85b23e07e0bfc300 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.170619:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12f0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.170623:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc307 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12f0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.170629:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.170630:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.170632:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc307 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.170656:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc307 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.170662:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc307 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.170667:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc307 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.170673:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc307 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.170677:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102d440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.170680:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc307 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.170689:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc307 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.170697:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc307 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.170702:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102d440/0x85b23e07e0bfc307 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.171089:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12ef:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.171093:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc30e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171099:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.171100:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.171103:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc30e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171109:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc30e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171114:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc30e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171120:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc30e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171130:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc30e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171135:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102e640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.171137:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc30e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171142:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc30e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171150:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc30e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171155:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102e640/0x85b23e07e0bfc30e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.171369:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12ee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.171374:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc315 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12ee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171380:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.171381:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.171383:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc315 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171390:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc315 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171399:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc315 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171405:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc315 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171410:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc315 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171414:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102db00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.171416:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc315 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171422:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc315 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171428:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc315 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171432:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102db00/0x85b23e07e0bfc315 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.171627:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12ed:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.171631:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc31c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171657:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.171659:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.171661:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc31c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171668:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc31c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171674:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc31c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171679:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc31c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171684:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc31c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171689:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102c480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.171691:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc31c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171696:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc31c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171703:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc31c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171713:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009102c480/0x85b23e07e0bfc31c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.171932:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12ec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.171936:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc323 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171942:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.171943:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.171945:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc323 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171951:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc323 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171957:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc323 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171962:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc323 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171967:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc323 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171972:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.171974:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc323 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171983:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc323 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171990:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc323 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.171995:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc323 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.172197:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12eb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.172201:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc32a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.172206:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.172208:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.172210:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc32a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.172216:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc32a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.172222:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc32a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.172227:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc32a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.172238:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc32a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.172242:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.172245:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc32a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.172249:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc32a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.172257:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc32a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.172262:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc32a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.172471:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12ea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.172476:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc331 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.172482:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.172483:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.172485:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc331 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.172493:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc331 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.172503:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc331 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.172509:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc331 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.172516:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc331 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.172521:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.172524:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc331 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.172530:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc331 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.172537:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc331 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.172542:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc331 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.174614:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12e9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.174621:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc338 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.174633:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.174635:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.174651:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc338 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.174660:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc338 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.174667:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc338 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.174672:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc338 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.174677:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc338 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.174682:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018af40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.174685:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc338 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.174690:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc338 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.174700:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc338 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.174710:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc338 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.175226:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12e8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.175231:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc33f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.175237:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.175239:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.175241:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc33f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.175249:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc33f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.175260:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc33f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.175265:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc33f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.175271:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc33f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.175280:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.175282:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc33f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.175292:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc33f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.175300:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc33f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.175305:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc33f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.175523:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12e7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.175528:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc346 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.175534:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.175535:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.175537:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc346 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.175544:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc346 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.175550:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc346 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.175556:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc346 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.175566:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc346 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.175571:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.175573:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc346 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.175578:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc346 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.175585:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc346 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.175591:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc346 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.176139:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12e6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.176144:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc34d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.176150:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.176151:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.176154:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc34d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.176161:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc34d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.176170:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc34d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.176176:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc34d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.176181:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc34d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.176186:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.176188:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc34d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.176194:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc34d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.176203:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc34d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.176209:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc34d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1724307175.176419:0:19431:0:(ofd_dev.c:1422:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x240000400:4837 00000100:00100000:2.0:1724307175.177994:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:14949:x1808064246317696:12345-0@lo:5:osp-pre-0-0.0 Request processed in 21523us (21863us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307175.178003:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10569 00000100:00100000:0.0:1724307175.178161:0:14949:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:14949:1808064246317696:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1724307175.178173:0:14949:0:(osp_precreate.c:978:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x1301:0x0] from OST, last_created [0x240000400:0x1301:0x0]last_used is [0x240000400:0x12e5:0x0] 00000100:00100000:0.0:1724307175.178300:0:14949:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922df100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:14949:1808064246317824:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1724307175.178334:0:14949:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307175.178345:0:14949:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8a300 going to sleep for 11 seconds 00000100:00100000:2.0:1724307175.178971:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246317824 00000100:00100000:2.0:1724307175.178977:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246317824 00000100:00100000:2.0:1724307175.179010:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10570 00000100:00100000:2.0:1724307175.179016:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:14949:x1808064246317824:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1724307175.179056:0:19431:0:(ofd_dev.c:1660:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 4866 00002000:00010000:3.0:1724307175.181607:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12e1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307175.181615:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc354 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12e1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.181629:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.181631:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.181635:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc354 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.181668:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc354 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.181676:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc354 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.181683:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc354 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.181691:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc354 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.181696:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307175.181699:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc354 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.181705:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc354 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.181716:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc354 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.181722:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc354 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307175.181988:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+7:14949:x1808064246317824:12345-0@lo:5:osp-pre-0-0.0 Request processed in 2969us (3651us total) trans 17179870534 rc 0/0 00000100:00100000:2.0:1724307175.181996:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10570 00000100:00100000:0.0:1724307175.182322:0:14949:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922df100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:14949:1808064246317824:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1724307175.182334:0:14949:0:(osp_precreate.c:724:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x1301:0x0]-[0x240000400:0x1321:0x0] 00002000:00010000:3.0:1724307175.184943:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12e0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307175.184950:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc35b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12e0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.184962:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.184963:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.184966:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc35b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.184976:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc35b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.184988:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc35b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.184994:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc35b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.185001:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc35b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.185006:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3fcc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307175.185009:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc35b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.185015:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc35b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.185025:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc35b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.185031:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc35b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307175.186630:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12df:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307175.186647:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc362 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.186660:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.186662:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.186664:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc362 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.186672:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc362 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.186679:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc362 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.186684:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc362 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.186690:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc362 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.186695:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307175.186697:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc362 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.186703:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc362 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.186713:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc362 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.186722:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc362 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307175.186980:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12de:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307175.186985:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc369 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.186990:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.186992:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.186994:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc369 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187001:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc369 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187007:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc369 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187012:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc369 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187017:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc369 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187022:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307175.187025:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc369 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187035:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc369 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187043:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc369 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187049:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc369 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307175.187246:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12dd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307175.187250:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc370 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12dd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187255:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.187256:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.187258:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc370 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187265:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc370 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187270:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc370 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187275:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc370 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187284:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc370 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187288:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307175.187290:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc370 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187295:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc370 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187301:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc370 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187305:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc370 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307175.187480:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12dc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307175.187484:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc377 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187488:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.187489:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.187491:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc377 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187497:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc377 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187506:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc377 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187511:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc377 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187515:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc377 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187519:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f3c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307175.187521:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc377 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187526:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc377 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187532:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc377 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.187536:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc377 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307175.190568:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12db:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307175.190576:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc37e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12db:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.190592:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.190594:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.190596:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc37e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.190606:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc37e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.190614:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc37e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.190619:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc37e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.190625:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc37e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.190631:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ed00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307175.190634:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc37e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.190657:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc37e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.190668:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc37e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.190677:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc37e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307175.191087:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307175.191092:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc385 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12da:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191098:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.191100:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.191102:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc385 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191109:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc385 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191115:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc385 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191120:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc385 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191125:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc385 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191131:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3dd40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307175.191134:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc385 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191143:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc385 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191150:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc385 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191156:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc385 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307175.191350:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307175.191354:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc38c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12d9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191360:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.191361:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.191364:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc38c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191370:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc38c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191375:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc38c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191381:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc38c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191390:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc38c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191395:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307175.191397:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc38c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191403:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc38c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191409:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc38c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191415:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc38c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307175.191627:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307175.191631:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc393 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191659:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.191660:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.191663:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc393 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191670:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc393 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191679:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc393 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191684:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc393 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191689:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc393 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191693:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307175.191696:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc393 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191701:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc393 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191708:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc393 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.191713:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc393 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000001:00100000:3.0:1724307175.192930:0:11059:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000020:00000080:3.0:1724307175.192935:0:11059:0:(genops.c:925:class_export_put()) final put ffff8801360e5800/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000001:00100000:3.0:1724307175.193483:0:11059:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00002000:00010000:3.0:1724307175.193615:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307175.193621:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc39a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.193629:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.193630:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.193632:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc39a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000020:00000080:0.0:1724307175.193718:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8801360e5800/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e for lustre-OST0000 00000020:00000080:0.0:1724307175.193770:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8801360e3800 for lustre-OST0000 00010000:00010000:3.0:1724307175.193816:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc39a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.193824:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc39a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.193829:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc39a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.193835:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc39a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.193840:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307175.193842:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc39a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.193847:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc39a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.193856:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc39a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.193864:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc39a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.194888:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.194893:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfc3a1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.194899:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.194900:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.194902:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfc3a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.194910:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfc3a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.194915:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfc3a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.194921:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfc3a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.194925:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfc3a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.194934:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.194937:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfc3a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.194942:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfc3a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.194949:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfc3a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.194954:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfc3a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.195164:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.195169:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfc3a8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195174:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.195176:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.195178:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfc3a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195184:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfc3a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195190:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfc3a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195200:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfc3a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195205:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfc3a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195210:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.195212:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfc3a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195218:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfc3a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195226:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfc3a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195231:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfc3a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.195433:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.195437:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018b840/0x85b23e07e0bfc3af lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195442:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.195443:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.195446:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018b840/0x85b23e07e0bfc3af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195456:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a018b840/0x85b23e07e0bfc3af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195462:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018b840/0x85b23e07e0bfc3af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195468:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018b840/0x85b23e07e0bfc3af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195474:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a018b840/0x85b23e07e0bfc3af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195478:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.195480:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018b840/0x85b23e07e0bfc3af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195485:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018b840/0x85b23e07e0bfc3af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195491:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a018b840/0x85b23e07e0bfc3af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195496:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a018b840/0x85b23e07e0bfc3af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.195736:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.195742:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfc3b6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195747:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.195748:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.195750:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfc3b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195770:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfc3b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195776:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfc3b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195781:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfc3b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195787:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfc3b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195792:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018af40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.195794:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfc3b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195800:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfc3b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195807:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfc3b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.195816:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfc3b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.196025:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.196030:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc3bd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196036:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.196037:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.196039:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc3bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196046:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc3bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196052:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc3bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196057:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc3bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196062:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc3bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196067:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.196069:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc3bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196078:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc3bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196086:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc3bd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196091:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc3bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.196300:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.196304:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc3c4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12d1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196310:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.196311:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.196314:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc3c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196320:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc3c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196326:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc3c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196332:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc3c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196343:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc3c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196348:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.196350:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc3c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196356:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc3c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196364:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc3c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196369:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc3c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.196583:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.196587:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfc3cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12d0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196593:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.196594:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.196597:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfc3cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196604:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfc3cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196613:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfc3cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196618:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfc3cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196624:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfc3cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196628:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.196630:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfc3cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196636:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfc3cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196670:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfc3cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196675:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfc3cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.196887:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12cf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.196891:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc3d2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12cf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196901:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.196902:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.196904:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc3d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196911:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc3d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196917:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc3d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196922:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc3d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196927:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc3d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196932:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.196934:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc3d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196939:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc3d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196946:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc3d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.196955:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc3d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.197156:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12ce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.197160:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc3d9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12ce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197165:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.197167:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.197169:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc3d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197176:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc3d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197182:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc3d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197187:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc3d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197192:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc3d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197197:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01898c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.197199:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc3d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197208:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc3d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197214:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc3d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197220:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc3d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.197415:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.197419:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018a880/0x85b23e07e0bfc3e0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197425:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.197426:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.197428:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018a880/0x85b23e07e0bfc3e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197434:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a018a880/0x85b23e07e0bfc3e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197439:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018a880/0x85b23e07e0bfc3e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197445:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018a880/0x85b23e07e0bfc3e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197454:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a018a880/0x85b23e07e0bfc3e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197459:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.197461:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018a880/0x85b23e07e0bfc3e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197467:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018a880/0x85b23e07e0bfc3e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197474:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a018a880/0x85b23e07e0bfc3e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197479:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a018a880/0x85b23e07e0bfc3e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.197703:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.197707:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc3e7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197713:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.197714:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.197716:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc3e7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197723:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc3e7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197732:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc3e7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197737:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc3e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197742:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc3e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197747:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a1c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.197749:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc3e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197753:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc3e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197773:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc3e7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197778:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc3e7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.197983:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.197988:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0188480/0x85b23e07e0bfc3ee lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.197997:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.197999:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.198001:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0188480/0x85b23e07e0bfc3ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198008:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0188480/0x85b23e07e0bfc3ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198014:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0188480/0x85b23e07e0bfc3ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198021:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0188480/0x85b23e07e0bfc3ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198027:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0188480/0x85b23e07e0bfc3ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198031:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.198034:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0188480/0x85b23e07e0bfc3ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198040:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0188480/0x85b23e07e0bfc3ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198047:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0188480/0x85b23e07e0bfc3ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198055:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0188480/0x85b23e07e0bfc3ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.198255:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.198259:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0188240/0x85b23e07e0bfc3f5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198265:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.198266:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.198268:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0188240/0x85b23e07e0bfc3f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198275:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0188240/0x85b23e07e0bfc3f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198282:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0188240/0x85b23e07e0bfc3f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198287:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0188240/0x85b23e07e0bfc3f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198293:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0188240/0x85b23e07e0bfc3f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198298:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.198300:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0188240/0x85b23e07e0bfc3f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198310:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0188240/0x85b23e07e0bfc3f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198317:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0188240/0x85b23e07e0bfc3f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198322:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0188240/0x85b23e07e0bfc3f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307175.198530:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307175.198535:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfc3fc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198541:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.198542:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307175.198544:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfc3fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198552:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfc3fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198557:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfc3fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198563:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfc3fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198574:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfc3fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198579:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307175.198581:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfc3fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198587:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfc3fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198594:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfc3fc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.198599:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfc3fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307175.201116:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307175.201125:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc403 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.201135:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.201137:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.201140:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc403 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.201150:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc403 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.201156:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc403 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.201162:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc403 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.201168:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc403 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.201173:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cfc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307175.201175:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc403 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.201186:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc403 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.201195:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc403 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.201200:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc403 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307175.204024:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x12c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307175.204031:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc40a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.204043:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.204045:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307175.204048:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc40a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.204059:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc40a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.204066:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc40a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.204072:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc40a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.204082:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc40a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.204087:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307175.204090:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc40a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.204095:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc40a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.204105:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc40a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307175.204111:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc40a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1724307175.204308:0:19396:0:(ofd_dev.c:1422:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000400:4806 00000100:00100000:3.0:1724307175.204379:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:14951:x1808064246317568:12345-0@lo:5:osp-pre-1-0.0 Request processed in 48063us (48510us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307175.204387:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10568 00000100:00100000:0.0:1724307175.204488:0:14951:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dc380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:14951:1808064246317568:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1724307175.204500:0:14951:0:(osp_precreate.c:978:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x280000400:0x12e1:0x0] from OST, last_created [0x280000400:0x12e1:0x0]last_used is [0x280000400:0x12c6:0x0] 00000100:00100000:0.0:1724307175.204534:0:14951:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dc380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:14951:1808064246317952:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1724307175.204608:0:14951:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307175.204621:0:14951:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1724307175.204726:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246317952 00000100:00100000:3.0:1724307175.204732:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246317952 00000100:00100000:3.0:1724307175.205582:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10571 00000100:00100000:3.0:1724307175.205588:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:14951:x1808064246317952:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1724307175.205731:0:19396:0:(ofd_dev.c:1660:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 4834 00000100:00000400:0.0:1724307175.205747:0:3299:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307159/real 1724307159] req@ffff88009f36dc00 x1808064246309248/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307175 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307175.205773:0:3299:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff88009f36dc00 x1808064246309248/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307175 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000400:0.0:1724307175.205780:0:3299:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307159/real 1724307159] req@ffff88009f36e680 x1808064246309376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307175 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307175.205788:0:3299:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff88009f36e680 x1808064246309376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307175 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307175.205796:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f36dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246309248:0@lo:400:kworker.0 00000100:00100000:0.0:1724307175.205800:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f36e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3299:1808064246309376:0@lo:400:kworker.0 00000100:00100000:3.0:1724307175.210430:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:14951:x1808064246317952:12345-0@lo:5:osp-pre-1-0.0 Request processed in 4837us (5817us total) trans 4294970227 rc 0/0 00000100:00100000:3.0:1724307175.210441:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10571 00000100:00100000:0.0:1724307175.210462:0:14951:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dc380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:14951:1808064246317952:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1724307175.210474:0:14951:0:(osp_precreate.c:724:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x12e1:0x0]-[0x280000400:0x1301:0x0] 00000100:00100000:0.0:1724307175.389606:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307175.389776:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247923968 00000100:00100000:2.0:1724307175.389787:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247923968 00000100:00100000:2.0:1724307175.389842:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 107 00000100:00100000:2.0:1724307175.389850:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f36e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:21662:x1808064247923968:12345-192.168.204.7@tcp:101:lfs.0 00010000:00010000:2.0:1724307175.389872:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307175.389896:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfc411 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b6bf expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.389959:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188240/0x85b23e07e0bfc418 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307175.389976:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188240/0x85b23e07e0bfc418 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307175.389987:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188240/0x85b23e07e0bfc418 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:2.0:1724307175.390061:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 61952 00000004:00200000:2.0:1724307175.390065:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307175.390091:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188240/0x85b23e07e0bfc418 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307175.390112:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfc411 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6bf expref: 8 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.390139:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188240/0x85b23e07e0bfc418 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6bf expref: 7 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307175.390147:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800931d2c00) 00010000:00010000:2.0:1724307175.390149:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1724307175.390153:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0188240, rc 0) 00000100:00100000:2.0:1724307175.390217:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f36e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:21662:x1808064247923968:12345-192.168.204.7@tcp:101:lfs.0 Request processed in 367us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307175.390224:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 107 00000100:00100000:0.0:1724307175.394562:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307175.394671:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247924096 00000100:00100000:2.0:1724307175.394680:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247924096 00000100:00100000:2.0:1724307175.394729:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 108 00000100:00100000:2.0:1724307175.394736:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f36dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:21662:x1808064247924096:12345-192.168.204.7@tcp:41:lfs.0 00000004:00000024:2.0:1724307175.394791:0:14909:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2259681280 avail 2257584128 00000100:00100000:2.0:1724307175.394847:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f36dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:21662:x1808064247924096:12345-192.168.204.7@tcp:41:lfs.0 Request processed in 111us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307175.394857:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 108 00000100:00100000:0.0:1724307175.397426:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307175.397543:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247924224 00000100:00100000:3.0:1724307175.397552:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247924224 00000100:00100000:2.0:1724307175.397749:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 10572 00000100:00100000:2.0:1724307175.397767:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:1965:x1808064247924224:12345-192.168.204.7@tcp:8:lfs.0 00010000:00080000:2.0:1724307175.397806:0:19431:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0000: connection from 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp t0 exp (null) cur 2777 last 0 00000020:00000080:2.0:1724307175.397844:0:19431:0:(genops.c:1313:class_connect()) connect: client 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e, cookie 0x85b23e07e0bfc41f 00002000:00100000:2.0:1724307175.397858:0:19431:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0000: cli 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e/ffff88012b853800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f40ac ocd_grant: 2097152 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1724307175.397869:0:19431:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1724307175.397954:0:19431:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009fa3bb40 00002000:00080000:2.0:1724307175.397961:0:19431:0:(ofd_obd.c:393:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1724307175.397984:0:19431:0:(import.c:86:import_set_state_nolock()) ffff88012b850800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:2.0:1724307175.398307:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064247924224:12345-192.168.204.7@tcp:8:lfs.0 Request processed in 539us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307175.398314:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 10572 00000100:00100000:0.0:1724307175.401368:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307175.401456:0:16677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247924352 00000100:00100000:2.0:1724307175.401467:0:16677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247924352 00000100:00100000:2.0:1724307175.402435:0:16677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1124 00000100:00100000:2.0:1724307175.402444:0:16677:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:21662:x1808064247924352:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:2.0:1724307175.402475:0:16677:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 35454976 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307175.402924:0:16677:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:21662:x1808064247924352:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 479us (1563us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307175.402932:0:16677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1124 00000100:00100000:0.0:1724307175.404989:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307175.405263:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247924480 00000100:00100000:2.0:1724307175.405272:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247924480 00000100:00100000:2.0:1724307175.405369:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 10573 00000100:00100000:2.0:1724307175.405376:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:1965:x1808064247924480:12345-192.168.204.7@tcp:8:lfs.0 00010000:00080000:2.0:1724307175.405414:0:19431:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0001: connection from 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp t0 exp (null) cur 2777 last 0 00000020:00000080:2.0:1724307175.405445:0:19431:0:(genops.c:1313:class_connect()) connect: client 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e, cookie 0x85b23e07e0bfc426 00002000:00100000:2.0:1724307175.405457:0:19431:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0001: cli 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e/ffff88012b855000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f40ac ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1724307175.405468:0:19431:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:2.0:1724307175.405562:0:19431:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff8800941c36c0 00002000:00080000:2.0:1724307175.405570:0:19431:0:(ofd_obd.c:393:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1724307175.405594:0:19431:0:(import.c:86:import_set_state_nolock()) ffff88012b857000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:2.0:1724307175.405690:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064247924480:12345-192.168.204.7@tcp:8:lfs.0 Request processed in 313us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307175.405696:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 10573 00000100:00100000:0.0:1724307175.407243:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307175.407352:0:16677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247924608 00000100:00100000:2.0:1724307175.407359:0:16677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247924608 00000100:00100000:2.0:1724307175.407398:0:16677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1125 00000100:00100000:2.0:1724307175.407404:0:16677:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:21662:x1808064247924608:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:2.0:1724307175.407427:0:16677:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24444928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307175.407486:0:16677:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:21662:x1808064247924608:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 80us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307175.407492:0:16677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1125 00010000:00010000:0.0:1724307176.111020:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1724307176.211794:0:14949:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2778719152774ns, next at 2779719150878ns, rc = 0 00000100:00100000:0.0:1724307176.211795:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307176.211812:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246318080:0@lo:13:osp-pre-0-0.0 00000004:00080000:2.0:1724307176.211902:0:14951:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2778719262235ns, next at 2779719261270ns, rc = 0 00000100:00100000:2.0:1724307176.211918:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1724307176.211924:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246318208:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1724307176.212513:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307176.212596:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307176.212621:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246318208 00000100:00100000:1.0:1724307176.212627:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246318208 00000100:00100000:1.0:1724307176.212672:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246318080 00000100:00100000:1.0:1724307176.212675:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246318080 00000100:00100000:1.0:1724307176.212688:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:1.0:1724307176.212693:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3299:x1808064246318208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1724307176.212711:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24444928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307176.212826:0:16677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:2.0:1724307176.212831:0:16677:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3296:x1808064246318080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1724307176.212842:0:16677:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 35454976 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307176.213207:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3299:x1808064246318208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 512us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307176.213213:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:3.0:1724307176.213328:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246318208:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1724307176.213407:0:16677:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3296:x1808064246318080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 576us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307176.213413:0:16677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:0.0:1724307176.213479:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246318080:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1724307176.243953:0:8899:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1724307176.243958:0:8899:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1724307176.243985:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246318336:0@lo:400:kworker.0 00000100:00100000:3.0:1724307176.244046:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307176.244094:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246318336 00000100:00100000:3.0:1724307176.244101:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246318336 00000100:00100000:3.0:1724307176.244133:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1724307176.244139:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d31d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3299:x1808064246318336:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1724307176.244251:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307146 00000100:00080000:1.0:1724307176.244286:0:8899:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1724307176.244293:0:8899:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8801362f9800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:1.0:1724307176.244310:0:8899:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012de3e680 x1808064246318464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1724307176.244322:0:8899:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1724307176.244325:0:8899:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1724307176.244326:0:8899:0:(import.c:86:import_set_state_nolock()) ffff88012d6d5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1724307176.244329:0:8899:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012d6d5000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:1.0:1724307176.244336:0:8899:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012de3ce00 x1808064246318592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1724307176.244342:0:8899:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1724307176.244344:0:8899:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1724307176.244345:0:8899:0:(import.c:86:import_set_state_nolock()) ffff88009cce6800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1724307176.244349:0:8899:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88009cce6800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:1.0:1724307176.244355:0:8899:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012de3fb80 x1808064246318720/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1724307176.244377:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3295:1808064246318464:0@lo:38:kworker.0 00000100:00100000:1.0:1724307176.244401:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307176.244428:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246318592:0@lo:38:kworker.0 00000100:00100000:0.0:1724307176.244435:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246318464 00000100:00100000:0.0:1724307176.244439:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246318464 00000100:00100000:1.0:1724307176.244443:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307176.244910:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d31d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3299:x1808064246318336:12345-0@lo:400:kworker.0 Request processed in 769us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307176.244917:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1724307176.245098:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246318336:0@lo:400:kworker.0 00000100:00100000:1.0:1724307176.245212:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246318720:0@lo:38:kworker.0 00000100:00100000:1.0:1724307176.245233:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307176.245364:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246318592 00000100:00100000:0.0:1724307176.245367:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246318592 00000100:00100000:1.0:1724307176.245372:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246318720 00000100:00100000:1.0:1724307176.245375:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246318720 00000100:00100000:0.0:1724307176.245380:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1724307176.245384:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3295:x1808064246318464:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1724307176.245402:0:14907:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp (null) cur 2778 last 0 00000020:00000080:0.0:1724307176.245428:0:14907:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x85b23e07e0bfc42d 00000004:00100000:0.0:1724307176.245438:0:14907:0:(mdt_handler.c:7068:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1724307176.245443:0:14907:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009e6999c0 00000100:00080000:0.0:1724307176.245494:0:14907:0:(import.c:86:import_set_state_nolock()) ffff88009bc93800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:0.0:1724307176.245535:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1808064246318464:12345-0@lo:38:kworker.0 Request processed in 150us (1133us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307176.245541:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1724307176.245551:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1724307176.245554:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3295:x1808064246318592:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1724307176.245563:0:14907:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp (null) cur 2778 last 0 00000020:00000080:0.0:1724307176.245579:0:14907:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x85b23e07e0bfc434 00000004:00100000:0.0:1724307176.245583:0:14907:0:(mdt_handler.c:7068:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1724307176.245586:0:14907:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009e6999c0 00000100:00080000:0.0:1724307176.245595:0:14907:0:(import.c:86:import_set_state_nolock()) ffff8801360e3800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:0.0:1724307176.245613:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1808064246318592:12345-0@lo:38:kworker.0 Request processed in 58us (1169us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307176.245618:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1724307176.245627:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1724307176.245629:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3295:x1808064246318720:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1724307176.245650:0:14907:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp (null) cur 2778 last 0 00000020:00000080:0.0:1724307176.245666:0:14907:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x85b23e07e0bfc43b 00000004:00100000:0.0:1724307176.245671:0:14907:0:(mdt_handler.c:7068:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1724307176.245673:0:14907:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009e6999c0 00000100:00080000:0.0:1724307176.245682:0:14907:0:(import.c:86:import_set_state_nolock()) ffff880129da5800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:0.0:1724307176.245699:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1808064246318720:12345-0@lo:38:kworker.0 Request processed in 69us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307176.245704:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00080000:1.0:1724307176.246114:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 70 00000100:00080000:1.0:1724307176.246896:0:3295:0:(import.c:1301:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0001: lwp recover req@ffff88012de3e680 x1808064246318464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1724307186 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1724307176.246904:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:1.0:1724307176.246908:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1724307176.246910:0:3295:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0001: Connection restored to (at 0@lo) 00000100:00100000:1.0:1724307176.246914:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3295:1808064246318464:0@lo:38:kworker.0 00000100:00080000:1.0:1724307176.246932:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 70 00000100:00080000:1.0:1724307176.247681:0:3295:0:(import.c:1301:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0000: lwp recover req@ffff88012de3ce00 x1808064246318592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1724307186 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1724307176.247688:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d6d5000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:1.0:1724307176.247691:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d6d5000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1724307176.247694:0:3295:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to (at 0@lo) 00000100:00100000:1.0:1724307176.247697:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246318592:0@lo:38:kworker.0 00000100:00080000:1.0:1724307176.247715:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 70 00000100:00080000:1.0:1724307176.247721:0:3295:0:(import.c:940:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1724307176.247723:0:3295:0:(import.c:1184:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1724307176.247725:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009cce6800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1724307176.247728:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246318720:0@lo:38:kworker.0 00000100:00100000:0.0:1724307176.521630:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307176.523226:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247924736 00000100:00100000:3.0:1724307176.523234:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247924736 00000100:00100000:3.0:1724307176.523285:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 47 00000100:00100000:3.0:1724307176.523291:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d31d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+4:13173:x1808064247924736:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307176.523303:0:14906:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307176.523316:0:14906:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009eb3df80/0x85b23e07e0bfc442 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b6c6 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307176.523338:0:14906:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009eb3df80/0x85b23e07e0bfc442 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6c6 expref: 5 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307176.523345:0:14906:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009eb3df80/0x85b23e07e0bfc442 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6c6 expref: 5 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307176.523355:0:14906:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3df80, rc 0) 00000100:00100000:3.0:1724307176.523398:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d31d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+5:13173:x1808064247924736:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 107us (1775us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307176.523403:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 47 00000100:00080000:0.0:1724307176.523451:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307146 00000100:00100000:0.0:1724307176.528183:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307176.528241:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247924864 00000100:00100000:3.0:1724307176.528249:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247924864 00000100:00100000:3.0:1724307176.528301:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 48 00000100:00100000:3.0:1724307176.528307:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d31c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+5:13173:x1808064247924864:12345-192.168.204.7@tcp:256:ll_cfg_requeue.0 20000000:01000000:3.0:1724307176.528327:0:14906:0:(mgs_nids.c:682:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:3.0:1724307176.528339:0:14906:0:(mgs_nids.c:225:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1724307176.528342:0:14906:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 77 00000100:00100000:3.0:1724307176.533007:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d31c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+5:13173:x1808064247924864:12345-192.168.204.7@tcp:256:ll_cfg_requeue.0 Request processed in 4692us (4823us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307176.533018:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 48 00000100:00100000:0.0:1724307176.554555:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307176.555176:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247924992 00000100:00100000:3.0:1724307176.555184:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247924992 00000100:00100000:3.0:1724307176.555232:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 49 00000100:00100000:3.0:1724307176.555238:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d31cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+5:13173:x1808064247924992:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307176.555251:0:14906:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307176.555274:0:14906:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009eb3cb40/0x85b23e07e0bfc449 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b6cd expref: -99 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307176.555298:0:14906:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009eb3cb40/0x85b23e07e0bfc449 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6cd expref: 6 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307176.555306:0:14906:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009eb3cb40/0x85b23e07e0bfc449 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6cd expref: 6 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307176.555314:0:14906:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3cb40, rc 0) 00000100:00100000:3.0:1724307176.555364:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d31cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+6:13173:x1808064247924992:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 126us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307176.555371:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 49 00000100:00100000:0.0:1724307176.557722:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307176.557811:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247925120 00000100:00100000:1.0:1724307176.557819:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247925120 00000100:00100000:1.0:1724307176.558054:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 50 00000100:00100000:1.0:1724307176.558060:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d31fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+6:13173:x1808064247925120:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307176.558183:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d31fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+7:13173:x1808064247925120:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 Request processed in 122us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307176.558189:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 50 00000100:00100000:0.0:1724307176.560883:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307176.563101:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247925248 00000100:00100000:3.0:1724307176.563113:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247925248 00000100:00100000:3.0:1724307176.563172:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 51 00000100:00100000:3.0:1724307176.563179:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d31f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+7:13173:x1808064247925248:12345-192.168.204.7@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1724307176.563399:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d31f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+7:13173:x1808064247925248:12345-192.168.204.7@tcp:503:ll_cfg_requeue.0 Request processed in 220us (2522us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307176.563406:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 51 00000100:00100000:0.0:1724307176.568848:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307176.568929:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247925376 00000100:00100000:1.0:1724307176.568939:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247925376 00000100:00100000:1.0:1724307176.569122:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 52 00000100:00100000:1.0:1724307176.569128:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+7:13173:x1808064247925376:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307176.569141:0:14904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307176.569156:0:14904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800909b7a80/0x85b23e07e0bfc450 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b6d4 expref: -99 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307176.569178:0:14904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800909b7a80/0x85b23e07e0bfc450 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6d4 expref: 8 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307176.569186:0:14904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800909b7a80/0x85b23e07e0bfc450 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6d4 expref: 8 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307176.569194:0:14904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b7a80, rc 0) 00000100:00100000:1.0:1724307176.569242:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064247925376:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 112us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307176.569249:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 52 00000100:00100000:0.0:1724307176.573190:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307176.573321:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247925504 00000100:00100000:3.0:1724307176.573329:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247925504 00000100:00100000:3.0:1724307176.573376:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 53 00000100:00100000:3.0:1724307176.573381:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064247925504:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1724307176.573495:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064247925504:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 Request processed in 113us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307176.573500:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 53 00000100:00100000:0.0:1724307176.577446:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307176.578215:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247925632 00000100:00100000:1.0:1724307176.578223:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247925632 00000100:00100000:1.0:1724307176.578267:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 54 00000100:00100000:1.0:1724307176.578273:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064247925632:12345-192.168.204.7@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307176.578485:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064247925632:12345-192.168.204.7@tcp:503:ll_cfg_requeue.0 Request processed in 209us (1846us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307176.578492:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 54 00000100:00100000:0.0:1724307176.583129:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307176.583432:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247925760 00000100:00100000:3.0:1724307176.583440:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247925760 00000100:00100000:3.0:1724307176.583556:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 55 00000100:00100000:3.0:1724307176.583563:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064247925760:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307176.583576:0:14906:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307176.583591:0:14906:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009eb3f600/0x85b23e07e0bfc457 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b6db expref: -99 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307176.583613:0:14906:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009eb3f600/0x85b23e07e0bfc457 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6db expref: 9 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307176.583620:0:14906:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009eb3f600/0x85b23e07e0bfc457 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6db expref: 9 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307176.583627:0:14906:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3f600, rc 0) 00000100:00100000:3.0:1724307176.583700:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064247925760:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 136us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307176.583706:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 55 00000100:00100000:0.0:1724307176.590982:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307176.593231:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247925888 00000100:00100000:1.0:1724307176.593241:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247925888 00000100:00100000:1.0:1724307176.593288:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 56 00000100:00100000:1.0:1724307176.593294:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064247925888:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307176.593404:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064247925888:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 Request processed in 108us (2427us total) trans 0 rc -2/-2 00000100:00100000:1.0:1724307176.593410:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 56 00000001:02000400:3.0:1724307177.097619:0:15614:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg407-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00010000:00010000:0.0:1724307177.112718:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1724307178.027255:0:15678:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00010000:00010000:0.0:1724307178.116893:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307179.122761:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307179.428999:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.429088:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247926016 00000100:00100000:2.0:1724307179.429100:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247926016 00000100:00100000:2.0:1724307179.429177:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 112 00000100:00100000:2.0:1724307179.429183:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:22150:x1808064247926016:12345-192.168.204.7@tcp:41:lfs.0 00000004:00000024:2.0:1724307179.429221:0:14909:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2259681280 avail 2257584128 00000100:00100000:2.0:1724307179.430370:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:22150:x1808064247926016:12345-192.168.204.7@tcp:41:lfs.0 Request processed in 1183us (1380us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307179.430378:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 112 00000100:00080000:0.0:1724307179.430619:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307149 00000100:00100000:0.0:1724307179.434150:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.434537:0:16677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247926144 00000100:00100000:2.0:1724307179.434546:0:16677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247926144 00000100:00100000:2.0:1724307179.435592:0:16677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1128 00000100:00100000:2.0:1724307179.435600:0:16677:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:22150:x1808064247926144:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:2.0:1724307179.435650:0:16677:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 35454976 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307179.435725:0:16677:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:22150:x1808064247926144:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 125us (1582us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307179.435731:0:16677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1128 00000100:00080000:0.0:1724307179.436160:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307149 00000100:00100000:0.0:1724307179.438506:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.438659:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247926272 00000100:00100000:1.0:1724307179.438667:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247926272 00000100:00100000:1.0:1724307179.438723:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1129 00000100:00100000:1.0:1724307179.438730:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:22150:x1808064247926272:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:1.0:1724307179.438759:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24444928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307179.438802:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:22150:x1808064247926272:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 72us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.438808:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1129 00000100:00080000:0.0:1724307179.439173:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307149 00000100:00100000:0.0:1724307179.453839:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.455729:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247926400 00000100:00100000:1.0:1724307179.455739:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247926400 00000100:00100000:1.0:1724307179.455791:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 113 00000100:00100000:1.0:1724307179.455797:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:22165:x1808064247926400:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.455814:0:14907:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.455832:0:14907:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc45e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b6e2 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.458143:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc465 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.458159:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc465 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.458170:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc465 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.458184:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc46c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.458190:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc46c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.458195:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc46c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.461411:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc473 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.461425:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc473 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.461433:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc473 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000004:00200000:1.0:1724307179.461463:0:14907:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xa30:0x0]: returning size 23040 00000004:00200000:1.0:1724307179.461466:0:14907:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 100 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.461483:0:14907:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc473 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.461491:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc465 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.461495:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc465 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.461500:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc465 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.461504:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.461507:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc465 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.461512:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc465 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.461520:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800931d2c00) 00010000:00010000:1.0:1724307179.461522:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.461525:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc465 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.461529:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc465 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.461553:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc46c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.461557:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc46c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.461562:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc46c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.461565:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.461567:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc46c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.461571:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc46c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.461575:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc90d7547 (ffff8800a5031100) 00010000:00010000:1.0:1724307179.461577:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.461579:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc46c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.461582:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc46c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.461610:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc45e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6e2 expref: 9 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.461619:0:14907:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc473 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6e2 expref: 8 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.461623:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031600) 00010000:00010000:1.0:1724307179.461625:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1724307179.461626:0:14907:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b7840, rc 0) 00000100:00100000:1.0:1724307179.461710:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:22165:x1808064247926400:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 5912us (7878us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.461717:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 113 00000100:00100000:0.0:1724307179.463997:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.464770:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247926528 00000100:00100000:1.0:1724307179.464779:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247926528 00000100:00100000:1.0:1724307179.464828:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 114 00000100:00100000:1.0:1724307179.464834:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:22165:x1808064247926528:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.464851:0:14907:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.464867:0:14907:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfc47a lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b6e9 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.464919:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc481 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.464930:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc481 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.464939:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc481 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.464951:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc488 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.464956:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc488 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.464961:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc488 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465139:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc48f lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465145:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc48f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465150:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc48f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000004:00200000:1.0:1724307179.465170:0:14907:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xa95:0x0]: returning size 0 00000004:00200000:1.0:1724307179.465173:0:14907:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.465185:0:14907:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc48f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465192:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc48f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465199:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc481 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465203:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc481 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465208:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc481 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465213:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.465216:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc481 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465221:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc481 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465231:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031600) 00010000:00010000:1.0:1724307179.465233:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.465237:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc481 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465241:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc481 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465251:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc488 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465255:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc488 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465260:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc488 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465263:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.465265:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc488 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465270:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc488 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465276:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea319 (ffff8800a5031500) 00010000:00010000:1.0:1724307179.465278:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.465280:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc488 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465284:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc488 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.465307:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfc47a lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6e9 expref: 10 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.465316:0:14907:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc48f lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6e9 expref: 9 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.465322:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa95:0x0].0x0 (ffff8800a5031f00) 00010000:00010000:1.0:1724307179.465324:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.465326:0:14907:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b5d40, rc 0) 00000100:00100000:1.0:1724307179.465379:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:22165:x1808064247926528:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 544us (1388us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.465386:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 114 00000100:00100000:0.0:1724307179.468498:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.469792:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247926784 00000100:00100000:2.0:1724307179.469801:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247926784 00000100:00100000:2.0:1724307179.469847:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 115 00000100:00100000:2.0:1724307179.469854:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:22165:x1808064247926784:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307179.469892:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1724307179.469914:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc48f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6e9 expref: 9 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.470603:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa95:0x0].0x0 (ffff8800a5031f00) 00010000:00010000:2.0:1724307179.470623:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc473 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6e2 expref: 8 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.470630:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031600) 00010000:00010000:2.0:1724307179.470634:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307179.470761:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfc496 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.470771:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfc496 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.470778:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfc496 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.470785:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc49d lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.470789:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc49d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.470793:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc49d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.470879:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfc4a4 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.470884:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfc4a4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.470888:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfc4a4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:2.0:1724307179.471213:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].52, 64 off11520 00000004:00080000:2.0:1724307179.471219:0:14909:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2781978579380ns, next at 2782978577720ns, rc = 0 00010000:00010000:2.0:1724307179.471270:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc4ab lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471275:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc4ab lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471281:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc4ab lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471286:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc4ab lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471290:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc4ab lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471295:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc4ab lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471299:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc4ab lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471303:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01898c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307179.471305:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc4ab lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471310:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc4ab lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471315:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa95:0x0].0x0 (ffff8800931d2f00) 00010000:00010000:2.0:1724307179.471316:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307179.471320:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc4ab lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471324:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfc4ab lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471341:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfc4a4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471345:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfc4a4 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471348:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfc4a4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471352:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.471354:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfc4a4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471358:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfc4a4 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471362:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa95:0x0].0x0 (ffff8800931d2f00) 00010000:00010000:2.0:1724307179.471363:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307179.471365:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfc4a4 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471368:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfc4a4 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471401:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfc496 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471405:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfc496 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471412:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfc496 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471415:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.471417:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfc496 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471420:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfc496 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471424:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800931d2600) 00010000:00010000:2.0:1724307179.471426:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.471427:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfc496 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.471431:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfc496 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:2.0:1724307179.471437:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a572c000 reply state ffff8800900ac000 transno 300647710721 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc49d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307179.471441:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307179.473802:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:22165:x1808064247926784:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 3940us (5303us total) trans 300647710721 rc 0/0 00000100:00100000:2.0:1724307179.473812:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 115 00010000:00010000:3.0:1724307179.475171:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc49d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.475181:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc49d lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.475188:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc49d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.475193:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.475196:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc49d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.475201:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc49d lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.475214:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea319 (ffff8800931d2900) 00010000:00010000:3.0:1724307179.475217:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.475221:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc49d lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.475225:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfc49d lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.476861:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.477255:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247926912 00000100:00100000:2.0:1724307179.477264:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247926912 00000100:00100000:1.0:1724307179.477894:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 116 00000100:00100000:1.0:1724307179.477901:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:22165:x1808064247926912:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.477917:0:14907:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.477931:0:14907:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc4b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b6f0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.477979:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc4b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.477989:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc4b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.477998:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc4b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478008:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc4c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478013:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc4c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478018:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc4c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478116:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfc4c7 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478122:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfc4c7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478128:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfc4c7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000004:00200000:1.0:1724307179.478150:0:14907:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xa30:0x0]: returning size 23040 00000004:00200000:1.0:1724307179.478153:0:14907:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 99 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.478164:0:14907:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfc4c7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478171:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc4b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478176:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc4b9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478181:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc4b9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478186:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.478189:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc4b9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478194:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc4b9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478202:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800931d2c00) 00010000:00010000:1.0:1724307179.478204:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.478208:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc4b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478213:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc4b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478238:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc4c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478242:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc4c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478247:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc4c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478251:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.478254:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc4c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478258:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc4c0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478264:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc90d7547 (ffff8800a5031d00) 00010000:00010000:1.0:1724307179.478266:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.478268:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc4c0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478271:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc4c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc90d7547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.478293:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc4b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6f0 expref: 10 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.478302:0:14907:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfc4c7 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6f0 expref: 9 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.478307:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.478309:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1724307179.478310:0:14907:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b7cc0, rc 0) 00000100:00100000:1.0:1724307179.478351:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:22165:x1808064247926912:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 449us (1495us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.478357:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 116 00000100:00100000:0.0:1724307179.481515:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.481623:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247927040 00000100:00100000:2.0:1724307179.481630:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247927040 00000100:00100000:2.0:1724307179.481696:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 117 00000100:00100000:2.0:1724307179.481703:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:22165:x1808064247927040:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307179.481719:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307179.481734:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc4ce lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b6f7 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.481780:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc4d5 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.481790:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc4d5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.481799:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc4d5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.481808:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc4dc lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.481814:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc4dc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.481819:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc4dc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.481974:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc4e3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.481980:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc4e3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.481985:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc4e3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:2.0:1724307179.482001:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xa96:0x0]: returning size 0 00000004:00200000:2.0:1724307179.482005:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307179.482015:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc4e3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.482023:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc4e3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.482029:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc4d5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.482034:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc4d5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.482040:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc4d5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.482044:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.482047:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc4d5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.482052:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc4d5 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.482059:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.482062:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.482065:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc4d5 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.482069:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfc4d5 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.482081:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc4dc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.482086:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc4dc lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.482090:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc4dc lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.482095:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.482097:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc4dc lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.482101:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc4dc lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.482106:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea31a (ffff8800931d2500) 00010000:00010000:2.0:1724307179.482108:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.482110:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc4dc lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.482113:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfc4dc lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.482131:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc4ce lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6f7 expref: 11 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.482139:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc4e3 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6f7 expref: 10 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.482144:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa96:0x0].0x0 (ffff8800931d2900) 00010000:00010000:2.0:1724307179.482146:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307179.482148:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0189b00, rc 0) 00000100:00100000:2.0:1724307179.482183:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+10:22165:x1808064247927040:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 480us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307179.482189:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 117 00000100:00100000:0.0:1724307179.492086:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.492178:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247927296 00000100:00100000:1.0:1724307179.492187:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247927296 00000100:00100000:1.0:1724307179.492275:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 118 00000100:00100000:1.0:1724307179.492282:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+10:22165:x1808064247927296:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307179.492324:0:14907:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307179.492346:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc4e3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6f7 expref: 10 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.492768:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa96:0x0].0x0 (ffff8800931d2900) 00010000:00010000:1.0:1724307179.492780:0:14907:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307179.492804:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc4ea lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.492813:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc4ea lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.492822:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc4ea lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.492833:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc4f1 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.492838:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc4f1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.492844:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc4f1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.492930:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc4f8 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.492937:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc4f8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.492942:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc4f8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000040:00080000:1.0:1724307179.493282:0:14907:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].52, 64 off11520 00000004:00080000:1.0:1724307179.493289:0:14907:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2782000648799ns, next at 2783000647253ns, rc = 0 00010000:00010000:1.0:1724307179.493339:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc4ff lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493346:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc4ff lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493352:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc4ff lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493358:0:14907:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc4ff lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493362:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc4ff lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493367:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc4ff lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493373:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc4ff lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493378:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307179.493381:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc4ff lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493387:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc4ff lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493394:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa96:0x0].0x0 (ffff8800a5031100) 00010000:00010000:1.0:1724307179.493397:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307179.493400:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc4ff lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493404:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc4ff lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493424:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc4f8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493428:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc4f8 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493432:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc4f8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493436:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b58c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.493438:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc4f8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493442:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc4f8 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493448:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa96:0x0].0x0 (ffff8800a5031100) 00010000:00010000:1.0:1724307179.493449:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307179.493451:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc4f8 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493455:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc4f8 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493490:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc4ea lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493495:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc4ea lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493500:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc4ea lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493505:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.493507:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc4ea lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493511:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc4ea lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493517:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.493519:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.493521:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc4ea lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.493525:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc4ea lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000004:00010000:1.0:1724307179.493532:0:14907:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009cee6300 reply state ffff880131bc1000 transno 300647710722 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc4f1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000100:00100000:1.0:1724307179.493538:0:14907:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307179.495304:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+11:22165:x1808064247927296:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 3013us (3216us total) trans 300647710722 rc 0/0 00000100:00100000:1.0:1724307179.495313:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 118 00010000:00010000:2.0:1724307179.499619:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc4f1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.499633:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc4f1 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.499656:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc4f1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.499661:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.499664:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc4f1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.499669:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc4f1 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.499690:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea31a (ffff8800a5031500) 00010000:00010000:2.0:1724307179.499692:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.499695:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc4f1 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.499699:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc4f1 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000100:00100000:0.0:1724307179.501082:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.501472:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247927424 00000100:00100000:1.0:1724307179.501480:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247927424 00000100:00100000:1.0:1724307179.501769:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 119 00000100:00100000:1.0:1724307179.501775:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+10:22165:x1808064247927424:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.501790:0:14907:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.501806:0:14907:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc506 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b6fe expref: -99 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.501853:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc50d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.501869:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc50d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.501877:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc50d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.501888:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc514 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.501893:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc514 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.501901:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc514 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502074:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc51b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502080:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc51b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502086:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc51b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000004:00200000:1.0:1724307179.502103:0:14907:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xa97:0x0]: returning size 0 00000004:00200000:1.0:1724307179.502107:0:14907:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.502118:0:14907:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc51b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502125:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc51b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502130:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc50d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502135:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc50d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502140:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc50d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502144:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b73c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.502147:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc50d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502151:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc50d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502159:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.502161:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.502164:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc50d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502169:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc50d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502197:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc514 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502202:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc514 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502207:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc514 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502210:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5b00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.502213:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc514 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502217:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc514 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502224:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea31b (ffff8800a5031900) 00010000:00010000:1.0:1724307179.502225:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.502228:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc514 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502231:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc514 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.502254:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc506 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6fe expref: 12 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.502263:0:14907:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc51b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6fe expref: 11 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.502269:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa97:0x0].0x0 (ffff8800a5031100) 00010000:00010000:1.0:1724307179.502271:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.502273:0:14907:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b5200, rc 0) 00000100:00100000:1.0:1724307179.502329:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+11:22165:x1808064247927424:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 553us (1252us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.502335:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 119 00000100:00100000:0.0:1724307179.512933:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.513035:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247927680 00000100:00100000:2.0:1724307179.513043:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247927680 00000100:00100000:2.0:1724307179.513094:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 120 00000100:00100000:2.0:1724307179.513101:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+11:22165:x1808064247927680:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307179.513143:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307179.513165:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc51b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6fe expref: 11 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.513239:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa97:0x0].0x0 (ffff8800a5031100) 00010000:00010000:2.0:1724307179.513253:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307179.513278:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc522 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.513289:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc522 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.513296:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc522 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.513310:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc529 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.513316:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc529 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.513321:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc529 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.513399:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc530 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.513404:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc530 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.513408:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc530 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:2.0:1724307179.514127:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].53, 64 off11584 00010000:00010000:2.0:1724307179.514177:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc537 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514185:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc537 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514192:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc537 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514199:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc537 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514203:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc537 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514208:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc537 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514213:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc537 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514218:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307179.514220:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc537 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514226:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc537 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514232:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa97:0x0].0x0 (ffff8800931d2f00) 00010000:00010000:2.0:1724307179.514235:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307179.514237:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc537 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514241:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc537 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514260:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc530 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514264:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc530 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514269:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc530 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514273:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.514276:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc530 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514280:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc530 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514285:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa97:0x0].0x0 (ffff8800931d2f00) 00010000:00010000:2.0:1724307179.514287:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307179.514288:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc530 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514292:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc530 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514326:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc522 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514330:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc522 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514334:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc522 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514338:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018af40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.514340:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc522 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514344:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc522 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514349:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.514351:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.514353:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc522 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.514358:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc522 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:2.0:1724307179.514367:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009cee6d80 reply state ffff88009b4e5000 transno 300647710723 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc529 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307179.514372:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307179.514437:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:22165:x1808064247927680:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1335us (1512us total) trans 300647710723 rc 0/0 00000100:00100000:2.0:1724307179.514444:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 120 00000100:00100000:0.0:1724307179.517915:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307179.518201:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc529 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.518211:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc529 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.518217:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc529 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.518222:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.518227:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc529 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.518232:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc529 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.518246:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea31b (ffff8800931d2600) 00010000:00010000:3.0:1724307179.518248:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.518252:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc529 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.518256:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc529 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307179.518451:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247927808 00000100:00100000:1.0:1724307179.518459:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247927808 00000100:00100000:1.0:1724307179.518504:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 121 00000100:00100000:1.0:1724307179.518511:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136904000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:22165:x1808064247927808:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.518529:0:14907:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.518540:0:14907:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc53e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b705 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.518589:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc545 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518598:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc545 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518606:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc545 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518617:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc54c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518623:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc54c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518628:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc54c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518818:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc553 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518824:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc553 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518829:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc553 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000004:00200000:1.0:1724307179.518848:0:14907:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xa98:0x0]: returning size 0 00000004:00200000:1.0:1724307179.518852:0:14907:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.518864:0:14907:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc553 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518872:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc553 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518878:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc545 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518882:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc545 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518887:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc545 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518891:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.518893:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc545 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518898:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc545 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518904:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.518906:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.518908:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc545 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518912:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc545 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518924:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc54c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518929:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc54c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518933:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc54c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518938:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.518940:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc54c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518945:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc54c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518950:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea31c (ffff8800a5031d00) 00010000:00010000:1.0:1724307179.518952:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.518953:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc54c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518957:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc54c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.518979:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc53e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b705 expref: 14 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.518989:0:14907:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc553 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b705 expref: 13 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.518994:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa98:0x0].0x0 (ffff8800a5031600) 00010000:00010000:1.0:1724307179.518996:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.518998:0:14907:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b6880, rc 0) 00000100:00100000:1.0:1724307179.519045:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136904000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:22165:x1808064247927808:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 534us (1137us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.519051:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 121 00000100:00100000:0.0:1724307179.520592:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.521097:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247928064 00000100:00100000:2.0:1724307179.521103:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247928064 00000100:00100000:2.0:1724307179.521141:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 122 00000100:00100000:2.0:1724307179.521147:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:22165:x1808064247928064:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307179.521180:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307179.521196:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc553 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b705 expref: 12 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.525873:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa98:0x0].0x0 (ffff8800a5031600) 00010000:00010000:2.0:1724307179.525899:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307179.525941:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfc55a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.525953:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfc55a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.525964:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfc55a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.525979:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc561 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.525984:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc561 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.525988:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc561 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526078:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc568 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526084:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc568 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526089:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc568 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:2.0:1724307179.526422:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].53, 64 off11584 00010000:00010000:2.0:1724307179.526472:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc56f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526479:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc56f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526485:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc56f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526491:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc56f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526496:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc56f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526506:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc56f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526511:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc56f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526515:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b3c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307179.526519:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc56f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526525:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc56f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526532:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa98:0x0].0x0 (ffff8800931d2200) 00010000:00010000:2.0:1724307179.526535:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307179.526537:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc56f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526542:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc56f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526563:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc568 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526567:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc568 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526571:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc568 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526575:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.526578:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc568 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526585:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc568 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526590:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa98:0x0].0x0 (ffff8800931d2200) 00010000:00010000:2.0:1724307179.526592:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307179.526594:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc568 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526599:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc568 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526636:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfc55a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526659:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfc55a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526663:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfc55a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526667:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.526669:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfc55a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526674:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfc55a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526691:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.526693:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.526695:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfc55a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.526703:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfc55a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:2.0:1724307179.526711:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880136904e00 reply state ffff88012bd69000 transno 300647710724 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc561 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307179.526717:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307179.526789:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:22165:x1808064247928064:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 5639us (6198us total) trans 300647710724 rc 0/0 00000100:00100000:2.0:1724307179.526797:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 122 00000100:00100000:0.0:1724307179.534838:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307179.534839:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc561 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.534848:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc561 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.534854:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc561 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.534859:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ba80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.534863:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc561 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.534868:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc561 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.534880:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea31c (ffff8800931d2700) 00010000:00010000:2.0:1724307179.534883:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.534891:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc561 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.534896:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc561 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307179.534983:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247928192 00000100:00100000:3.0:1724307179.534991:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247928192 00000100:00100000:3.0:1724307179.535035:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 123 00000100:00100000:3.0:1724307179.535041:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:22165:x1808064247928192:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.535056:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.535067:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc576 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b70c expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.535109:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc57d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535118:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc57d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535125:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc57d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535134:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc584 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535138:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc584 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535143:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc584 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535293:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc58b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535299:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc58b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535305:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc58b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.535323:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xa99:0x0]: returning size 0 00000004:00200000:3.0:1724307179.535326:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.535338:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc58b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535346:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc58b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535352:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc57d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535356:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc57d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535361:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc57d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535365:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3db00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.535367:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc57d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535372:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc57d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535378:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.535380:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.535383:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc57d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535387:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc57d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535411:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc584 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535416:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc584 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535425:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc584 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535429:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.535431:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc584 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535435:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc584 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535440:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea31d (ffff88012ff88100) 00010000:00010000:3.0:1724307179.535442:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.535541:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc584 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535547:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc584 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.535568:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc576 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b70c expref: 14 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.535578:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc58b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b70c expref: 13 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.535584:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa99:0x0].0x0 (ffff88012ff88d00) 00010000:00010000:3.0:1724307179.535586:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.535588:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3ef40, rc 0) 00000100:00100000:3.0:1724307179.535660:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:22165:x1808064247928192:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 596us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.535666:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 123 00000100:00100000:0.0:1724307179.542926:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.543316:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247928448 00000100:00100000:3.0:1724307179.543324:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247928448 00000100:00100000:3.0:1724307179.543368:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 124 00000100:00100000:3.0:1724307179.543374:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136907480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:22165:x1808064247928448:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307179.543411:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307179.543430:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc58b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b70c expref: 13 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.543447:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa99:0x0].0x0 (ffff88012ff88d00) 00010000:00010000:3.0:1724307179.543455:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307179.543476:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc592 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.543486:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc592 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.543493:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc592 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.543503:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc599 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.543508:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc599 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.543513:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc599 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.543586:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc5a0 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.543591:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc5a0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.543597:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc5a0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307179.543939:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].54, 64 off11648 00010000:00010000:3.0:1724307179.543988:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc5a7 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.543995:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc5a7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544001:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc5a7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544007:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc5a7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544011:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc5a7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544015:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc5a7 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544019:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc5a7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544024:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3db00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307179.544027:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc5a7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544033:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc5a7 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544039:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa99:0x0].0x0 (ffff88012ff88f00) 00010000:00010000:3.0:1724307179.544042:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307179.544045:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc5a7 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544049:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc5a7 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544068:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc5a0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544072:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc5a0 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544076:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc5a0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544080:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.544082:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc5a0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544086:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc5a0 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544092:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa99:0x0].0x0 (ffff88012ff88f00) 00010000:00010000:3.0:1724307179.544094:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307179.544096:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc5a0 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544099:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc5a0 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544132:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc592 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544137:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc592 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544142:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc592 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544146:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.544148:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc592 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544151:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc592 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544157:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.544159:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.544161:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc592 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.544165:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc592 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307179.544171:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880136907480 reply state ffff88012fd4d000 transno 300647710725 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc599 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307179.544176:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307179.544228:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136907480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+14:22165:x1808064247928448:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 853us (1309us total) trans 300647710725 rc 0/0 00000100:00100000:3.0:1724307179.544235:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 124 00000100:00100000:0.0:1724307179.549543:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.549840:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247928576 00000100:00100000:1.0:1724307179.549849:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247928576 00000100:00100000:1.0:1724307179.549898:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 125 00000100:00100000:1.0:1724307179.549905:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+14:22165:x1808064247928576:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.549923:0:14907:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.549939:0:14907:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc5ae lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b713 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.549990:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc5b5 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550000:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc5b5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550008:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc5b5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550018:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc5bc lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550022:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc5bc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550027:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc5bc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550563:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc5c3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550570:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc5c3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550576:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc5c3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000004:00200000:1.0:1724307179.550595:0:14907:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xa9a:0x0]: returning size 0 00000004:00200000:1.0:1724307179.550598:0:14907:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.550610:0:14907:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc5c3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550617:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc5c3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550623:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc5b5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550629:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc5b5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550634:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc5b5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550664:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b73c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.550667:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc5b5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550673:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc5b5 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550692:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.550694:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.550698:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc5b5 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550703:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc5b5 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550924:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc5bc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550929:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc5bc lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550935:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc5bc lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550939:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.550941:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc5bc lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550945:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc5bc lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550951:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea31e (ffff8800a5031600) 00010000:00010000:1.0:1724307179.550953:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.550955:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc5bc lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550959:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc5bc lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.550986:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc5ae lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b713 expref: 16 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.550995:0:14907:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc5c3 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b713 expref: 15 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.551001:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9a:0x0].0x0 (ffff8800a5031d00) 00010000:00010000:1.0:1724307179.551002:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.551004:0:14907:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b4900, rc 0) 00000100:00100000:1.0:1724307179.551050:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+15:22165:x1808064247928576:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 1145us (1515us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.551056:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 125 00010000:00010000:3.0:1724307179.551624:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc599 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.551631:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc599 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.551636:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc599 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.551657:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.551659:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc599 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.551664:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc599 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.551672:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea31d (ffff88012ff88900) 00010000:00010000:3.0:1724307179.551674:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.551684:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc599 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.551689:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc599 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307179.558554:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307179.558846:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247928832 00000100:00100000:0.0:1724307179.558855:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247928832 00000100:00100000:0.0:1724307179.558899:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 126 00000100:00100000:0.0:1724307179.558906:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+14:22165:x1808064247928832:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307179.558946:0:14907:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307179.558968:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc5c3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b713 expref: 14 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307179.558985:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9a:0x0].0x0 (ffff8800a5031d00) 00010000:00010000:0.0:1724307179.558995:0:14907:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307179.559018:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc5ca lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559027:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc5ca lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559034:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc5ca lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559046:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc5d1 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559051:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc5d1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559055:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc5d1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559140:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc5d8 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559146:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc5d8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559151:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc5d8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000040:00080000:0.0:1724307179.559451:0:14907:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].54, 64 off11648 00010000:00010000:0.0:1724307179.559499:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc5df lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559505:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc5df lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559511:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc5df lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559516:0:14907:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc5df lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559520:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc5df lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559528:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc5df lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559533:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc5df lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559551:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307179.559555:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc5df lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559560:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc5df lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559566:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9a:0x0].0x0 (ffff880129e81700) 00010000:00010000:0.0:1724307179.559568:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307179.559571:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc5df lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559575:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc5df lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559592:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc5d8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559597:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc5d8 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559601:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc5d8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559605:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.559607:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc5d8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559614:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc5d8 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559619:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9a:0x0].0x0 (ffff880129e81700) 00010000:00010000:0.0:1724307179.559621:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307179.559623:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc5d8 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559626:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc5d8 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559690:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc5ca lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559695:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc5ca lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559699:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc5ca lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559703:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.559705:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc5ca lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559709:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc5ca lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559715:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307179.559717:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307179.559719:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc5ca lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.559723:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc5ca lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000004:00010000:0.0:1724307179.559730:0:14907:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012dccea00 reply state ffff88012ded2000 transno 300647710726 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc5d1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000100:00100000:0.0:1724307179.559736:0:14907:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1724307179.559783:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+15:22165:x1808064247928832:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 877us (1236us total) trans 300647710726 rc 0/0 00000100:00100000:0.0:1724307179.559789:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 126 00010000:00010000:0.0:1724307179.564191:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc5d1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.564204:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc5d1 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.564211:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc5d1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.564216:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.564219:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc5d1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.564225:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc5d1 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.564237:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea31e (ffff880129e81900) 00010000:00010000:0.0:1724307179.564240:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307179.564243:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc5d1 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.564248:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc5d1 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000100:00100000:2.0:1724307179.571986:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.572012:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247928960 00000100:00100000:2.0:1724307179.572019:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247928960 00000100:00100000:2.0:1724307179.572054:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 127 00000100:00100000:2.0:1724307179.572063:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+14:22165:x1808064247928960:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307179.572082:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307179.572098:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfc5e6 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b71a expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.572146:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc5ed lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572155:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc5ed lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572164:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc5ed lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572175:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc5f4 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572180:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc5f4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572185:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc5f4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572377:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfc5fb lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572383:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfc5fb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572388:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfc5fb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:2.0:1724307179.572405:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xa9b:0x0]: returning size 0 00000004:00200000:2.0:1724307179.572408:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307179.572421:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfc5fb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572433:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfc5fb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572439:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc5ed lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572443:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc5ed lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572447:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc5ed lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572451:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018bcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.572454:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc5ed lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572459:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc5ed lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572466:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.572469:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.572472:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc5ed lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572477:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc5ed lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572502:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc5f4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572507:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc5f4 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572511:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc5f4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572515:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.572517:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc5f4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572521:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc5f4 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572526:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea31f (ffff8800931d2b00) 00010000:00010000:2.0:1724307179.572529:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.572531:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc5f4 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572535:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc5f4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.572556:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfc5e6 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b71a expref: 16 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.572565:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfc5fb lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b71a expref: 15 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.572570:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9b:0x0].0x0 (ffff8800931d2a00) 00010000:00010000:2.0:1724307179.572572:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307179.572573:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a01886c0, rc 0) 00000100:00100000:2.0:1724307179.572634:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+15:22165:x1808064247928960:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 572us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307179.572655:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 127 00000100:00100000:1.0:1724307179.576294:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.576857:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247929216 00000100:00100000:2.0:1724307179.576865:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247929216 00000100:00100000:2.0:1724307179.576900:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 128 00000100:00100000:2.0:1724307179.576906:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+15:22165:x1808064247929216:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307179.576944:0:14907:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307179.576965:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfc5fb lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b71a expref: 15 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.576977:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9b:0x0].0x0 (ffff8800931d2a00) 00010000:00010000:2.0:1724307179.576985:0:14907:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307179.577009:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc602 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.577019:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc602 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.577026:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc602 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.577036:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc609 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.577041:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc609 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.577045:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc609 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.577537:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc610 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.577545:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc610 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.577551:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc610 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000040:00080000:2.0:1724307179.578950:0:14907:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].55, 64 off11712 00010000:00010000:2.0:1724307179.579004:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfc617 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579014:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfc617 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579021:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfc617 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579028:0:14907:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfc617 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579033:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfc617 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579038:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfc617 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579043:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfc617 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579048:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307179.579051:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfc617 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579056:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfc617 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579067:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9b:0x0].0x0 (ffff8800931d2200) 00010000:00010000:2.0:1724307179.579070:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307179.579073:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfc617 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579078:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfc617 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579096:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc610 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579100:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc610 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579104:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc610 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579108:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.579117:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc610 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579122:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc610 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579128:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9b:0x0].0x0 (ffff8800931d2200) 00010000:00010000:2.0:1724307179.579130:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307179.579133:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc610 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579137:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc610 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579166:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc602 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579171:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc602 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579175:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc602 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579179:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.579181:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc602 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579185:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc602 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579191:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.579192:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.579194:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc602 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.579199:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc602 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000004:00010000:2.0:1724307179.579208:0:14907:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012de3fb80 reply state ffff8800a0629000 transno 300647710727 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc609 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000100:00100000:2.0:1724307179.579215:0:14907:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307179.579275:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+16:22165:x1808064247929216:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2366us (2982us total) trans 300647710727 rc 0/0 00000100:00100000:2.0:1724307179.579282:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 128 00010000:00010000:3.0:1724307179.581460:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc609 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.581471:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc609 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.581478:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc609 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.581483:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ad00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.581486:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc609 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.581492:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc609 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.581505:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea31f (ffff8800931d2700) 00010000:00010000:3.0:1724307179.581508:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.581512:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc609 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.581517:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc609 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000100:00100000:1.0:1724307179.582792:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.582817:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247929344 00000100:00100000:1.0:1724307179.582824:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247929344 00000100:00100000:1.0:1724307179.582866:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 129 00000100:00100000:1.0:1724307179.582872:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+15:22165:x1808064247929344:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.582889:0:14907:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.582904:0:14907:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc61e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b721 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.582950:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc625 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.582960:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc625 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.582969:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc625 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.582979:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc62c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.582984:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc62c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.582988:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc62c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583187:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc633 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583194:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc633 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583203:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc633 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000004:00200000:1.0:1724307179.583219:0:14907:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xa9c:0x0]: returning size 0 00000004:00200000:1.0:1724307179.583223:0:14907:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.583233:0:14907:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc633 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583239:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc633 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583244:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc625 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583249:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc625 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583253:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc625 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583257:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b58c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.583259:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc625 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583263:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc625 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583270:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.583273:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.583280:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc625 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583284:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc625 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583293:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc62c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583297:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc62c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583302:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc62c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583306:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.583308:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc62c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583312:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc62c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583318:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea320 (ffff8800a5031100) 00010000:00010000:1.0:1724307179.583320:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.583322:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc62c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583326:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc62c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.583347:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc61e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b721 expref: 17 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.583356:0:14907:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc633 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b721 expref: 16 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.583362:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9c:0x0].0x0 (ffff8800a5031900) 00010000:00010000:1.0:1724307179.583364:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.583365:0:14907:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b4d80, rc 0) 00000100:00100000:1.0:1724307179.583402:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+16:22165:x1808064247929344:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 530us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.583408:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 129 00000100:00100000:2.0:1724307179.585934:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.586854:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247929472 00000100:00100000:3.0:1724307179.586862:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247929472 00000100:00100000:3.0:1724307179.586916:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 57 00000100:00100000:3.0:1724307179.586923:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064247929472:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307179.587068:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064247929472:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 144us (1138us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.587075:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 57 00000100:00100000:1.0:1724307179.587501:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00080000:2.0:1724307179.587512:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307149 00000100:00100000:0.0:1724307179.587664:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247929728 00000100:00100000:0.0:1724307179.587669:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247929728 00000100:00100000:0.0:1724307179.587702:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 130 00000100:00100000:0.0:1724307179.587706:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+16:22165:x1808064247929728:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307179.587737:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307179.587757:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc633 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b721 expref: 16 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307179.587773:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9c:0x0].0x0 (ffff8800a5031900) 00010000:00010000:0.0:1724307179.587781:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307179.587805:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc63a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.587814:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc63a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.587822:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc63a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.587831:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfc641 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.587837:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfc641 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.587841:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfc641 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.587923:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc648 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.587929:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc648 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.587938:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc648 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:0.0:1724307179.590155:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].55, 64 off11712 00010000:00010000:0.0:1724307179.590220:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc64f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590231:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc64f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590239:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc64f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590247:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc64f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590252:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc64f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590256:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc64f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590261:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc64f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590266:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307179.590269:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc64f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590275:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc64f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590283:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9c:0x0].0x0 (ffff880129e81600) 00010000:00010000:0.0:1724307179.590287:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307179.590290:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc64f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590295:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc64f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590318:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc648 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590322:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc648 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590327:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc648 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590331:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.590333:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc648 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590337:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc648 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590344:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9c:0x0].0x0 (ffff880129e81600) 00010000:00010000:0.0:1724307179.590345:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307179.590347:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc648 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590351:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc648 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590392:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc63a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590396:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc63a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590401:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc63a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590404:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.590407:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc63a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590411:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc63a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590418:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307179.590420:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307179.590422:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc63a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.590426:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc63a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:0.0:1724307179.590433:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012de3e680 reply state ffff8800a5ef3000 transno 300647710728 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfc641 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.590439:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1724307179.591811:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+17:22165:x1808064247929728:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 4098us (4305us total) trans 300647710728 rc 0/0 00000100:00100000:0.0:1724307179.591820:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 130 00010000:00010000:0.0:1724307179.595793:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfc641 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.595805:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfc641 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.595811:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfc641 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.595816:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173a80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.595820:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfc641 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.595825:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfc641 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.595838:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea320 (ffff880129e81100) 00010000:00010000:0.0:1724307179.595840:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307179.595843:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfc641 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.595848:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfc641 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307179.596447:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307179.597799:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247929856 00000100:00100000:0.0:1724307179.597808:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247929856 00000100:00100000:0.0:1724307179.597847:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 131 00000100:00100000:0.0:1724307179.597853:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+16:22165:x1808064247929856:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:0.0:1724307179.597869:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307179.597884:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfc656 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b728 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307179.597932:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfc65d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.597943:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfc65d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.597951:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfc65d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.597963:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc664 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.597967:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc664 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.597973:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc664 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598208:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc66b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598215:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc66b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598221:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc66b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:0.0:1724307179.598241:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xa9d:0x0]: returning size 0 00000004:00200000:0.0:1724307179.598244:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1724307179.598256:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc66b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598264:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc66b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598270:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfc65d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598275:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfc65d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598280:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfc65d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598288:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1706c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.598291:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfc65d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598296:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfc65d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598305:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307179.598308:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307179.598311:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfc65d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598316:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1706c0/0x85b23e07e0bfc65d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598324:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc664 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598340:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc664 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598345:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc664 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598348:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.598350:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc664 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598354:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc664 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598360:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea321 (ffff880129e81700) 00010000:00010000:0.0:1724307179.598363:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307179.598365:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc664 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598368:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173840/0x85b23e07e0bfc664 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.598389:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1721c0/0x85b23e07e0bfc656 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b728 expref: 18 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307179.598400:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc66b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b728 expref: 17 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307179.598406:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9d:0x0].0x0 (ffff880129e81900) 00010000:00010000:0.0:1724307179.598408:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1724307179.598410:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d173cc0, rc 0) 00000100:00100000:0.0:1724307179.598471:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+17:22165:x1808064247929856:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 616us (2026us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307179.598477:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 131 00000100:00100000:3.0:1724307179.603418:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307179.603586:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247930112 00000100:00100000:0.0:1724307179.603598:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247930112 00000100:00100000:0.0:1724307179.603798:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 132 00000100:00100000:0.0:1724307179.603805:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d320000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+17:22165:x1808064247930112:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307179.603843:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307179.603862:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173cc0/0x85b23e07e0bfc66b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b728 expref: 17 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307179.603875:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9d:0x0].0x0 (ffff880129e81900) 00010000:00010000:0.0:1724307179.603882:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307179.603904:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc672 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.603913:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc672 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.603920:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc672 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.603928:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc679 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.603932:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc679 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.603936:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc679 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604005:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc680 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604009:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc680 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604014:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc680 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:0.0:1724307179.604381:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].56, 64 off11776 00010000:00010000:0.0:1724307179.604423:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc687 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604428:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc687 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604434:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc687 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604443:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc687 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604447:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc687 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604451:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc687 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604456:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc687 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604460:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172f40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307179.604463:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc687 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604467:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc687 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604473:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9d:0x0].0x0 (ffff880129e81e00) 00010000:00010000:0.0:1724307179.604475:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307179.604477:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc687 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604481:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfc687 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604499:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc680 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604503:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc680 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604507:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc680 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604511:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.604513:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc680 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604517:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc680 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604522:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9d:0x0].0x0 (ffff880129e81e00) 00010000:00010000:0.0:1724307179.604523:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307179.604525:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc680 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604528:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172640/0x85b23e07e0bfc680 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604555:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc672 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604559:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc672 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604562:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc672 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604565:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.604567:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc672 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604570:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc672 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604575:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307179.604577:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307179.604579:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc672 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.604583:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171680/0x85b23e07e0bfc672 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:0.0:1724307179.604588:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009d320000 reply state ffff88009abbe000 transno 300647710729 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc679 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.604593:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1724307179.604658:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d320000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+18:22165:x1808064247930112:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 852us (1245us total) trans 300647710729 rc 0/0 00000100:00100000:0.0:1724307179.604663:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 132 00010000:00010000:3.0:1724307179.609515:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc679 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.609527:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc679 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.609533:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc679 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.609538:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.609541:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc679 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.609546:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc679 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.609557:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307179.609558:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea321 (ffff880129e81600) 00010000:00010000:3.0:1724307179.609561:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.609564:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc679 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.609568:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfc679 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.609584:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247930240 00000100:00100000:0.0:1724307179.609591:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247930240 00000100:00100000:0.0:1724307179.609628:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 133 00000100:00100000:0.0:1724307179.609635:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+17:22165:x1808064247930240:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:0.0:1724307179.609665:0:14907:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307179.609685:0:14907:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc68e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b72f expref: -99 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307179.609747:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc695 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.609757:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc695 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.609764:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc695 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.609884:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc69c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.609891:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc69c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.609895:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc69c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610075:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc6a3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610082:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc6a3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610088:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc6a3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000004:00200000:0.0:1724307179.610106:0:14907:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xa9e:0x0]: returning size 0 00000004:00200000:0.0:1724307179.610110:0:14907:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1724307179.610121:0:14907:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc6a3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610128:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc6a3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610133:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc695 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610138:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc695 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610142:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc695 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610146:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.610148:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc695 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610153:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc695 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610160:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307179.610162:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307179.610165:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc695 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610169:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfc695 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610175:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc69c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610180:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc69c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610185:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc69c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610188:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.610191:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc69c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610195:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc69c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610201:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea322 (ffff880129e81d00) 00010000:00010000:0.0:1724307179.610203:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307179.610205:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc69c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610209:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfc69c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.610232:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfc68e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b72f expref: 19 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307179.610241:0:14907:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc6a3 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b72f expref: 18 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307179.610248:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9e:0x0].0x0 (ffff880129e81a00) 00010000:00010000:0.0:1724307179.610250:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1724307179.610252:0:14907:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d172d00, rc 0) 00000100:00100000:0.0:1724307179.611095:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+18:22165:x1808064247930240:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 1454us (1534us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307179.611102:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 133 00000100:00100000:1.0:1724307179.616485:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.617893:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247930496 00000100:00100000:2.0:1724307179.617902:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247930496 00000100:00100000:2.0:1724307179.617938:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 134 00000100:00100000:2.0:1724307179.617945:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+18:22165:x1808064247930496:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307179.617985:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307179.618007:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfc6a3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b72f expref: 18 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.618021:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9e:0x0].0x0 (ffff880129e81a00) 00010000:00010000:2.0:1724307179.618030:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307179.618053:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc6aa lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.618063:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc6aa lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.618070:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc6aa lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.618080:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc6b1 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.618085:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc6b1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.618090:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc6b1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.618173:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfc6b8 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.618178:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfc6b8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.618185:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfc6b8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:2.0:1724307179.619298:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].56, 64 off11776 00010000:00010000:2.0:1724307179.619351:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfc6bf lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619358:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfc6bf lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619364:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfc6bf lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619371:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfc6bf lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619376:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfc6bf lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619381:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfc6bf lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619386:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfc6bf lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619391:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307179.619394:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfc6bf lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619400:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfc6bf lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619408:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9e:0x0].0x0 (ffff8800931d2e00) 00010000:00010000:2.0:1724307179.619410:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307179.619413:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfc6bf lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619418:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfc6bf lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619436:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfc6b8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619440:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfc6b8 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619444:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfc6b8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619448:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.619450:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfc6b8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619454:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfc6b8 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619460:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9e:0x0].0x0 (ffff8800931d2e00) 00010000:00010000:2.0:1724307179.619462:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307179.619464:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfc6b8 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619467:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfc6b8 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619501:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc6aa lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619506:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc6aa lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619512:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc6aa lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619515:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.619517:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc6aa lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619521:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc6aa lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619527:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.619529:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.619531:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc6aa lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.619535:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfc6aa lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:2.0:1724307179.619540:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880093b7f480 reply state ffff88012cbd1000 transno 300647710730 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc6b1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307179.619546:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307179.619606:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+19:22165:x1808064247930496:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1659us (3124us total) trans 300647710730 rc 0/0 00000100:00100000:2.0:1724307179.619612:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 134 00000001:00100000:2.0:1724307179.624687:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000020:00000080:2.0:1724307179.624695:0:9780:0:(genops.c:925:class_export_put()) final put ffff8800a9a70800/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000020:00000080:2.0:1724307179.624715:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8800a9a70800/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e for lustre-OST0001 00000020:00000080:2.0:1724307179.624758:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8800a9a77800 for lustre-OST0001 00000001:00100000:2.0:1724307179.624772:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000001:00080000:2.0:1724307179.624813:0:9780:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294970227 is committed 00000100:00100000:1.0:1724307179.625898:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.625986:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247930624 00000100:00100000:3.0:1724307179.625993:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247930624 00000100:00100000:3.0:1724307179.626027:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 135 00000100:00100000:3.0:1724307179.626033:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+19:22165:x1808064247930624:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.626048:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.626063:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc6c6 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b736 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.626109:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc6cd lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626120:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc6cd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626129:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc6cd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626139:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc6d4 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626144:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc6d4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626149:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc6d4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626299:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc6db lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626306:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc6db lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626311:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc6db lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.626328:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xa9f:0x0]: returning size 0 00000004:00200000:3.0:1724307179.626331:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.626342:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc6db lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626349:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc6db lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626355:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc6cd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626361:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc6cd lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626366:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc6cd lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626370:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.626372:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc6cd lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626377:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc6cd lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626385:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.626388:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.626391:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc6cd lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626395:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc6cd lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626403:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc6d4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626407:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc6d4 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626411:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc6d4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626415:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.626416:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc6d4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626421:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc6d4 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626426:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea319 (ffff88012ff88700) 00010000:00010000:3.0:1724307179.626428:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.626430:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc6d4 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626433:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc6d4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.626452:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc6c6 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b736 expref: 21 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.626465:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc6db lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b736 expref: 20 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.626471:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9f:0x0].0x0 (ffff88012ff88400) 00010000:00010000:3.0:1724307179.626473:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.626475:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3d440, rc 0) 00000100:00100000:3.0:1724307179.626513:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+20:22165:x1808064247930624:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 480us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.626519:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 135 00010000:00010000:0.0:1724307179.626961:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc6b1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.626969:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc6b1 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.626974:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc6b1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.626979:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018bcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.626981:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc6b1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.626986:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc6b1 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.626993:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xf93ea322 (ffff8800931d2600) 00010000:00010000:0.0:1724307179.626996:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307179.626998:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc6b1 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.627002:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfc6b1 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xf93ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.629279:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.629369:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247930880 00000100:00100000:2.0:1724307179.629378:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247930880 00000100:00100000:2.0:1724307179.629422:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 136 00000100:00100000:2.0:1724307179.629428:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+19:22165:x1808064247930880:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307179.629467:0:14907:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307179.629485:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc6db lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b736 expref: 19 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.629498:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9f:0x0].0x0 (ffff88012ff88400) 00010000:00010000:2.0:1724307179.629506:0:14907:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307179.629529:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfc6e2 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.629539:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfc6e2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.629553:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfc6e2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.629563:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc6e9 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.629568:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc6e9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.629573:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc6e9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.629672:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc6f0 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.629695:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc6f0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.629700:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc6f0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000040:00080000:2.0:1724307179.630007:0:14907:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].57, 64 off11840 00010000:00010000:2.0:1724307179.630060:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc6f7 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630067:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc6f7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630073:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc6f7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630079:0:14907:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc6f7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630083:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc6f7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630088:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc6f7 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630092:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc6f7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630097:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ad00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307179.630100:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc6f7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630105:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc6f7 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630114:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9f:0x0].0x0 (ffff8800931d2300) 00010000:00010000:2.0:1724307179.630117:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307179.630120:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc6f7 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630124:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfc6f7 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630143:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc6f0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630148:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc6f0 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630152:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc6f0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630156:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.630158:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc6f0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630161:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc6f0 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630166:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa9f:0x0].0x0 (ffff8800931d2300) 00010000:00010000:2.0:1724307179.630168:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307179.630171:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc6f0 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630175:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfc6f0 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xa9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630209:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfc6e2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630214:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfc6e2 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630219:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfc6e2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630222:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018aac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.630224:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfc6e2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630228:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfc6e2 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630234:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.630236:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.630238:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfc6e2 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.630242:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfc6e2 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000004:00010000:2.0:1724307179.630249:0:14907:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880136905880 reply state ffff88009b344000 transno 300647710731 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc6e9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000100:00100000:2.0:1724307179.630255:0:14907:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307179.630310:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+20:22165:x1808064247930880:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 882us (1036us total) trans 300647710731 rc 0/0 00000100:00100000:2.0:1724307179.630316:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 136 00000100:00100000:0.0:1724307179.634460:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307179.634463:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc6e9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.634472:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc6e9 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.634478:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc6e9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.634483:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.634486:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc6e9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.634491:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc6e9 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.634505:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea319 (ffff8800931d2900) 00010000:00010000:3.0:1724307179.634508:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.634512:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc6e9 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.634520:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfc6e9 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000100:00100000:2.0:1724307179.634650:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247931008 00000100:00100000:2.0:1724307179.634657:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247931008 00000100:00100000:2.0:1724307179.634708:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 137 00000100:00100000:2.0:1724307179.634714:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009320a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+19:22165:x1808064247931008:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307179.634730:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307179.634741:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfc6fe lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b73d expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.634981:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfc705 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.634991:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfc705 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.634999:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfc705 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.635011:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc70c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.635016:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc70c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.635021:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc70c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.635233:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfc713 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.635239:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfc713 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.635244:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfc713 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:2.0:1724307179.635262:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaa0:0x0]: returning size 0 00000004:00200000:2.0:1724307179.635265:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307179.635277:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfc713 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.635286:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfc713 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.636331:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfc705 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.636336:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfc705 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.636340:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfc705 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.636345:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01886c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.636347:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfc705 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.636353:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfc705 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.636362:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.636364:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.636367:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfc705 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.636371:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfc705 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.636380:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc70c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.636385:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc70c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.636390:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc70c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.636395:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ba80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.636397:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc70c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.636401:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc70c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.636407:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea31a (ffff8800931d2f00) 00010000:00010000:2.0:1724307179.636409:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.636411:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc70c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.636415:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfc70c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.636442:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfc6fe lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b73d expref: 21 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.636452:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfc713 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b73d expref: 20 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.636458:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa0:0x0].0x0 (ffff8800931d2e00) 00010000:00010000:2.0:1724307179.636459:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307179.636462:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0188000, rc 0) 00000100:00100000:3.0:1724307179.636566:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009320a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+20:22165:x1808064247931008:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 1850us (2110us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.636572:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 137 00000100:00100000:1.0:1724307179.639384:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.639461:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247931264 00000100:00100000:3.0:1724307179.639469:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247931264 00000100:00100000:3.0:1724307179.639501:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 138 00000100:00100000:3.0:1724307179.639507:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+20:22165:x1808064247931264:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307179.639545:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307179.639564:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfc713 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b73d expref: 20 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.639575:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa0:0x0].0x0 (ffff8800931d2e00) 00010000:00010000:3.0:1724307179.639583:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307179.639606:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc71a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.639616:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc71a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.639623:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc71a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.639632:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc721 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.639654:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc721 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.639660:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc721 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.639750:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc728 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.639756:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc728 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.639762:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc728 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307179.640076:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].57, 64 off11840 00010000:00010000:3.0:1724307179.640122:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc72f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640129:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc72f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640135:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc72f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640140:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc72f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640145:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc72f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640150:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc72f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640155:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc72f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640163:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f3c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307179.640167:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc72f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640172:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc72f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640178:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa0:0x0].0x0 (ffff88012ff88d00) 00010000:00010000:3.0:1724307179.640180:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307179.640183:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc72f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640187:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc72f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640203:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc728 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640207:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc728 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640211:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc728 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640216:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ed00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.640218:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc728 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640223:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc728 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640229:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa0:0x0].0x0 (ffff88012ff88d00) 00010000:00010000:3.0:1724307179.640231:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307179.640233:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc728 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640237:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc728 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640269:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc71a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640274:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc71a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640279:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc71a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640283:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.640285:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc71a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640289:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc71a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640295:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.640297:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.640299:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc71a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.640304:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc71a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307179.640311:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800948a4e00 reply state ffff88009bbc6000 transno 300647710732 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc721 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307179.640316:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307179.640369:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+21:22165:x1808064247931264:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 861us (990us total) trans 300647710732 rc 0/0 00000100:00100000:3.0:1724307179.640375:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 138 00000100:00100000:0.0:1724307179.646229:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.646287:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247931392 00000100:00100000:1.0:1724307179.646294:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247931392 00000100:00100000:1.0:1724307179.646326:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 139 00000100:00100000:1.0:1724307179.646332:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+21:22165:x1808064247931392:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.646346:0:14907:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.646361:0:14907:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc736 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b744 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.646409:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc73d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646418:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc73d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646426:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc73d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646435:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc744 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646440:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc744 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646444:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc744 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646665:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc74b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646671:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc74b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646689:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc74b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000004:00200000:1.0:1724307179.646706:0:14907:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaa1:0x0]: returning size 0 00000004:00200000:1.0:1724307179.646709:0:14907:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.646720:0:14907:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc74b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646726:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc74b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646732:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc73d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646736:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc73d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646741:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc73d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646746:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.646748:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc73d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646753:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc73d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646761:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.646764:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.646767:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc73d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646771:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc73d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646778:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc744 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646781:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc744 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646786:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc744 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646789:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.646791:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc744 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646794:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc744 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646798:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea31b (ffff8800a5031100) 00010000:00010000:1.0:1724307179.646800:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.646801:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc744 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646804:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc744 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.646823:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc736 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b744 expref: 23 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.646831:0:14907:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc74b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b744 expref: 22 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.646836:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa1:0x0].0x0 (ffff8800a5031900) 00010000:00010000:1.0:1724307179.646837:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.646838:0:14907:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b5d40, rc 0) 00000100:00100000:1.0:1724307179.646872:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+22:22165:x1808064247931392:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 541us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.646878:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 139 00010000:00010000:2.0:1724307179.647268:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc721 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.647275:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc721 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.647280:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc721 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.647284:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3dd40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.647287:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc721 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.647291:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc721 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.647300:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea31a (ffff88012ff88100) 00010000:00010000:2.0:1724307179.647302:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.647304:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc721 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.647309:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc721 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.649912:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.649998:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247931648 00000100:00100000:3.0:1724307179.650006:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247931648 00000100:00100000:3.0:1724307179.650049:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 140 00000100:00100000:3.0:1724307179.650055:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093209f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+21:22165:x1808064247931648:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307179.650096:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307179.650117:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc74b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b744 expref: 21 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.650131:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa1:0x0].0x0 (ffff8800a5031900) 00010000:00010000:3.0:1724307179.650141:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307179.650164:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc752 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650173:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc752 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650179:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc752 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650188:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc759 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650193:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc759 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650198:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc759 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650275:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc760 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650281:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc760 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650287:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc760 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307179.650595:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].58, 64 off11904 00010000:00010000:3.0:1724307179.650668:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc767 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650686:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc767 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650693:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc767 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650699:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc767 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650703:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc767 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650708:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc767 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650713:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc767 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650717:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3fcc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307179.650720:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc767 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650730:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc767 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650740:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa1:0x0].0x0 (ffff88012ff88a00) 00010000:00010000:3.0:1724307179.650742:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307179.650745:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc767 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650749:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc767 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650766:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc760 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650771:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc760 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650775:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc760 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650779:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.650781:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc760 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650785:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc760 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650791:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa1:0x0].0x0 (ffff88012ff88a00) 00010000:00010000:3.0:1724307179.650793:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307179.650795:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc760 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650799:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc760 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaa1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650837:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc752 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650842:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc752 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650847:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc752 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650850:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.650852:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc752 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650857:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc752 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650863:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.650865:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.650867:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc752 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.650872:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc752 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307179.650879:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880093209f80 reply state ffff88012ded4000 transno 300647710733 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc759 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307179.650885:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307179.650937:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093209f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+22:22165:x1808064247931648:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 880us (1031us total) trans 300647710733 rc 0/0 00000100:00100000:3.0:1724307179.650943:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 140 00010000:00010000:3.0:1724307179.657615:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc759 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.657628:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc759 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.657635:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc759 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.657658:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.657661:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc759 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.657666:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc759 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.657689:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea31b (ffff88012ff88900) 00010000:00010000:3.0:1724307179.657692:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.657695:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc759 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.657700:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc759 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.661288:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.661369:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247931776 00000100:00100000:1.0:1724307179.661377:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247931776 00000100:00100000:1.0:1724307179.661421:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 141 00000100:00100000:1.0:1724307179.661428:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093208700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+21:22165:x1808064247931776:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.661444:0:14907:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.661460:0:14907:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfc76e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b74b expref: -99 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.661507:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc775 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661517:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc775 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661526:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc775 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661536:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc77c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661544:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc77c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661548:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc77c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661796:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc783 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661803:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc783 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661809:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc783 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000004:00200000:1.0:1724307179.661828:0:14907:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaa2:0x0]: returning size 0 00000004:00200000:1.0:1724307179.661832:0:14907:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.661842:0:14907:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc783 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661849:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc783 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661855:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc775 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661859:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc775 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661864:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc775 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661869:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.661871:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc775 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661877:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc775 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661885:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.661887:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.661890:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc775 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661894:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc775 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661901:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc77c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661905:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc77c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661909:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc77c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661912:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.661915:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc77c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661918:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc77c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661923:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea31c (ffff8800a5031a00) 00010000:00010000:1.0:1724307179.661925:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.661926:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc77c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661930:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc77c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.661951:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfc76e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b74b expref: 23 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.662026:0:14907:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc783 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b74b expref: 22 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.662032:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa2:0x0].0x0 (ffff8800a5031500) 00010000:00010000:1.0:1724307179.662034:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.662036:0:14907:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b6ac0, rc 0) 00000100:00100000:1.0:1724307179.662073:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093208700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+22:22165:x1808064247931776:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 646us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.662079:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 141 00000100:00100000:0.0:1724307179.664149:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.664222:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247932032 00000100:00100000:1.0:1724307179.664233:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247932032 00000100:00100000:1.0:1724307179.664277:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 142 00000100:00100000:1.0:1724307179.664286:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093209880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+22:22165:x1808064247932032:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307179.664333:0:14907:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307179.664354:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc783 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b74b expref: 22 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.664372:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa2:0x0].0x0 (ffff8800a5031500) 00010000:00010000:1.0:1724307179.664382:0:14907:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307179.664409:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc78a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.664423:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc78a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.664436:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc78a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.664448:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc791 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.664455:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc791 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.664463:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc791 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.664564:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc798 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.664574:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc798 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.664580:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc798 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000040:00080000:1.0:1724307179.665172:0:14907:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].58, 64 off11904 00010000:00010000:1.0:1724307179.665248:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc79f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665259:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc79f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665269:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc79f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665280:0:14907:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc79f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665293:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc79f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665300:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc79f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665308:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc79f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665315:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307179.665320:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc79f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665328:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc79f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665339:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa2:0x0].0x0 (ffff8800a5031600) 00010000:00010000:1.0:1724307179.665344:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307179.665346:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc79f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665353:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc79f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665376:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc798 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665384:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc798 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665391:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc798 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665397:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.665402:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc798 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665409:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc798 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665420:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa2:0x0].0x0 (ffff8800a5031600) 00010000:00010000:1.0:1724307179.665422:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307179.665426:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc798 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665432:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc798 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaa2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665483:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc78a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665490:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc78a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665497:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc78a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665503:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.665508:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc78a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665515:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc78a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665522:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.665526:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.665528:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc78a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.665597:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc78a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000004:00010000:1.0:1724307179.665606:0:14907:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880093209880 reply state ffff8801300b5000 transno 300647710734 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc791 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000100:00100000:1.0:1724307179.665617:0:14907:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307179.666053:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093209880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+23:22165:x1808064247932032:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1640us (1782us total) trans 300647710734 rc 0/0 00000100:00100000:1.0:1724307179.666065:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 142 00010000:00010000:2.0:1724307179.668262:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc791 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.668275:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc791 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.668281:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc791 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.668286:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.668290:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc791 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.668295:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc791 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.668307:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea31c (ffff8800a5031900) 00010000:00010000:2.0:1724307179.668310:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.668314:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc791 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.668318:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc791 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000100:00100000:0.0:1724307179.668756:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.668816:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247932160 00000100:00100000:1.0:1724307179.668823:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247932160 00000100:00100000:1.0:1724307179.669435:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 143 00000100:00100000:1.0:1724307179.669442:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009320ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+22:22165:x1808064247932160:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.669459:0:14907:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.669472:0:14907:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc7a6 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b752 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.669516:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc7ad lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.669526:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc7ad lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.669533:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc7ad lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.669543:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc7b4 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.669548:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc7b4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.669554:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc7b4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.669748:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc7bb lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.669755:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc7bb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.669761:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc7bb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000004:00200000:1.0:1724307179.669777:0:14907:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaa3:0x0]: returning size 0 00000004:00200000:1.0:1724307179.669780:0:14907:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.669791:0:14907:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc7bb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.669798:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc7bb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.669804:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc7ad lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.669809:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc7ad lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.669814:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc7ad lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.669819:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.669821:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc7ad lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.669827:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc7ad lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.669835:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.669837:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.669840:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc7ad lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.669845:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc7ad lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.670063:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc7b4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.670067:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc7b4 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.670071:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc7b4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.670074:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.670076:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc7b4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.670080:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc7b4 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.670086:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea31d (ffff8800a5031d00) 00010000:00010000:1.0:1724307179.670088:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.670090:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc7b4 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.670094:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc7b4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.670113:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc7a6 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b752 expref: 24 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.670122:0:14907:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc7bb lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b752 expref: 23 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.670127:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa3:0x0].0x0 (ffff8800a5031f00) 00010000:00010000:1.0:1724307179.670129:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.670130:0:14907:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b4900, rc 0) 00000100:00100000:1.0:1724307179.670168:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009320ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+23:22165:x1808064247932160:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 727us (1415us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.670175:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 143 00000100:00100000:0.0:1724307179.677551:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.677607:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247932416 00000100:00100000:1.0:1724307179.677614:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247932416 00000100:00100000:1.0:1724307179.677666:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 144 00000100:00100000:1.0:1724307179.677671:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093208380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+23:22165:x1808064247932416:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307179.677720:0:14907:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307179.677738:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc7bb lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b752 expref: 23 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.677750:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa3:0x0].0x0 (ffff8800a5031f00) 00010000:00010000:1.0:1724307179.677759:0:14907:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307179.677779:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc7c2 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.677788:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc7c2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.677795:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc7c2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.677806:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc7c9 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.677810:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc7c9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.677814:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc7c9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.677885:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc7d0 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.677889:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc7d0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.677893:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc7d0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000040:00080000:1.0:1724307179.678163:0:14907:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].59, 64 off11968 00010000:00010000:1.0:1724307179.678207:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc7d7 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678212:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc7d7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678218:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc7d7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678223:0:14907:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc7d7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678227:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc7d7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678234:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc7d7 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678238:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc7d7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678242:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307179.678245:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc7d7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678249:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc7d7 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678254:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa3:0x0].0x0 (ffff8800a5031100) 00010000:00010000:1.0:1724307179.678257:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307179.678258:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc7d7 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678262:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc7d7 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678276:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc7d0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678280:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc7d0 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678283:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc7d0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678287:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b58c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.678289:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc7d0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678296:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc7d0 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678300:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa3:0x0].0x0 (ffff8800a5031100) 00010000:00010000:1.0:1724307179.678302:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307179.678303:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc7d0 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678306:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc7d0 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678333:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc7c2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678337:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc7c2 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678340:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc7c2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678343:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.678345:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc7c2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678349:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc7c2 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678353:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.678355:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.678356:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc7c2 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.678360:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc7c2 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000004:00010000:1.0:1724307179.678365:0:14907:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880093208380 reply state ffff88009c08d000 transno 300647710735 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc7c9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000100:00100000:1.0:1724307179.678370:0:14907:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307179.678414:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093208380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+24:22165:x1808064247932416:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 743us (870us total) trans 300647710735 rc 0/0 00000100:00100000:1.0:1724307179.678420:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 144 00010000:00010000:3.0:1724307179.679462:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc7c9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.679470:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc7c9 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.679475:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc7c9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.679478:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.679481:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc7c9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.679485:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc7c9 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.679495:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea31d (ffff8800a5031900) 00010000:00010000:3.0:1724307179.679497:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.679499:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc7c9 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.679503:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc7c9 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000100:00100000:0.0:1724307179.684323:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.684406:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247932544 00000100:00100000:3.0:1724307179.684413:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247932544 00000100:00100000:3.0:1724307179.684455:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 145 00000100:00100000:3.0:1724307179.684461:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093209180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+23:22165:x1808064247932544:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.684477:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.684492:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc7de lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b759 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.684538:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc7e5 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684548:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc7e5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684557:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc7e5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684565:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc7ec lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684569:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc7ec lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684574:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc7ec lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684752:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc7f3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684758:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc7f3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684763:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc7f3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.684778:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaa4:0x0]: returning size 0 00000004:00200000:3.0:1724307179.684781:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.684791:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc7f3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684797:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc7f3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684803:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc7e5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684808:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc7e5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684812:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc7e5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684816:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.684819:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc7e5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684823:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc7e5 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684830:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.684833:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.684836:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc7e5 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684840:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfc7e5 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684849:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc7ec lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684853:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc7ec lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684857:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc7ec lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684860:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.684862:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc7ec lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684865:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc7ec lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684869:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea31e (ffff88012ff88500) 00010000:00010000:3.0:1724307179.684871:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.684872:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc7ec lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684875:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfc7ec lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.684892:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfc7de lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b759 expref: 25 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.684904:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc7f3 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b759 expref: 24 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.684909:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa4:0x0].0x0 (ffff88012ff88200) 00010000:00010000:3.0:1724307179.684910:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.684912:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3d200, rc 0) 00000100:00100000:3.0:1724307179.684945:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093209180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+24:22165:x1808064247932544:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 485us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.684950:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 145 00000100:00100000:0.0:1724307179.687233:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.687301:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247932800 00000100:00100000:1.0:1724307179.687308:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247932800 00000100:00100000:1.0:1724307179.687344:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 146 00000100:00100000:1.0:1724307179.687349:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009387ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+24:22165:x1808064247932800:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307179.687384:0:14907:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307179.687399:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfc7f3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b759 expref: 24 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.687415:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa4:0x0].0x0 (ffff88012ff88200) 00010000:00010000:1.0:1724307179.687421:0:14907:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307179.687441:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc7fa lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687450:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc7fa lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687456:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc7fa lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687464:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc801 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687468:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc801 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687473:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc801 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687542:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc808 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687546:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc808 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687550:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc808 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000040:00080000:1.0:1724307179.687862:0:14907:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].59, 64 off11968 00010000:00010000:1.0:1724307179.687906:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc80f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687912:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc80f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687917:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc80f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687922:0:14907:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc80f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687927:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc80f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687931:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc80f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687935:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc80f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687942:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307179.687944:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc80f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687950:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc80f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687955:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa4:0x0].0x0 (ffff8800a5031a00) 00010000:00010000:1.0:1724307179.687956:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307179.687958:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc80f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687962:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc80f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687977:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc808 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687980:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc808 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687984:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc808 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687987:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.687989:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc808 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687992:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc808 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.687997:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa4:0x0].0x0 (ffff8800a5031a00) 00010000:00010000:1.0:1724307179.687999:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307179.688001:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc808 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.688005:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc808 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.688037:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc7fa lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.688041:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc7fa lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.688045:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc7fa lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.688048:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.688050:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc7fa lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.688053:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc7fa lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.688057:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.688059:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.688060:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc7fa lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.688063:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc7fa lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000004:00010000:1.0:1724307179.688069:0:14907:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009387ca80 reply state ffff88009c08b000 transno 300647710736 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc801 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000100:00100000:1.0:1724307179.688073:0:14907:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307179.688119:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009387ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+25:22165:x1808064247932800:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 769us (891us total) trans 300647710736 rc 0/0 00000100:00100000:1.0:1724307179.688124:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 146 00010000:00010000:2.0:1724307179.690795:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc801 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.690805:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc801 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.690811:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc801 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.690815:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b73c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.690818:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc801 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.690823:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc801 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.690834:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea31e (ffff8800a5031500) 00010000:00010000:2.0:1724307179.690836:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.690838:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc801 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.690842:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc801 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000100:00100000:0.0:1724307179.693715:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.693791:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247932928 00000100:00100000:3.0:1724307179.693798:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247932928 00000100:00100000:3.0:1724307179.693833:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 147 00000100:00100000:3.0:1724307179.693838:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b419500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+24:22165:x1808064247932928:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.693852:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.693866:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc816 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b760 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.693908:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc81d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.693918:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc81d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.693925:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc81d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.693933:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc824 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.693941:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc824 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.693946:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc824 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694079:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc82b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694084:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc82b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694088:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc82b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.694103:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaa5:0x0]: returning size 0 00000004:00200000:3.0:1724307179.694106:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.694116:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc82b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694123:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc82b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694128:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc81d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694132:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc81d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694138:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc81d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694142:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3dd40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.694145:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc81d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694150:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc81d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694158:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.694160:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.694163:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc81d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694167:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfc81d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694178:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc824 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694182:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc824 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694186:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc824 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694189:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.694190:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc824 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694194:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc824 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694198:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea31f (ffff88012ff88600) 00010000:00010000:3.0:1724307179.694199:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.694201:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc824 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694204:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfc824 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.694222:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc816 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b760 expref: 26 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.694230:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc82b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b760 expref: 25 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.694235:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa5:0x0].0x0 (ffff88012ff88800) 00010000:00010000:3.0:1724307179.694237:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.694238:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3ed00, rc 0) 00000100:00100000:3.0:1724307179.694270:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b419500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+25:22165:x1808064247932928:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 432us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.694276:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 147 00000100:00100000:0.0:1724307179.698844:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.698914:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247933184 00000100:00100000:1.0:1724307179.698922:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247933184 00000100:00100000:1.0:1724307179.698996:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 148 00000100:00100000:1.0:1724307179.699002:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+25:22165:x1808064247933184:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307179.699038:0:14907:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307179.699056:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc82b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b760 expref: 25 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.699379:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa5:0x0].0x0 (ffff88012ff88800) 00010000:00010000:1.0:1724307179.699388:0:14907:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307179.699409:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc832 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699417:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc832 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699424:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc832 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699432:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc839 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699437:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc839 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699441:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc839 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699512:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc840 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699517:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc840 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699521:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc840 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000040:00080000:1.0:1724307179.699836:0:14907:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].60, 64 off12032 00010000:00010000:1.0:1724307179.699880:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc847 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699885:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc847 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699891:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc847 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699896:0:14907:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc847 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699900:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc847 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699904:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc847 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699908:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc847 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699912:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307179.699915:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc847 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699919:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc847 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699928:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa5:0x0].0x0 (ffff8800a5031100) 00010000:00010000:1.0:1724307179.699931:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307179.699933:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc847 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699937:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfc847 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699953:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc840 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699956:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc840 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699960:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc840 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699963:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.699966:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc840 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699970:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc840 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699974:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa5:0x0].0x0 (ffff8800a5031100) 00010000:00010000:1.0:1724307179.699975:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307179.699977:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc840 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.699980:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfc840 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaa5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.700011:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc832 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.700016:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc832 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.700020:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc832 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.700022:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b73c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.700024:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc832 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.700028:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc832 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.700032:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.700033:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.700035:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc832 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.700038:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfc832 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000004:00010000:1.0:1724307179.700043:0:14907:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012b41b100 reply state ffff8800a6f13000 transno 300647710737 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc839 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000100:00100000:1.0:1724307179.700047:0:14907:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307179.703929:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+26:22165:x1808064247933184:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 4917us (5081us total) trans 300647710737 rc 0/0 00000100:00100000:1.0:1724307179.703939:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 148 00010000:00010000:2.0:1724307179.706996:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc839 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.707009:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc839 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.707016:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc839 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.707021:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.707025:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc839 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.707030:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc839 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.707043:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea31f (ffff8800a5031500) 00010000:00010000:2.0:1724307179.707046:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.707049:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc839 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.707054:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc839 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000100:00100000:1.0:1724307179.707894:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.707922:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247933312 00000100:00100000:1.0:1724307179.707929:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247933312 00000100:00100000:1.0:1724307179.707970:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 149 00000100:00100000:1.0:1724307179.707976:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+25:22165:x1808064247933312:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.707994:0:14907:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.708006:0:14907:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc84e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b767 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.708051:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc855 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708062:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc855 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708069:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc855 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708079:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc85c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708084:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc85c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708089:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc85c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708233:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc863 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708239:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc863 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708244:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc863 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000004:00200000:1.0:1724307179.708261:0:14907:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaa6:0x0]: returning size 0 00000004:00200000:1.0:1724307179.708264:0:14907:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.708276:0:14907:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc863 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708283:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc863 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708289:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc855 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708293:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc855 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708297:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc855 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708301:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.708304:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc855 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708308:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc855 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708315:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.708317:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.708319:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc855 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708324:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfc855 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708331:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc85c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708336:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc85c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708341:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc85c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708345:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.708347:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc85c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708352:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc85c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708357:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea320 (ffff8800a5031d00) 00010000:00010000:1.0:1724307179.708359:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.708361:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc85c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708365:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfc85c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.708386:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfc84e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b767 expref: 27 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.708395:0:14907:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc863 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b767 expref: 26 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.708401:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa6:0x0].0x0 (ffff8800a5031600) 00010000:00010000:1.0:1724307179.708403:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.708404:0:14907:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b58c0, rc 0) 00000100:00100000:1.0:1724307179.708438:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+26:22165:x1808064247933312:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 462us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.708443:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 149 00000100:00100000:0.0:1724307179.711869:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.712399:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247933568 00000100:00100000:2.0:1724307179.712407:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247933568 00000100:00100000:2.0:1724307179.712449:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 150 00000100:00100000:2.0:1724307179.712455:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+26:22165:x1808064247933568:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307179.712505:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307179.712525:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc863 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b767 expref: 26 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.712539:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa6:0x0].0x0 (ffff8800a5031600) 00010000:00010000:2.0:1724307179.712549:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307179.712573:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc86a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.712583:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc86a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.712590:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc86a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.712599:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc871 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.712605:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc871 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.712610:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc871 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.712722:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc878 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.712729:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc878 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.712734:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc878 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:2.0:1724307179.713043:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].60, 64 off12032 00010000:00010000:2.0:1724307179.713093:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc87f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713101:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc87f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713107:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc87f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713117:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc87f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713121:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc87f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713126:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc87f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713131:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc87f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713136:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018af40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307179.713139:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc87f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713144:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc87f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713150:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa6:0x0].0x0 (ffff8800931d2200) 00010000:00010000:2.0:1724307179.713153:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307179.713156:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc87f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713160:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfc87f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713181:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc878 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713186:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc878 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713190:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc878 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713195:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.713197:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc878 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713202:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc878 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713207:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa6:0x0].0x0 (ffff8800931d2200) 00010000:00010000:2.0:1724307179.713209:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307179.713211:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc878 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713215:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfc878 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713249:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc86a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713254:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc86a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713258:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc86a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713262:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.713264:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc86a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713269:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc86a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713274:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.713276:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.713279:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc86a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.713283:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfc86a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:2.0:1724307179.713290:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012b418700 reply state ffff8800923b8000 transno 300647710738 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc871 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307179.713295:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307179.713346:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:22165:x1808064247933568:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 889us (1484us total) trans 300647710738 rc 0/0 00000100:00100000:2.0:1724307179.713352:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 150 00010000:00010000:2.0:1724307179.714916:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc871 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.714926:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc871 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.714932:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc871 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.714937:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b3c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.714940:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc871 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.714946:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc871 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.714956:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea320 (ffff8800931d2500) 00010000:00010000:2.0:1724307179.714959:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.714962:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc871 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.714971:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfc871 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.715220:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.715275:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247933696 00000100:00100000:1.0:1724307179.715281:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247933696 00000100:00100000:1.0:1724307179.715310:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 151 00000100:00100000:1.0:1724307179.715316:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+26:22165:x1808064247933696:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.715328:0:14907:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.715338:0:14907:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc886 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b76e expref: -99 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.715375:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc88d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715383:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc88d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715391:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc88d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715399:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc894 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715405:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc894 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715410:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc894 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715533:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc89b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715540:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc89b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715546:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc89b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000004:00200000:1.0:1724307179.715563:0:14907:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaa7:0x0]: returning size 0 00000004:00200000:1.0:1724307179.715566:0:14907:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.715575:0:14907:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc89b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715582:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc89b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715588:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc88d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715592:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc88d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715597:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc88d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715601:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5b00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.715604:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc88d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715608:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc88d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715614:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.715616:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.715619:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc88d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715623:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfc88d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715630:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc894 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715635:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc894 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715665:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc894 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715669:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.715683:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc894 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715688:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc894 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715694:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea321 (ffff8800a5031500) 00010000:00010000:1.0:1724307179.715696:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.715698:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc894 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715703:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfc894 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.715721:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfc886 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b76e expref: 28 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.715730:0:14907:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc89b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b76e expref: 27 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.715736:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa7:0x0].0x0 (ffff8800a5031f00) 00010000:00010000:1.0:1724307179.715738:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.715739:0:14907:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b6d00, rc 0) 00000100:00100000:1.0:1724307179.715767:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:22165:x1808064247933696:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 451us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.715774:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 151 00000100:00100000:0.0:1724307179.719946:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.720031:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247933952 00000100:00100000:2.0:1724307179.720039:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247933952 00000100:00100000:2.0:1724307179.720082:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 152 00000100:00100000:2.0:1724307179.720088:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b419880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:22165:x1808064247933952:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307179.720129:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307179.720150:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfc89b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b76e expref: 27 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.720166:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa7:0x0].0x0 (ffff8800a5031f00) 00010000:00010000:2.0:1724307179.720176:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307179.720198:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc8a2 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720207:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc8a2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720213:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc8a2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720223:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc8a9 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720227:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc8a9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720232:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc8a9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720313:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc8b0 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720319:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc8b0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720324:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc8b0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:2.0:1724307179.720668:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].61, 64 off12096 00010000:00010000:2.0:1724307179.720731:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc8b7 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720738:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc8b7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720743:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc8b7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720749:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc8b7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720753:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc8b7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720757:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc8b7 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720763:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc8b7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720768:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307179.720771:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc8b7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720777:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc8b7 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720783:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa7:0x0].0x0 (ffff8800931d2a00) 00010000:00010000:2.0:1724307179.720785:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307179.720788:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc8b7 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720792:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfc8b7 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720809:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc8b0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720814:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc8b0 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720818:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc8b0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720822:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189b00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.720824:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc8b0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720828:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc8b0 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720833:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa7:0x0].0x0 (ffff8800931d2a00) 00010000:00010000:2.0:1724307179.720835:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307179.720837:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc8b0 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720841:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfc8b0 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720878:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc8a2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720882:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc8a2 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720886:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc8a2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720890:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.720892:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc8a2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720896:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc8a2 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720901:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.720903:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.720904:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc8a2 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.720909:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfc8a2 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:2.0:1724307179.720915:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012b419880 reply state ffff8800923ba000 transno 300647710739 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc8a9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307179.720921:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307179.720967:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b419880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+28:22165:x1808064247933952:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 879us (1027us total) trans 300647710739 rc 0/0 00000100:00100000:2.0:1724307179.720973:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 152 00000100:00100000:0.0:1724307179.724254:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.724342:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247934080 00000100:00100000:1.0:1724307179.724350:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247934080 00000100:00100000:1.0:1724307179.724393:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 153 00000100:00100000:1.0:1724307179.724403:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+28:22165:x1808064247934080:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.724418:0:14907:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.724431:0:14907:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc8be lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b775 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.724480:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc8c5 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724489:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc8c5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724498:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc8c5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724508:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc8cc lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724513:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc8cc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724518:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc8cc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724705:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc8d3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724711:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc8d3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724717:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc8d3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000004:00200000:1.0:1724307179.724735:0:14907:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaa8:0x0]: returning size 0 00000004:00200000:1.0:1724307179.724739:0:14907:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.724749:0:14907:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc8d3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724756:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc8d3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724761:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc8c5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724766:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc8c5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724770:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc8c5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724775:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.724778:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc8c5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724783:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc8c5 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724790:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.724792:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.724796:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc8c5 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724800:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfc8c5 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724808:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc8cc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724813:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc8cc lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724816:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc8cc lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724820:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.724822:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc8cc lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724825:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc8cc lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724830:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea322 (ffff8800a5031a00) 00010000:00010000:1.0:1724307179.724832:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.724834:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc8cc lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724838:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfc8cc lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.724858:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfc8be lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b775 expref: 30 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.724868:0:14907:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc8d3 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b775 expref: 29 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.724873:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa8:0x0].0x0 (ffff8800a5031d00) 00010000:00010000:1.0:1724307179.724875:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.724877:0:14907:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b5d40, rc 0) 00000100:00100000:1.0:1724307179.724912:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+29:22165:x1808064247934080:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 513us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.724918:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 153 00010000:00010000:2.0:1724307179.724989:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc8a9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.724996:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc8a9 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.725001:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc8a9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.725004:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.725007:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc8a9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.725011:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc8a9 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.725019:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea321 (ffff8800931d2800) 00010000:00010000:2.0:1724307179.725022:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.725024:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc8a9 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.725028:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfc8a9 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.728346:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.728418:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247934336 00000100:00100000:1.0:1724307179.728426:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247934336 00000100:00100000:1.0:1724307179.728472:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 154 00000100:00100000:1.0:1724307179.728478:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+28:22165:x1808064247934336:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307179.728517:0:14907:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307179.728535:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc8d3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b775 expref: 28 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.728548:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa8:0x0].0x0 (ffff8800a5031d00) 00010000:00010000:1.0:1724307179.728558:0:14907:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307179.728581:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc8da lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.728591:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc8da lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.728598:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc8da lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.728607:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc8e1 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.728613:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc8e1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.728618:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc8e1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.728730:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc8e8 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.728736:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc8e8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.728742:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc8e8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000040:00080000:1.0:1724307179.729041:0:14907:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].61, 64 off12096 00010000:00010000:1.0:1724307179.729090:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc8ef lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729096:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc8ef lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729102:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc8ef lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729108:0:14907:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc8ef lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729113:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc8ef lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729118:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc8ef lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729124:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc8ef lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729129:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307179.729132:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc8ef lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729138:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc8ef lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729144:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa8:0x0].0x0 (ffff8800a5031100) 00010000:00010000:1.0:1724307179.729146:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307179.729149:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc8ef lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729154:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc8ef lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729170:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc8e8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729175:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc8e8 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729179:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc8e8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729183:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.729185:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc8e8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729189:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc8e8 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729194:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa8:0x0].0x0 (ffff8800a5031100) 00010000:00010000:1.0:1724307179.729196:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307179.729198:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc8e8 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729202:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc8e8 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaa8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729236:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc8da lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729241:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc8da lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729246:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc8da lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729249:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b58c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.729251:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc8da lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729256:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc8da lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729261:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.729262:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.729264:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc8da lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.729268:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc8da lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000004:00010000:1.0:1724307179.729274:0:14907:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012b41aa00 reply state ffff88009cca4000 transno 300647710740 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc8e1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000100:00100000:1.0:1724307179.729279:0:14907:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307179.729323:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+29:22165:x1808064247934336:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 844us (984us total) trans 300647710740 rc 0/0 00000100:00100000:1.0:1724307179.729330:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 154 00010000:00010000:2.0:1724307179.731683:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc8e1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.731694:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc8e1 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.731699:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc8e1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.731703:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.731706:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc8e1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.731712:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc8e1 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.731722:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfa3ea322 (ffff8800a5031600) 00010000:00010000:2.0:1724307179.731724:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.731727:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc8e1 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.731732:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc8e1 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfa3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000100:00100000:0.0:1724307179.732828:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.733130:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247934464 00000100:00100000:1.0:1724307179.733138:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247934464 00000100:00100000:3.0:1724307179.734551:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 155 00000100:00100000:3.0:1724307179.734560:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b419180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+28:22165:x1808064247934464:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.734578:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.734596:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc8f6 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b77c expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.734661:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc8fd lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.734683:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc8fd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.734693:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc8fd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.734704:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc904 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.734710:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc904 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.734715:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc904 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.734864:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc90b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.734870:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc90b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.734875:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc90b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.734892:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaa9:0x0]: returning size 0 00000004:00200000:3.0:1724307179.734896:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.734907:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc90b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.734914:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc90b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.734920:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc8fd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.734924:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc8fd lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.734929:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc8fd lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.734933:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.734936:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc8fd lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.734941:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc8fd lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.734949:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.734951:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.734955:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc8fd lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.734959:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc8fd lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.736111:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc904 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.736121:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc904 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.736126:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc904 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.736131:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.736134:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc904 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.736138:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc904 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.736148:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea319 (ffff88012ff88800) 00010000:00010000:3.0:1724307179.736150:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.736153:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc904 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.736158:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc904 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.736191:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc8f6 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b77c expref: 30 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.736201:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc90b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b77c expref: 29 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.736207:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa9:0x0].0x0 (ffff88012ff88600) 00010000:00010000:3.0:1724307179.736209:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.736211:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3cfc0, rc 0) 00000100:00100000:3.0:1724307179.736262:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b419180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+29:22165:x1808064247934464:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 1704us (3438us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.736269:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 155 00000100:00100000:0.0:1724307179.738630:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.739120:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247934720 00000100:00100000:3.0:1724307179.739129:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247934720 00000100:00100000:3.0:1724307179.739718:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 156 00000100:00100000:3.0:1724307179.739725:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+29:22165:x1808064247934720:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307179.739768:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307179.739788:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc90b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b77c expref: 29 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.739802:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa9:0x0].0x0 (ffff88012ff88600) 00010000:00010000:3.0:1724307179.739810:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307179.739835:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc912 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.739845:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc912 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.739857:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc912 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.739866:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc919 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.739872:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc919 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.739877:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc919 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.739956:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc920 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.739962:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc920 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.739967:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc920 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307179.740292:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].62, 64 off12160 00010000:00010000:3.0:1724307179.740339:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc927 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740345:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc927 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740351:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc927 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740357:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc927 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740364:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc927 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740368:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc927 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740373:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc927 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740378:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307179.740380:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc927 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740385:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc927 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740391:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa9:0x0].0x0 (ffff88012ff88500) 00010000:00010000:3.0:1724307179.740394:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307179.740396:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc927 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740401:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc927 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740418:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc920 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740422:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc920 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740426:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc920 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740429:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.740433:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc920 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740437:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc920 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740442:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaa9:0x0].0x0 (ffff88012ff88500) 00010000:00010000:3.0:1724307179.740444:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307179.740446:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc920 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740451:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc920 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaa9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740482:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc912 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740487:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc912 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740491:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc912 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740495:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.740497:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc912 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740501:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc912 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740506:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.740508:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.740511:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc912 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.740517:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc912 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307179.740524:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a00d8380 reply state ffff880094858000 transno 300647710741 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc919 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307179.740530:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307179.740608:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+30:22165:x1808064247934720:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 882us (1983us total) trans 300647710741 rc 0/0 00000100:00100000:3.0:1724307179.740615:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 156 00010000:00010000:2.0:1724307179.744602:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc919 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.744614:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc919 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.744620:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc919 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.744625:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.744629:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc919 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.744634:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc919 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.744688:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea319 (ffff88012ff88200) 00010000:00010000:2.0:1724307179.744691:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.744694:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc919 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.744698:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfc919 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307179.745506:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307179.745912:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247934848 00000100:00100000:0.0:1724307179.745920:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247934848 00000100:00100000:0.0:1724307179.745965:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 157 00000100:00100000:0.0:1724307179.745972:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+29:22165:x1808064247934848:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:0.0:1724307179.745991:0:14907:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307179.746004:0:14907:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfc92e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b783 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307179.746052:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc935 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746063:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc935 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746070:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc935 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746080:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc93c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746085:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc93c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746090:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc93c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746261:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfc943 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746267:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfc943 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746273:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfc943 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000004:00200000:0.0:1724307179.746292:0:14907:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaaa:0x0]: returning size 0 00000004:00200000:0.0:1724307179.746295:0:14907:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1724307179.746306:0:14907:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfc943 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746315:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfc943 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746320:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc935 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746325:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc935 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746330:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc935 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746334:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.746337:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc935 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746342:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc935 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746350:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307179.746352:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307179.746355:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc935 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746359:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfc935 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746385:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc93c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746391:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc93c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746396:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc93c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746401:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.746403:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc93c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746408:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc93c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746414:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea31a (ffff880129e81b00) 00010000:00010000:0.0:1724307179.746416:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307179.746419:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc93c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746423:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfc93c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.746447:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfc92e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b783 expref: 31 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307179.746457:0:14907:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfc943 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b783 expref: 30 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307179.746463:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaaa:0x0].0x0 (ffff880129e81e00) 00010000:00010000:0.0:1724307179.746464:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1724307179.746466:0:14907:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d172ac0, rc 0) 00000100:00100000:0.0:1724307179.746504:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+30:22165:x1808064247934848:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 532us (1001us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307179.746510:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 157 00000100:00100000:0.0:1724307179.750615:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.750711:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247935104 00000100:00100000:3.0:1724307179.750719:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247935104 00000100:00100000:3.0:1724307179.750763:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 158 00000100:00100000:3.0:1724307179.750768:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+30:22165:x1808064247935104:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307179.750807:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307179.750825:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfc943 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b783 expref: 30 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.750839:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaaa:0x0].0x0 (ffff880129e81e00) 00010000:00010000:3.0:1724307179.750848:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307179.750870:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc94a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.750881:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc94a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.750888:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc94a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.750898:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc951 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.750903:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc951 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.750908:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc951 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.750994:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc958 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751000:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc958 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751006:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc958 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307179.751323:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].62, 64 off12160 00010000:00010000:3.0:1724307179.751367:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc95f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751373:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc95f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751377:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc95f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751382:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc95f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751386:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc95f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751390:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc95f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751397:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc95f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751402:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307179.751405:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc95f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751410:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc95f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751415:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaaa:0x0].0x0 (ffff88012ff88a00) 00010000:00010000:3.0:1724307179.751417:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307179.751420:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc95f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751424:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc95f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751440:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc958 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751444:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc958 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751448:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc958 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751451:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f3c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.751454:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc958 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751458:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc958 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751466:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaaa:0x0].0x0 (ffff88012ff88a00) 00010000:00010000:3.0:1724307179.751468:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307179.751470:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc958 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751474:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc958 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751505:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc94a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751509:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc94a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751513:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc94a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751517:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3db00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.751519:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc94a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751524:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc94a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751530:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.751531:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.751534:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc94a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.751538:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc94a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307179.751544:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a00d8a80 reply state ffff88009a719000 transno 300647710742 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc951 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307179.751550:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307179.751614:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+31:22165:x1808064247935104:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 844us (1003us total) trans 300647710742 rc 0/0 00000100:00100000:3.0:1724307179.751620:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 158 00010000:00010000:2.0:1724307179.753018:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc951 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.753027:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc951 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.753033:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc951 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.753037:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.753040:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc951 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.753045:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc951 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.753055:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea31a (ffff88012ff88900) 00010000:00010000:2.0:1724307179.753057:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.753059:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc951 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.753064:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfc951 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.755388:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.755476:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247935232 00000100:00100000:3.0:1724307179.755485:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247935232 00000100:00100000:3.0:1724307179.756459:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 159 00000100:00100000:3.0:1724307179.756467:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+30:22165:x1808064247935232:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.756485:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.756501:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc966 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b78a expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.756550:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc96d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756560:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc96d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756569:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc96d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756579:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc974 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756584:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc974 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756589:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc974 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756776:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc97b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756783:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc97b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756788:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc97b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.756807:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaab:0x0]: returning size 0 00000004:00200000:3.0:1724307179.756810:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.756821:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc97b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756828:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc97b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756834:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc96d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756839:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc96d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756843:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc96d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756848:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.756850:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc96d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756856:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc96d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756863:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.756867:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.756870:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc96d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756875:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc96d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756884:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc974 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756889:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc974 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756893:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc974 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756896:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.756898:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc974 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756903:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc974 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756907:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea31b (ffff88012ff88500) 00010000:00010000:3.0:1724307179.756909:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.756911:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc974 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756915:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc974 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.756934:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc966 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b78a expref: 32 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.756949:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc97b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b78a expref: 31 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.756954:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaab:0x0].0x0 (ffff88012ff88600) 00010000:00010000:3.0:1724307179.756956:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.756958:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3cfc0, rc 0) 00000100:00100000:3.0:1724307179.757014:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+31:22165:x1808064247935232:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 547us (1632us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.757020:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 159 00000100:00100000:0.0:1724307179.759159:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.759305:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247935488 00000100:00100000:1.0:1724307179.759312:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247935488 00000100:00100000:1.0:1724307179.759355:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 160 00000100:00100000:1.0:1724307179.759361:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+31:22165:x1808064247935488:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307179.759398:0:14907:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307179.759415:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfc97b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b78a expref: 31 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.759442:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaab:0x0].0x0 (ffff88012ff88600) 00010000:00010000:1.0:1724307179.759451:0:14907:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307179.759472:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfc982 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.759481:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfc982 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.759487:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfc982 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.759497:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc989 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.759502:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc989 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.759507:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc989 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.759579:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc990 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.759585:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc990 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.759591:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc990 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000040:00080000:1.0:1724307179.759953:0:14907:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].63, 64 off12224 00010000:00010000:1.0:1724307179.760003:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc997 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760010:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc997 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760016:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc997 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760022:0:14907:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc997 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760026:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc997 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760031:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc997 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760036:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc997 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760041:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307179.760044:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc997 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760050:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc997 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760057:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaab:0x0].0x0 (ffff8800a5031900) 00010000:00010000:1.0:1724307179.760060:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307179.760062:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc997 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760067:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfc997 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760084:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc990 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760089:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc990 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760093:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc990 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760097:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.760099:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc990 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760103:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc990 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760109:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaab:0x0].0x0 (ffff8800a5031900) 00010000:00010000:1.0:1724307179.760111:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307179.760113:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc990 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760117:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfc990 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760152:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfc982 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760157:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfc982 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760161:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfc982 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760165:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.760167:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfc982 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760171:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfc982 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760176:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.760178:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.760180:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfc982 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.760183:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfc982 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000004:00010000:1.0:1724307179.760189:0:14907:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a00d8700 reply state ffff88009cca6000 transno 300647710743 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc989 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000100:00100000:1.0:1724307179.760195:0:14907:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307179.760251:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+32:22165:x1808064247935488:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 888us (1096us total) trans 300647710743 rc 0/0 00000100:00100000:1.0:1724307179.760256:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 160 00000100:00100000:0.0:1724307179.764556:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307179.764620:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc989 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.764630:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc989 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.764636:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc989 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.764669:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.764681:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc989 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.764687:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc989 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.764700:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea31b (ffff8800a5031500) 00010000:00010000:2.0:1724307179.764702:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.764705:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc989 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.764709:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfc989 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000100:00100000:3.0:1724307179.764780:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247935616 00000100:00100000:3.0:1724307179.764788:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247935616 00000100:00100000:3.0:1724307179.764829:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 161 00000100:00100000:3.0:1724307179.764836:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+31:22165:x1808064247935616:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.764852:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.764864:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc99e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b791 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.764909:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc9a5 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.764918:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc9a5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.764925:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc9a5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.764935:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc9ac lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.764944:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc9ac lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.764949:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc9ac lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765159:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc9b3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765165:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc9b3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765171:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc9b3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.765190:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaac:0x0]: returning size 0 00000004:00200000:3.0:1724307179.765194:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.765206:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc9b3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765213:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc9b3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765218:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc9a5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765222:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc9a5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765227:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc9a5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765231:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.765234:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc9a5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765239:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc9a5 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765245:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.765247:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.765250:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc9a5 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765254:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfc9a5 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765278:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc9ac lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765283:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc9ac lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765287:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc9ac lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765291:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.765293:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc9ac lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765298:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc9ac lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765304:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea31c (ffff88012ff88500) 00010000:00010000:3.0:1724307179.765306:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.765308:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc9ac lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765311:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfc9ac lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.765332:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfc99e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b791 expref: 33 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.765341:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc9b3 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b791 expref: 32 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.765346:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaac:0x0].0x0 (ffff88012ff88a00) 00010000:00010000:3.0:1724307179.765348:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.765350:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3db00, rc 0) 00000100:00100000:3.0:1724307179.765384:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+32:22165:x1808064247935616:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 549us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.765390:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 161 00000100:00100000:0.0:1724307179.767597:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.767690:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247935872 00000100:00100000:1.0:1724307179.767698:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247935872 00000100:00100000:1.0:1724307179.767738:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 162 00000100:00100000:1.0:1724307179.767744:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+32:22165:x1808064247935872:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307179.767795:0:14907:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307179.767813:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc9b3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b791 expref: 32 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.767842:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaac:0x0].0x0 (ffff88012ff88a00) 00010000:00010000:1.0:1724307179.767851:0:14907:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307179.767872:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc9ba lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.767882:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc9ba lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.767889:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc9ba lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.767898:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc9c1 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.767903:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc9c1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.767907:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc9c1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.767984:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc9c8 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.767990:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc9c8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.767995:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc9c8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000040:00080000:1.0:1724307179.768311:0:14907:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].63, 64 off12224 00010000:00010000:1.0:1724307179.768362:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc9cf lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768369:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc9cf lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768375:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc9cf lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768381:0:14907:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc9cf lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768385:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc9cf lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768390:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc9cf lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768395:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc9cf lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768400:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307179.768403:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc9cf lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768408:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc9cf lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768415:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaac:0x0].0x0 (ffff8800a5031d00) 00010000:00010000:1.0:1724307179.768418:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307179.768420:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc9cf lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768425:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfc9cf lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768442:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc9c8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768447:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc9c8 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768451:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc9c8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768455:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6ac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.768457:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc9c8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768462:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc9c8 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768467:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaac:0x0].0x0 (ffff8800a5031d00) 00010000:00010000:1.0:1724307179.768468:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307179.768470:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc9c8 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768474:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfc9c8 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768507:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc9ba lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768512:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc9ba lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768516:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc9ba lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768520:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b58c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.768522:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc9ba lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768529:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc9ba lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768535:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.768536:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.768539:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc9ba lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.768543:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfc9ba lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000004:00010000:1.0:1724307179.768549:0:14907:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a00d9880 reply state ffff880092018000 transno 300647710744 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc9c1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000100:00100000:1.0:1724307179.768555:0:14907:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307179.768609:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+33:22165:x1808064247935872:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 864us (1017us total) trans 300647710744 rc 0/0 00000100:00100000:1.0:1724307179.768615:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 162 00010000:00010000:0.0:1724307179.771344:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc9c1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.771355:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc9c1 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.771361:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc9c1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.771365:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.771368:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc9c1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.771373:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc9c1 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.771384:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea31c (ffff8800a5031100) 00010000:00010000:0.0:1724307179.771387:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307179.771389:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc9c1 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:0.0:1724307179.771394:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfc9c1 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000100:00100000:2.0:1724307179.773851:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.773926:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247936000 00000100:00100000:3.0:1724307179.773933:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247936000 00000100:00100000:3.0:1724307179.773972:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 163 00000100:00100000:3.0:1724307179.773977:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+32:22165:x1808064247936000:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.773993:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.774007:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc9d6 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b798 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.774051:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc9dd lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774061:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc9dd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774069:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc9dd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774082:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc9e4 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774086:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc9e4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774090:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc9e4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774228:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc9eb lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774233:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc9eb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774237:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc9eb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.774252:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaad:0x0]: returning size 0 00000004:00200000:3.0:1724307179.774254:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.774265:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc9eb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774271:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc9eb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774277:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc9dd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774282:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc9dd lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774287:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc9dd lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774295:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.774298:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc9dd lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774307:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc9dd lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774315:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.774317:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.774320:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc9dd lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774324:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfc9dd lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774333:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc9e4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774339:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc9e4 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774343:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc9e4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774346:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.774348:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc9e4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774352:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc9e4 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774356:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea31d (ffff88012ff88700) 00010000:00010000:3.0:1724307179.774358:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.774360:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc9e4 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774365:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfc9e4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.774431:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfc9d6 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b798 expref: 34 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.774440:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc9eb lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b798 expref: 33 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.774445:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaad:0x0].0x0 (ffff88012ff88400) 00010000:00010000:3.0:1724307179.774447:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.774449:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3ed00, rc 0) 00000100:00100000:3.0:1724307179.774482:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+33:22165:x1808064247936000:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 505us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.774487:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 163 00000100:00100000:0.0:1724307179.776725:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.776814:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247936256 00000100:00100000:3.0:1724307179.776822:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247936256 00000100:00100000:3.0:1724307179.776862:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 164 00000100:00100000:3.0:1724307179.776868:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+33:22165:x1808064247936256:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307179.776907:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307179.776926:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfc9eb lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b798 expref: 33 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.776939:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaad:0x0].0x0 (ffff88012ff88400) 00010000:00010000:3.0:1724307179.776947:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307179.776974:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc9f2 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.776983:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc9f2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.776990:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc9f2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777002:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc9f9 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777007:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc9f9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777012:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc9f9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777082:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfca00 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777087:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfca00 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777092:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfca00 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307179.777816:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].64, 64 off12288 00010000:00010000:3.0:1724307179.777861:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfca07 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777867:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfca07 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777872:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfca07 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777881:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfca07 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777885:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfca07 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777889:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfca07 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777893:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfca07 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777897:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3dd40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307179.777904:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfca07 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777909:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfca07 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777915:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaad:0x0].0x0 (ffff88012ff88e00) 00010000:00010000:3.0:1724307179.777917:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307179.777920:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfca07 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777924:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfca07 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777942:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfca00 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777947:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfca00 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777951:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfca00 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777955:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.777958:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfca00 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777963:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfca00 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777969:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaad:0x0].0x0 (ffff88012ff88e00) 00010000:00010000:3.0:1724307179.777971:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307179.777973:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfca00 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.777977:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfca00 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.778009:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc9f2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.778014:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc9f2 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.778018:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc9f2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.778022:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3db00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.778024:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc9f2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.778029:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc9f2 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.778035:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.778037:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.778039:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc9f2 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.778043:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfc9f2 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307179.778050:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a00daa00 reply state ffff88009a71e000 transno 300647710745 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc9f9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307179.778055:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307179.778815:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+34:22165:x1808064247936256:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1770us (1918us total) trans 300647710745 rc 0/0 00000100:00100000:3.0:1724307179.778822:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 164 00010000:00010000:2.0:1724307179.779710:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc9f9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.779718:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc9f9 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.779725:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc9f9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.779732:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3fcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.779734:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc9f9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.779740:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc9f9 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.779757:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea31d (ffff88012ff88a00) 00010000:00010000:2.0:1724307179.779759:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.779762:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc9f9 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.779766:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfc9f9 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.783125:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.783200:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247936384 00000100:00100000:3.0:1724307179.783208:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247936384 00000100:00100000:3.0:1724307179.783254:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 165 00000100:00100000:3.0:1724307179.783261:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+33:22165:x1808064247936384:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.783276:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.783380:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfca0e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b79f expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.783465:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfca15 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783476:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfca15 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783485:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfca15 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783504:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfca1c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783515:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfca1c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783524:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfca1c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783864:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfca23 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783872:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfca23 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783877:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfca23 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.783896:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaae:0x0]: returning size 0 00000004:00200000:3.0:1724307179.783899:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.783910:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfca23 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783918:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfca23 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783924:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfca15 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783929:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfca15 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783933:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfca15 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783937:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.783940:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfca15 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783946:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfca15 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783954:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.783956:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.783960:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfca15 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783964:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfca15 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783973:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfca1c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783978:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfca1c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783982:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfca1c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783985:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.783988:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfca1c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783992:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfca1c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.783997:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea31e (ffff88012ff88500) 00010000:00010000:3.0:1724307179.783999:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.784001:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfca1c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.784005:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfca1c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.784026:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfca0e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b79f expref: 35 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.784037:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfca23 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b79f expref: 34 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.784042:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaae:0x0].0x0 (ffff88012ff88b00) 00010000:00010000:3.0:1724307179.784044:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.784046:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3f840, rc 0) 00000100:00100000:3.0:1724307179.784518:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+34:22165:x1808064247936384:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 1255us (1397us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.784524:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 165 00000100:00100000:0.0:1724307179.788749:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.788818:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247936640 00000100:00100000:3.0:1724307179.788828:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247936640 00000100:00100000:3.0:1724307179.789342:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 166 00000100:00100000:3.0:1724307179.789349:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+34:22165:x1808064247936640:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307179.789392:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307179.789412:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfca23 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b79f expref: 34 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.789425:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaae:0x0].0x0 (ffff88012ff88b00) 00010000:00010000:3.0:1724307179.789435:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307179.789458:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfca2a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.789468:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfca2a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.789480:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfca2a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.789490:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfca31 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.789495:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfca31 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.789500:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfca31 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.789579:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfca38 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.789585:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfca38 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.789589:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfca38 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307179.790449:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].64, 64 off12288 00010000:00010000:3.0:1724307179.790495:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfca3f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790502:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfca3f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790508:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfca3f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790513:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfca3f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790521:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfca3f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790526:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfca3f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790530:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfca3f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790535:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307179.790537:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfca3f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790542:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfca3f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790548:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaae:0x0].0x0 (ffff88012ff88d00) 00010000:00010000:3.0:1724307179.790550:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307179.790552:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfca3f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790556:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfca3f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790573:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfca38 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790577:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfca38 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790581:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfca38 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790585:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.790587:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfca38 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790591:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfca38 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790596:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaae:0x0].0x0 (ffff88012ff88d00) 00010000:00010000:3.0:1724307179.790597:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307179.790599:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfca38 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790602:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfca38 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790632:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfca2a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790635:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfca2a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790733:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfca2a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790737:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3fcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.790739:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfca2a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790743:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfca2a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790748:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.790750:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.790752:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfca2a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.790758:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfca2a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307179.790765:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a00db800 reply state ffff8800908e9000 transno 300647710746 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfca31 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307179.790770:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307179.791547:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+35:22165:x1808064247936640:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2193us (2800us total) trans 300647710746 rc 0/0 00000100:00100000:2.0:1724307179.791555:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 166 00010000:00010000:2.0:1724307179.793528:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfca31 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.793538:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfca31 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.793544:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfca31 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.793549:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f3c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.793552:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfca31 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.793558:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfca31 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.793570:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea31e (ffff88012ff88900) 00010000:00010000:2.0:1724307179.793573:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.793575:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfca31 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.793583:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfca31 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307179.796724:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307179.796942:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247936768 00000100:00100000:0.0:1724307179.796949:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247936768 00000100:00100000:0.0:1724307179.797002:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 167 00000100:00100000:0.0:1724307179.797009:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+34:22165:x1808064247936768:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:0.0:1724307179.797024:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307179.797041:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfca46 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b7a6 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307179.797102:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfca4d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797113:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfca4d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797121:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfca4d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797131:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfca54 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797136:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfca54 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797140:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfca54 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797291:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfca5b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797298:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfca5b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797304:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfca5b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:0.0:1724307179.797324:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaaf:0x0]: returning size 0 00000004:00200000:0.0:1724307179.797327:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1724307179.797338:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfca5b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797345:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfca5b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797351:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfca4d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797356:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfca4d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797361:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfca4d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797364:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.797367:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfca4d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797372:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfca4d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797380:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307179.797382:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307179.797386:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfca4d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797390:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfca4d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797418:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfca54 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797423:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfca54 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797430:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfca54 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797434:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.797435:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfca54 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797439:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfca54 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797444:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea31f (ffff880129e81600) 00010000:00010000:0.0:1724307179.797446:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307179.797448:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfca54 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797452:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfca54 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307179.797472:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfca46 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7a6 expref: 36 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307179.797481:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfca5b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7a6 expref: 35 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307179.797486:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaaf:0x0].0x0 (ffff880129e81100) 00010000:00010000:0.0:1724307179.797488:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1724307179.797490:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d172880, rc 0) 00000100:00100000:0.0:1724307179.797540:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+35:22165:x1808064247936768:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 530us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307179.797545:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 167 00000100:00100000:0.0:1724307179.800841:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.801875:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247937024 00000100:00100000:2.0:1724307179.801884:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247937024 00000100:00100000:2.0:1724307179.801937:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 168 00000100:00100000:2.0:1724307179.801943:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+35:22165:x1808064247937024:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307179.801986:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307179.802008:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfca5b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7a6 expref: 35 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.802035:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaaf:0x0].0x0 (ffff880129e81100) 00010000:00010000:2.0:1724307179.802044:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307179.802069:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfca62 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802079:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfca62 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802086:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfca62 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802097:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfca69 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802102:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfca69 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802107:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfca69 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802189:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfca70 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802195:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfca70 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802200:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfca70 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:2.0:1724307179.802524:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].65, 64 off12352 00010000:00010000:2.0:1724307179.802572:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfca77 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802578:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfca77 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802584:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfca77 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802590:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfca77 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802594:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfca77 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802598:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfca77 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802603:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfca77 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802607:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307179.802610:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfca77 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802616:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfca77 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802622:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaaf:0x0].0x0 (ffff8800931d2500) 00010000:00010000:2.0:1724307179.802624:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307179.802627:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfca77 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802631:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfca77 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802692:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfca70 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802696:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfca70 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802700:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfca70 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802703:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.802705:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfca70 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802709:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfca70 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802715:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaaf:0x0].0x0 (ffff8800931d2500) 00010000:00010000:2.0:1724307179.802717:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307179.802719:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfca70 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802723:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfca70 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802759:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfca62 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802763:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfca62 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802767:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfca62 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802770:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.802772:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfca62 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802776:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfca62 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802781:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.802783:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.802785:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfca62 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.802789:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfca62 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:2.0:1724307179.802795:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a00d8e00 reply state ffff8800923bc000 transno 300647710747 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfca69 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307179.802801:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307179.803824:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+36:22165:x1808064247937024:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1875us (2985us total) trans 300647710747 rc 0/0 00000100:00100000:2.0:1724307179.803831:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 168 00000100:00100000:0.0:1724307179.808898:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.809277:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247937152 00000100:00100000:2.0:1724307179.809287:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247937152 00010000:00010000:3.0:1724307179.809592:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfca69 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.809601:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfca69 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.809607:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfca69 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.809611:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.809615:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfca69 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.809620:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfca69 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.809631:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea31f (ffff8800931d2a00) 00010000:00010000:3.0:1724307179.809633:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.809637:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfca69 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.809658:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfca69 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307179.810012:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 169 00000100:00100000:2.0:1724307179.810020:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+35:22165:x1808064247937152:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307179.810037:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307179.810050:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfca7e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b7ad expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.810096:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfca85 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810105:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfca85 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810113:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfca85 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810123:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfca8c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810127:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfca8c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810132:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfca8c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810289:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfca93 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810295:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfca93 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810301:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfca93 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:2.0:1724307179.810322:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xab0:0x0]: returning size 0 00000004:00200000:2.0:1724307179.810325:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307179.810337:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfca93 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810344:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfca93 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810349:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfca85 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810353:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfca85 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810357:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfca85 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810361:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01898c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.810363:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfca85 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810367:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfca85 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810373:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.810375:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.810378:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfca85 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810382:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfca85 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810388:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfca8c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810393:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfca8c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810398:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfca8c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810401:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.810403:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfca8c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810407:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfca8c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810412:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea320 (ffff8800931d2b00) 00010000:00010000:2.0:1724307179.810414:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.810416:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfca8c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810420:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfca8c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.810443:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfca7e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7ad expref: 37 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.810453:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfca93 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7ad expref: 36 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.810459:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab0:0x0].0x0 (ffff8800931d2700) 00010000:00010000:2.0:1724307179.810461:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307179.810462:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0189440, rc 0) 00000100:00100000:2.0:1724307179.810506:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+36:22165:x1808064247937152:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 486us (1614us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307179.810513:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 169 00000100:00100000:0.0:1724307179.814050:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.814126:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247937408 00000100:00100000:1.0:1724307179.814133:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247937408 00000100:00100000:1.0:1724307179.814175:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 170 00000100:00100000:1.0:1724307179.814181:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+36:22165:x1808064247937408:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307179.814221:0:14907:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307179.814241:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfca93 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7ad expref: 36 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.814266:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab0:0x0].0x0 (ffff8800931d2700) 00010000:00010000:1.0:1724307179.814275:0:14907:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307179.814297:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfca9a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.814307:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfca9a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.814315:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfca9a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.814330:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcaa1 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.814335:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcaa1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.814341:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcaa1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.814427:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcaa8 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.814432:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcaa8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.814437:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcaa8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000040:00080000:1.0:1724307179.814977:0:14907:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].65, 64 off12352 00010000:00010000:1.0:1724307179.815027:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcaaf lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815034:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcaaf lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815040:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcaaf lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815050:0:14907:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcaaf lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815055:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcaaf lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815060:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcaaf lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815065:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcaaf lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815070:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307179.815073:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcaaf lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815078:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcaaf lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815084:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab0:0x0].0x0 (ffff8800a5031d00) 00010000:00010000:1.0:1724307179.815087:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307179.815089:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcaaf lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815094:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcaaf lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815110:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcaa8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815114:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcaa8 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815118:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcaa8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815122:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.815124:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcaa8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815129:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcaa8 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815134:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab0:0x0].0x0 (ffff8800a5031d00) 00010000:00010000:1.0:1724307179.815136:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307179.815138:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcaa8 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815142:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcaa8 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xab0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815172:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfca9a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815177:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfca9a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815182:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfca9a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815185:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.815187:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfca9a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815191:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfca9a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815196:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.815198:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.815201:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfca9a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.815205:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfca9a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000004:00010000:1.0:1724307179.815211:0:14907:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a00d8000 reply state ffff88009201a000 transno 300647710748 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcaa1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000100:00100000:1.0:1724307179.815216:0:14907:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307179.815271:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+37:22165:x1808064247937408:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1088us (1227us total) trans 300647710748 rc 0/0 00000100:00100000:1.0:1724307179.815277:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 170 00010000:00010000:2.0:1724307179.818690:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcaa1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.818702:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcaa1 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.818707:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcaa1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.818711:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.818714:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcaa1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.818720:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcaa1 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.818734:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea320 (ffff8800a5031f00) 00010000:00010000:2.0:1724307179.818736:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.818739:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcaa1 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:2.0:1724307179.818743:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcaa1 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000100:00100000:0.0:1724307179.819067:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.819119:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247937536 00000100:00100000:1.0:1724307179.819127:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247937536 00000100:00100000:1.0:1724307179.819163:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 171 00000100:00100000:1.0:1724307179.819169:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+36:22165:x1808064247937536:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.819183:0:14907:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.819194:0:14907:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcab6 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b7b4 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.819235:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcabd lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819244:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcabd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819252:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcabd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819262:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfcac4 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819272:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfcac4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819277:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfcac4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819425:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcacb lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819431:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcacb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819436:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcacb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000004:00200000:1.0:1724307179.819452:0:14907:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xab1:0x0]: returning size 0 00000004:00200000:1.0:1724307179.819454:0:14907:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.819464:0:14907:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcacb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819471:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcacb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819476:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcabd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819480:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcabd lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819484:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcabd lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819488:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.819490:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcabd lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819495:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcabd lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819500:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.819502:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.819504:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcabd lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819508:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcabd lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819514:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfcac4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819518:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfcac4 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819522:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfcac4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819525:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5b00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.819526:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfcac4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819530:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfcac4 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819534:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea321 (ffff8800a5031500) 00010000:00010000:1.0:1724307179.819535:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.819537:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfcac4 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819540:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfcac4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.819557:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcab6 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7b4 expref: 38 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.819565:0:14907:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcacb lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7b4 expref: 37 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.819569:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab1:0x0].0x0 (ffff8800a5031a00) 00010000:00010000:1.0:1724307179.819571:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.819572:0:14907:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b6880, rc 0) 00000100:00100000:1.0:1724307179.819604:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+37:22165:x1808064247937536:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 435us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.819609:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 171 00000100:00100000:0.0:1724307179.822381:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.822455:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247937792 00000100:00100000:2.0:1724307179.822462:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247937792 00000100:00100000:2.0:1724307179.822549:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 172 00000100:00100000:2.0:1724307179.822555:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+37:22165:x1808064247937792:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307179.822593:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307179.822613:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcacb lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7b4 expref: 37 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.822627:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab1:0x0].0x0 (ffff8800a5031a00) 00010000:00010000:2.0:1724307179.823193:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307179.823220:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcad2 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823230:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcad2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823238:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcad2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823248:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfcad9 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823254:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfcad9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823258:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfcad9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823330:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcae0 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823335:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcae0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823340:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcae0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:2.0:1724307179.823687:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].66, 64 off12416 00010000:00010000:2.0:1724307179.823736:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcae7 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823746:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcae7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823752:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcae7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823758:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcae7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823763:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcae7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823768:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcae7 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823772:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcae7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823777:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307179.823780:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcae7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823786:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcae7 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823792:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab1:0x0].0x0 (ffff8800931d2f00) 00010000:00010000:2.0:1724307179.823795:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307179.823798:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcae7 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823802:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcae7 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823820:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcae0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823825:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcae0 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823829:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcae0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823833:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.823835:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcae0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823839:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcae0 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823844:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab1:0x0].0x0 (ffff8800931d2f00) 00010000:00010000:2.0:1724307179.823846:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307179.823848:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcae0 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823852:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcae0 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xab1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823890:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcad2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823895:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcad2 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823899:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcad2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823903:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.823905:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcad2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823912:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcad2 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823918:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.823920:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.823922:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcad2 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.823927:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcad2 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:2.0:1724307179.823933:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a00da300 reply state ffff8800923bf000 transno 300647710749 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfcad9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307179.823939:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307179.825014:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+38:22165:x1808064247937792:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2452us (2634us total) trans 300647710749 rc 0/0 00000100:00100000:2.0:1724307179.825022:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 172 00000100:00100000:0.0:1724307179.827462:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.827633:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247937920 00000100:00100000:2.0:1724307179.827659:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247937920 00000100:00100000:2.0:1724307179.827713:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 173 00000100:00100000:2.0:1724307179.827719:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+38:22165:x1808064247937920:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307179.827734:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.827737:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfcad9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.827746:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfcad9 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.827749:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfcaee lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b7bb expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.827752:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfcad9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.827756:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.827759:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfcad9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.827764:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfcad9 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.827776:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea321 (ffff8800931d2500) 00010000:00010000:3.0:1724307179.827779:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.827782:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfcad9 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.827786:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfcad9 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.827793:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcaf5 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.827803:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcaf5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.827812:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcaf5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.827822:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcafc lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.827828:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcafc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.827833:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcafc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.827978:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfcb03 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.827984:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfcb03 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.827989:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfcb03 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:2.0:1724307179.828006:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xab2:0x0]: returning size 0 00000004:00200000:2.0:1724307179.828009:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307179.828021:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfcb03 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.828028:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfcb03 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.828033:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcaf5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.828038:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcaf5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.828047:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcaf5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.828051:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.828053:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcaf5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.828057:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcaf5 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.828063:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.828065:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.828068:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcaf5 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.828073:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcaf5 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.828080:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcafc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.828085:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcafc lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.828089:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcafc lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.828093:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01898c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.828095:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcafc lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.828100:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcafc lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.828106:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea322 (ffff8800931d2b00) 00010000:00010000:2.0:1724307179.828107:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.828109:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcafc lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.828114:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcafc lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.828131:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfcaee lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7bb expref: 39 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.828140:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfcb03 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7bb expref: 38 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.828146:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab2:0x0].0x0 (ffff8800931d2300) 00010000:00010000:2.0:1724307179.828148:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307179.828150:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0189b00, rc 0) 00000100:00100000:2.0:1724307179.828183:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+38:22165:x1808064247937920:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 464us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307179.828189:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 173 00000100:00100000:0.0:1724307179.831897:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.832002:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247938176 00000100:00100000:1.0:1724307179.832058:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247938176 00000100:00100000:2.0:1724307179.832420:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 174 00000100:00100000:2.0:1724307179.832427:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+38:22165:x1808064247938176:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307179.833011:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307179.833033:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfcb03 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7bb expref: 38 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.833047:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab2:0x0].0x0 (ffff8800931d2300) 00010000:00010000:2.0:1724307179.833058:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307179.833086:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcb0a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833096:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcb0a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833104:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcb0a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833113:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcb11 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833117:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcb11 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833122:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcb11 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833214:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcb18 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833220:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcb18 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833225:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcb18 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:2.0:1724307179.833854:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].66, 64 off12416 00010000:00010000:2.0:1724307179.833906:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfcb1f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833913:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfcb1f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833919:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfcb1f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833924:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfcb1f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833928:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfcb1f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833932:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfcb1f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833937:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfcb1f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833941:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307179.833944:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfcb1f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833949:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfcb1f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833955:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab2:0x0].0x0 (ffff8800931d2600) 00010000:00010000:2.0:1724307179.833957:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307179.833960:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfcb1f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833964:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfcb1f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833981:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcb18 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833985:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcb18 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833989:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcb18 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.833993:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.833996:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcb18 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.834000:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcb18 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.834006:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab2:0x0].0x0 (ffff8800931d2600) 00010000:00010000:2.0:1724307179.834008:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307179.834010:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcb18 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.834014:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfcb18 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xab2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.834045:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcb0a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.834049:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcb0a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.834053:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcb0a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.834056:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.834058:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcb0a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.834062:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcb0a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.834067:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.834068:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.834071:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcb0a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.834074:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfcb0a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:2.0:1724307179.834080:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009d5dd180 reply state ffff88009ddca000 transno 300647710750 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcb11 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307179.834086:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307179.834177:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+39:22165:x1808064247938176:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1749us (2285us total) trans 300647710750 rc 0/0 00000100:00100000:2.0:1724307179.834184:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 174 00010000:00010000:2.0:1724307179.837191:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcb11 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.837203:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcb11 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.837208:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcb11 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.837213:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.837217:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcb11 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.837222:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcb11 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.837235:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfb3ea322 (ffff8800931d2f00) 00010000:00010000:2.0:1724307179.837237:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.837240:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcb11 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.837249:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfcb11 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfb3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.837822:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.838013:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247938304 00000100:00100000:2.0:1724307179.838021:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247938304 00000100:00100000:2.0:1724307179.838061:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 175 00000100:00100000:2.0:1724307179.838067:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+38:22165:x1808064247938304:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307179.838083:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307179.838094:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfcb26 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b7c2 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.838137:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfcb2d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838146:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfcb2d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838154:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfcb2d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838163:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfcb34 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838167:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfcb34 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838172:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfcb34 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838396:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfcb3b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838406:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfcb3b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838412:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfcb3b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:2.0:1724307179.838429:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xab3:0x0]: returning size 0 00000004:00200000:2.0:1724307179.838432:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307179.838444:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfcb3b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838450:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfcb3b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838456:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfcb2d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838460:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfcb2d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838464:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfcb2d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838467:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.838469:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfcb2d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838473:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfcb2d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838480:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.838482:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.838484:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfcb2d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838489:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfcb2d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838498:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfcb34 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838502:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfcb34 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838505:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfcb34 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838509:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.838511:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfcb34 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838514:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfcb34 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838519:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea319 (ffff8800931d2700) 00010000:00010000:2.0:1724307179.838520:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.838522:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfcb34 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838526:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfcb34 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.838546:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfcb26 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7c2 expref: 40 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.838555:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfcb3b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7c2 expref: 39 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.838564:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab3:0x0].0x0 (ffff8800931d2a00) 00010000:00010000:2.0:1724307179.838566:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307179.838568:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a018af40, rc 0) 00000100:00100000:2.0:1724307179.838618:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+39:22165:x1808064247938304:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 550us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307179.838624:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 175 00000100:00100000:0.0:1724307179.841198:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.841961:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247938560 00000100:00100000:1.0:1724307179.841969:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247938560 00000100:00100000:1.0:1724307179.842008:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 176 00000100:00100000:1.0:1724307179.842014:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+39:22165:x1808064247938560:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307179.842055:0:14907:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307179.842075:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfcb3b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7c2 expref: 39 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.842933:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab3:0x0].0x0 (ffff8800931d2a00) 00010000:00010000:1.0:1724307179.842945:0:14907:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307179.842970:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcb42 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.842980:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcb42 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.842989:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcb42 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.842999:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcb49 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843004:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcb49 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843009:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcb49 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843093:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcb50 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843202:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcb50 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843208:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcb50 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000040:00080000:1.0:1724307179.843533:0:14907:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].67, 64 off12480 00010000:00010000:1.0:1724307179.843586:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcb57 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843592:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcb57 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843598:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcb57 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843604:0:14907:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcb57 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843612:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcb57 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843617:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcb57 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843622:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcb57 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843626:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307179.843629:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcb57 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843634:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcb57 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843727:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab3:0x0].0x0 (ffff8800a5031a00) 00010000:00010000:1.0:1724307179.843730:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307179.843732:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcb57 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843737:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcb57 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843757:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcb50 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843762:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcb50 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843766:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcb50 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843770:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b73c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.843773:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcb50 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843777:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcb50 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843782:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab3:0x0].0x0 (ffff8800a5031a00) 00010000:00010000:1.0:1724307179.843784:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307179.843786:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcb50 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843790:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcb50 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xab3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843823:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcb42 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843828:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcb42 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843831:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcb42 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843835:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.843837:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcb42 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843842:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcb42 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843847:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.843848:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.843850:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcb42 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.843858:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcb42 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000004:00010000:1.0:1724307179.843864:0:14907:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009d5dce00 reply state ffff88009201d000 transno 300647710751 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcb49 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000100:00100000:1.0:1724307179.843869:0:14907:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307179.843959:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+40:22165:x1808064247938560:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1942us (2763us total) trans 300647710751 rc 0/0 00000100:00100000:1.0:1724307179.843966:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 176 00010000:00010000:3.0:1724307179.847456:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcb49 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.847467:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcb49 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.847474:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcb49 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.847480:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.847483:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcb49 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.847490:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcb49 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.847502:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea319 (ffff8800a5031600) 00010000:00010000:3.0:1724307179.847505:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.847509:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcb49 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.847514:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcb49 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000100:00100000:2.0:1724307179.848051:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.848219:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247938688 00000100:00100000:1.0:1724307179.848227:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247938688 00000100:00100000:1.0:1724307179.848441:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 177 00000100:00100000:1.0:1724307179.848448:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+39:22165:x1808064247938688:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.848466:0:14907:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.848478:0:14907:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcb5e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b7c9 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.848527:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcb65 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848537:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcb65 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848557:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcb65 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848568:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcb6c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848573:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcb6c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848580:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcb6c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848770:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcb73 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848777:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcb73 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848783:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcb73 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000004:00200000:1.0:1724307179.848801:0:14907:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xab4:0x0]: returning size 0 00000004:00200000:1.0:1724307179.848804:0:14907:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.848816:0:14907:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcb73 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848823:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcb73 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848829:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcb65 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848834:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcb65 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848838:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcb65 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848842:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.848845:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcb65 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848850:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcb65 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848858:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.848860:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.848863:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcb65 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848868:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcb65 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848876:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcb6c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848881:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcb6c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848886:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcb6c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848890:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.848892:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcb6c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848897:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcb6c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848903:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea31a (ffff8800a5031500) 00010000:00010000:1.0:1724307179.848905:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.848906:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcb6c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848911:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcb6c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.848932:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcb5e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7c9 expref: 41 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.848943:0:14907:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcb73 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7c9 expref: 40 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.848949:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab4:0x0].0x0 (ffff8800a5031d00) 00010000:00010000:1.0:1724307179.848951:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.848953:0:14907:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b5200, rc 0) 00000100:00100000:1.0:1724307179.849003:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+40:22165:x1808064247938688:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 555us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.849010:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 177 00000100:00100000:0.0:1724307179.851393:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.851454:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247938944 00000100:00100000:2.0:1724307179.851461:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247938944 00000100:00100000:2.0:1724307179.851495:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 178 00000100:00100000:2.0:1724307179.851500:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+40:22165:x1808064247938944:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307179.851535:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307179.851560:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcb73 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7c9 expref: 40 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.851574:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab4:0x0].0x0 (ffff8800a5031d00) 00010000:00010000:2.0:1724307179.851584:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307179.851603:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfcb7a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.851611:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfcb7a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.851617:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfcb7a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.851625:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcb81 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.851633:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcb81 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.851658:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcb81 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.851739:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcb88 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.851744:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcb88 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.851749:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcb88 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:2.0:1724307179.852018:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].67, 64 off12480 00010000:00010000:2.0:1724307179.852060:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfcb8f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852065:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfcb8f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852070:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfcb8f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852075:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfcb8f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852080:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfcb8f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852084:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfcb8f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852091:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfcb8f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852096:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307179.852098:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfcb8f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852102:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfcb8f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852108:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab4:0x0].0x0 (ffff8800931d2800) 00010000:00010000:2.0:1724307179.852110:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307179.852112:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfcb8f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852115:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfcb8f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852129:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcb88 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852133:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcb88 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852136:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcb88 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852140:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.852142:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcb88 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852146:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcb88 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852153:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab4:0x0].0x0 (ffff8800931d2800) 00010000:00010000:2.0:1724307179.852154:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307179.852156:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcb88 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852160:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfcb88 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xab4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852194:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfcb7a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852198:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfcb7a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852201:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfcb7a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852204:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.852206:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfcb7a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852209:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfcb7a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852214:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.852215:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.852217:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfcb7a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.852220:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfcb7a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:2.0:1724307179.852225:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009d5df480 reply state ffff88009ddcd000 transno 300647710752 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcb81 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307179.852230:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307179.852288:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+41:22165:x1808064247938944:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 787us (900us total) trans 300647710752 rc 0/0 00000100:00100000:2.0:1724307179.852293:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 178 00010000:00010000:2.0:1724307179.854106:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcb81 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.854114:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcb81 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.854120:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcb81 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.854123:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01898c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.854126:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcb81 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.854131:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcb81 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.854142:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea31a (ffff8800931d2200) 00010000:00010000:2.0:1724307179.854144:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.854146:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcb81 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.854150:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcb81 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.855021:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.855120:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247939072 00000100:00100000:1.0:1724307179.855128:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247939072 00000100:00100000:1.0:1724307179.855165:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 179 00000100:00100000:1.0:1724307179.855171:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+40:22165:x1808064247939072:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.855186:0:14907:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.855198:0:14907:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfcb96 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b7d0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.855253:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcb9d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855261:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcb9d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855269:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcb9d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855277:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcba4 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855285:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcba4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855289:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcba4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855425:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcbab lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855430:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcbab lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855434:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcbab lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000004:00200000:1.0:1724307179.855449:0:14907:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xab5:0x0]: returning size 0 00000004:00200000:1.0:1724307179.855452:0:14907:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.855462:0:14907:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcbab lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855469:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcbab lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855473:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcb9d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855477:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcb9d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855481:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcb9d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855485:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.855487:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcb9d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855493:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcb9d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855499:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.855500:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.855503:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcb9d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855506:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcb9d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855514:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcba4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855517:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcba4 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855521:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcba4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855525:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.855527:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcba4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855531:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcba4 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.855535:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea31b (ffff8800a5031100) 00010000:00010000:1.0:1724307179.855536:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.856235:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcba4 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.856242:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcba4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.856270:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfcb96 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7d0 expref: 42 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.856279:0:14907:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcbab lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7d0 expref: 41 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.856285:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab5:0x0].0x0 (ffff8800a5031900) 00010000:00010000:1.0:1724307179.856286:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.856288:0:14907:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b4d80, rc 0) 00000100:00100000:1.0:1724307179.856932:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+41:22165:x1808064247939072:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 1759us (1913us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.856938:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 179 00000100:00100000:0.0:1724307179.859146:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.859239:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247939328 00000100:00100000:1.0:1724307179.859246:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247939328 00000100:00100000:1.0:1724307179.859340:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 180 00000100:00100000:1.0:1724307179.859346:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+41:22165:x1808064247939328:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307179.859386:0:14907:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307179.859404:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcbab lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7d0 expref: 41 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.859417:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab5:0x0].0x0 (ffff8800a5031900) 00010000:00010000:1.0:1724307179.859428:0:14907:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307179.859449:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcbb2 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.859458:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcbb2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.859467:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcbb2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.859477:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcbb9 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.859481:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcbb9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.859485:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcbb9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.859559:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcbc0 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.859564:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcbc0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.859568:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcbc0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000040:00080000:1.0:1724307179.859900:0:14907:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].68, 64 off12544 00010000:00010000:1.0:1724307179.859947:0:14907:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcbc7 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.859953:0:14907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcbc7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.859959:0:14907:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcbc7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.859963:0:14907:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcbc7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.859971:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcbc7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.859976:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcbc7 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.859980:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcbc7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.859984:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307179.859987:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcbc7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.859991:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcbc7 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.859996:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab5:0x0].0x0 (ffff8800b7b2ac00) 00010000:00010000:1.0:1724307179.859998:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307179.860000:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcbc7 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.860004:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcbc7 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.860019:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcbc0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.860023:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcbc0 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.860027:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcbc0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.860030:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6ac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.860033:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcbc0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.860037:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcbc0 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.860042:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab5:0x0].0x0 (ffff8800b7b2ac00) 00010000:00010000:1.0:1724307179.860043:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307179.860045:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcbc0 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.860048:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcbc0 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xab5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.860078:0:14907:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcbb2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.860082:0:14907:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcbb2 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.860085:0:14907:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcbb2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.860088:0:14907:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.860090:0:14907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcbb2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.860094:0:14907:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcbb2 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.860098:0:14907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.860099:0:14907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.860101:0:14907:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcbb2 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:1.0:1724307179.860108:0:14907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcbb2 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000004:00010000:1.0:1724307179.860113:0:14907:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009d5dc380 reply state ffff880091069000 transno 300647710753 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcbb9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14907 initiator: MDT0 00000100:00100000:1.0:1724307179.860117:0:14907:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307179.860160:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+42:22165:x1808064247939328:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 813us (1018us total) trans 300647710753 rc 0/0 00000100:00100000:1.0:1724307179.860165:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 180 00000100:00100000:0.0:1724307179.863049:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307179.863704:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcbb9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.863715:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcbb9 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.863721:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcbb9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.863726:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b58c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.863729:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcbb9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.863735:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcbb9 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.863748:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea31b (ffff8800a5031f00) 00010000:00010000:3.0:1724307179.863750:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.863753:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcbb9 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00010000:00010000:3.0:1724307179.863758:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcbb9 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14907 initiator: MDT0 00000100:00100000:2.0:1724307179.864255:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247939456 00000100:00100000:2.0:1724307179.864262:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247939456 00000100:00100000:2.0:1724307179.864368:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 181 00000100:00100000:2.0:1724307179.864374:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+41:22165:x1808064247939456:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307179.864390:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307179.864400:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfcbce lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b7d7 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.864443:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfcbd5 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.864452:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfcbd5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.864458:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfcbd5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.864466:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfcbdc lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.864471:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfcbdc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.864475:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfcbdc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.864922:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfcbe3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.864927:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfcbe3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.864933:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfcbe3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:2.0:1724307179.864948:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xab6:0x0]: returning size 0 00000004:00200000:2.0:1724307179.864951:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307179.864961:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfcbe3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.864968:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfcbe3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.864973:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfcbd5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.864977:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfcbd5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.864981:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfcbd5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.864984:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ba80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.864986:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfcbd5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.864991:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfcbd5 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.864998:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.865000:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.865002:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfcbd5 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.865006:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfcbd5 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.865013:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfcbdc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.865018:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfcbdc lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.865025:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfcbdc lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.865029:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01886c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.865031:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfcbdc lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.865035:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfcbdc lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.865040:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea31c (ffff8800931d2400) 00010000:00010000:2.0:1724307179.865042:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.865044:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfcbdc lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.865048:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfcbdc lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.865067:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfcbce lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7d7 expref: 43 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.865076:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfcbe3 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7d7 expref: 42 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.865082:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab6:0x0].0x0 (ffff8800931d2800) 00010000:00010000:2.0:1724307179.865084:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307179.865085:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a018a640, rc 0) 00000100:00100000:2.0:1724307179.865177:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+42:22165:x1808064247939456:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 802us (2133us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307179.865182:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 181 00000100:00100000:0.0:1724307179.868553:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.868712:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247939712 00000100:00100000:2.0:1724307179.868719:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247939712 00000100:00100000:2.0:1724307179.868762:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 182 00000100:00100000:2.0:1724307179.868768:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+42:22165:x1808064247939712:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307179.868819:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307179.868839:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfcbe3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7d7 expref: 42 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.868856:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab6:0x0].0x0 (ffff8800931d2800) 00010000:00010000:2.0:1724307179.868982:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307179.869006:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcbea lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869015:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcbea lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869023:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcbea lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869033:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfcbf1 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869038:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfcbf1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869042:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfcbf1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869118:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcbf8 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869124:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcbf8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869130:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcbf8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:2.0:1724307179.869426:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].68, 64 off12544 00010000:00010000:2.0:1724307179.869480:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfcbff lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869486:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfcbff lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869491:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfcbff lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869496:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfcbff lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869500:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfcbff lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869505:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfcbff lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869510:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfcbff lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869515:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018bcc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307179.869521:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfcbff lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869527:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfcbff lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869533:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab6:0x0].0x0 (ffff8800931d2b00) 00010000:00010000:2.0:1724307179.869536:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307179.869539:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfcbff lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869543:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfcbff lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869561:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcbf8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869565:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcbf8 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869570:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcbf8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869573:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ad00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.869576:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcbf8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869580:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcbf8 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869585:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab6:0x0].0x0 (ffff8800931d2b00) 00010000:00010000:2.0:1724307179.869586:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307179.869588:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcbf8 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869591:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcbf8 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xab6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869621:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcbea lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869625:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcbea lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869629:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcbea lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869633:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018aac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.869635:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcbea lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869658:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcbea lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869663:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.869664:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.869666:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcbea lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.869679:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcbea lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:2.0:1724307179.869685:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009d5ded80 reply state ffff880090bc8000 transno 300647710754 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfcbf1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307179.869690:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307179.869741:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+43:22165:x1808064247939712:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 973us (1194us total) trans 300647710754 rc 0/0 00000100:00100000:2.0:1724307179.869748:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 182 00010000:00010000:2.0:1724307179.872270:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfcbf1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.872280:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfcbf1 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.872286:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfcbf1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.872291:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.872295:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfcbf1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.872300:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfcbf1 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.872312:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea31c (ffff8800931d2d00) 00010000:00010000:2.0:1724307179.872314:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.872317:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfcbf1 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.872321:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfcbf1 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.872979:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.873177:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247939840 00000100:00100000:2.0:1724307179.873184:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247939840 00000100:00100000:2.0:1724307179.874528:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 183 00000100:00100000:2.0:1724307179.874539:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+42:22165:x1808064247939840:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307179.874554:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307179.874568:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcc06 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b7de expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.874613:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcc0d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.874622:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcc0d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.874630:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcc0d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.874652:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcc14 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.874657:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcc14 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.874662:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcc14 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.874848:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfcc1b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.874854:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfcc1b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.874859:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfcc1b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:2.0:1724307179.874878:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xab7:0x0]: returning size 0 00000004:00200000:2.0:1724307179.874882:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307179.874893:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfcc1b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.874901:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfcc1b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.874906:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcc0d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.874911:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcc0d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.874916:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcc0d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.874993:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.874996:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcc0d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.875002:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcc0d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.875012:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307179.875014:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.875018:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcc0d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.875022:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcc0d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.875032:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcc14 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.875039:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcc14 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.875044:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcc14 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.875047:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.875049:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcc14 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.875053:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcc14 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.875059:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea31d (ffff8800931d2200) 00010000:00010000:2.0:1724307179.875061:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.875063:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcc14 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.875067:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcc14 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.875089:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcc06 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7de expref: 44 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.875098:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfcc1b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7de expref: 43 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307179.875103:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab7:0x0].0x0 (ffff8800931d2f00) 00010000:00010000:2.0:1724307179.875105:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307179.875106:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0188d80, rc 0) 00000100:00100000:2.0:1724307179.875145:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+43:22165:x1808064247939840:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 611us (2170us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307179.875150:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 183 00000100:00100000:0.0:1724307179.878279:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307179.878364:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247940096 00000100:00100000:2.0:1724307179.878372:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247940096 00000100:00100000:3.0:1724307179.878959:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 184 00000100:00100000:1.0:1724307179.878965:0:14907:0:(service.c:3244:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1724307179.878967:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d40ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+43:22165:x1808064247940096:12345-192.168.204.7@tcp:36:unlinkmany.0 00000100:00100000:1.0:1724307179.878973:0:14907:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt00_003' 00010000:00010000:3.0:1724307179.879010:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307179.879031:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfcc1b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7de expref: 43 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.879095:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab7:0x0].0x0 (ffff8800931d2f00) 00010000:00010000:3.0:1724307179.879108:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307179.879174:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcc22 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879185:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcc22 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879193:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcc22 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879202:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcc29 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879207:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcc29 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879212:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcc29 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879393:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcc30 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879400:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcc30 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879409:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcc30 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307179.879773:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].69, 64 off12608 00010000:00010000:3.0:1724307179.879825:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcc37 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879832:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcc37 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879838:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcc37 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879844:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcc37 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879849:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcc37 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879854:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcc37 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879859:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcc37 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879864:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307179.879866:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcc37 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879872:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcc37 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879879:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab7:0x0].0x0 (ffff88012ff88b00) 00010000:00010000:3.0:1724307179.879882:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307179.879884:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcc37 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879888:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcc37 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879905:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcc30 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879910:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcc30 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879915:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcc30 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879918:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.879920:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcc30 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879924:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcc30 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879929:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab7:0x0].0x0 (ffff88012ff88b00) 00010000:00010000:3.0:1724307179.879931:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307179.879933:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcc30 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879937:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcc30 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xab7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879973:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcc22 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879977:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcc22 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879982:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcc22 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879986:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3fcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.879988:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcc22 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879992:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcc22 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.879998:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.880000:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.880002:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcc22 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.880006:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcc22 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307179.880012:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012d40ca80 reply state ffff8800908eb000 transno 300647710755 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcc29 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307179.880017:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307179.880088:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d40ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+44:22165:x1808064247940096:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1120us (1816us total) trans 300647710755 rc 0/0 00000100:00100000:3.0:1724307179.880095:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 184 00010000:00010000:3.0:1724307179.881397:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcc29 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.881404:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcc29 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.881409:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcc29 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.881412:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.881415:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcc29 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.881420:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcc29 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.881428:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea31d (ffff88012ff88d00) 00010000:00010000:3.0:1724307179.881430:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.881432:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcc29 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.881436:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcc29 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.882244:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.882305:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247940224 00000100:00100000:3.0:1724307179.882312:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247940224 00000100:00100000:3.0:1724307179.882341:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 185 00000100:00100000:3.0:1724307179.882347:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d40c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+43:22165:x1808064247940224:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.882360:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.882371:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfcc3e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b7e5 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.882415:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfcc45 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882424:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfcc45 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882431:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfcc45 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882442:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcc4c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882446:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcc4c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882451:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcc4c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882592:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfcc53 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882599:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfcc53 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882605:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfcc53 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.882623:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xab8:0x0]: returning size 0 00000004:00200000:3.0:1724307179.882626:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.882659:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfcc53 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882668:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfcc53 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882686:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfcc45 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882690:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfcc45 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882694:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfcc45 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882702:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.882704:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfcc45 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882709:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfcc45 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882717:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.882718:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.882721:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfcc45 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882725:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfcc45 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882733:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcc4c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882737:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcc4c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882741:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcc4c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882745:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.882747:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcc4c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882752:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcc4c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882757:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea31e (ffff88012ff88200) 00010000:00010000:3.0:1724307179.882759:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.882761:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcc4c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882765:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcc4c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.882784:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfcc3e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7e5 expref: 45 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.882792:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfcc53 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7e5 expref: 44 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.882798:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab8:0x0].0x0 (ffff88012ff88100) 00010000:00010000:3.0:1724307179.882800:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.882802:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3d440, rc 0) 00000100:00100000:3.0:1724307179.882849:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d40c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+44:22165:x1808064247940224:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 500us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.882855:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 185 00000100:00100000:0.0:1724307179.885445:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307179.885470:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247940480 00000100:00100000:0.0:1724307179.885477:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247940480 00000100:00100000:0.0:1724307179.885685:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 186 00000100:00100000:0.0:1724307179.885693:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+44:22165:x1808064247940480:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307179.885730:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307179.885750:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfcc53 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7e5 expref: 44 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307179.885766:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab8:0x0].0x0 (ffff88012ff88100) 00010000:00010000:0.0:1724307179.885774:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307179.885797:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfcc5a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.885806:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfcc5a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.885814:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfcc5a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.885824:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfcc61 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.885828:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfcc61 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.885832:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfcc61 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.885912:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfcc68 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.885917:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfcc68 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.885923:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfcc68 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:0.0:1724307179.886248:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].69, 64 off12608 00010000:00010000:0.0:1724307179.886295:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfcc6f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886301:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfcc6f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886306:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfcc6f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886315:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfcc6f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886320:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfcc6f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886325:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfcc6f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886330:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfcc6f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886335:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307179.886337:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfcc6f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886342:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfcc6f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886348:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab8:0x0].0x0 (ffff880129e81900) 00010000:00010000:0.0:1724307179.886351:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307179.886353:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfcc6f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886358:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfcc6f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886375:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfcc68 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886379:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfcc68 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886383:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfcc68 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886387:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.886389:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfcc68 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886394:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfcc68 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886399:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab8:0x0].0x0 (ffff880129e81900) 00010000:00010000:0.0:1724307179.886401:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307179.886403:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfcc68 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886407:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfcc68 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xab8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886438:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfcc5a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886443:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfcc5a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886448:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfcc5a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886451:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307179.886453:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfcc5a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886457:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfcc5a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886462:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307179.886463:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307179.886467:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfcc5a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307179.886471:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170240/0x85b23e07e0bfcc5a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:0.0:1724307179.886477:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012cbaa300 reply state ffff8800a5efa000 transno 300647710756 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfcc61 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307179.886482:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1724307179.886534:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cbaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+45:22165:x1808064247940480:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 841us (1095us total) trans 300647710756 rc 0/0 00000100:00100000:0.0:1724307179.886539:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 186 00000100:00100000:1.0:1724307179.889420:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307179.889495:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfcc61 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307179.889506:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfcc61 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307179.889511:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfcc61 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307179.889516:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.889520:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfcc61 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307179.889526:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfcc61 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307179.889538:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea31e (ffff880129e81e00) 00010000:00010000:2.0:1724307179.889541:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.889543:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfcc61 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307179.889547:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171d40/0x85b23e07e0bfcc61 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:3.0:1724307179.889856:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247940608 00000100:00100000:3.0:1724307179.889863:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247940608 00000100:00100000:3.0:1724307179.889898:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 187 00000100:00100000:3.0:1724307179.889903:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+44:22165:x1808064247940608:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.889920:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.889931:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfcc76 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b7ec expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.889973:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcc7d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.889987:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcc7d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.889994:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcc7d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890004:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfcc84 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890009:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfcc84 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890014:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfcc84 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890171:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcc8b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890177:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcc8b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890182:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcc8b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.890200:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xab9:0x0]: returning size 0 00000004:00200000:3.0:1724307179.890203:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.890214:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcc8b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890222:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcc8b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890227:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcc7d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890235:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcc7d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890239:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcc7d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890243:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.890245:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcc7d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890250:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcc7d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890256:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.890258:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.890261:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcc7d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890265:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcc7d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890273:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfcc84 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890278:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfcc84 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890282:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfcc84 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890285:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.890287:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfcc84 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890295:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfcc84 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890300:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea31f (ffff88012ff88000) 00010000:00010000:3.0:1724307179.890302:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.890304:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfcc84 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890308:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfcc84 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.890329:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfcc76 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7ec expref: 46 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.890337:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcc8b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7ec expref: 45 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.890342:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab9:0x0].0x0 (ffff88012ff88300) 00010000:00010000:3.0:1724307179.890344:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.890345:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3ef40, rc 0) 00000100:00100000:3.0:1724307179.890388:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+45:22165:x1808064247940608:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 485us (976us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.890394:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 187 00000100:00100000:0.0:1724307179.895010:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.895155:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247940864 00000100:00100000:1.0:1724307179.895163:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247940864 00000100:00100000:1.0:1724307179.895250:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 188 00000100:00100000:1.0:1724307179.895256:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+45:22165:x1808064247940864:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307179.895296:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307179.895315:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcc8b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7ec expref: 45 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.895333:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab9:0x0].0x0 (ffff88012ff88300) 00010000:00010000:1.0:1724307179.895342:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307179.895364:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcc92 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.895373:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcc92 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.895380:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcc92 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.895390:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcc99 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.895395:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcc99 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.895399:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcc99 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.895480:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcca0 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.895486:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcca0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.895491:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcca0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:1.0:1724307179.896008:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].70, 64 off12672 00010000:00010000:1.0:1724307179.896056:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfcca7 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896063:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfcca7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896070:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfcca7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896076:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfcca7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896081:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfcca7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896090:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfcca7 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896096:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfcca7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896101:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307179.896104:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfcca7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896109:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfcca7 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896116:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab9:0x0].0x0 (ffff8800b7b2ae00) 00010000:00010000:1.0:1724307179.896119:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307179.896121:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfcca7 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896126:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfcca7 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896143:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcca0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896148:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcca0 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896153:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcca0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896157:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.896159:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcca0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896167:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcca0 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896173:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xab9:0x0].0x0 (ffff8800b7b2ae00) 00010000:00010000:1.0:1724307179.896175:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307179.896177:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcca0 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896181:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcca0 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xab9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896212:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcc92 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896217:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcc92 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896221:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcc92 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896225:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b58c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.896227:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcc92 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896231:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcc92 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896236:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.896238:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.896240:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcc92 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.896244:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfcc92 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:1.0:1724307179.896251:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012cba9f80 reply state ffff88009106b000 transno 300647710757 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcc99 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307179.896256:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307179.897388:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+46:22165:x1808064247940864:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2125us (2379us total) trans 300647710757 rc 0/0 00000100:00100000:1.0:1724307179.897396:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 188 00000100:00100000:0.0:1724307179.901419:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307179.901495:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcc99 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.901505:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcc99 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.901512:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcc99 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.901517:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.901521:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcc99 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.901527:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcc99 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.901540:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea31f (ffff8800b7b2af00) 00010000:00010000:3.0:1724307179.901542:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.901546:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcc99 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.901550:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcc99 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307179.901621:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247940992 00000100:00100000:1.0:1724307179.901629:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247940992 00000100:00100000:1.0:1724307179.901691:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 189 00000100:00100000:1.0:1724307179.901698:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+45:22165:x1808064247940992:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.901712:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.901725:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfccae lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b7f3 expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.901769:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfccb5 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.901779:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfccb5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.901786:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfccb5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.901795:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfccbc lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.901800:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfccbc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.901804:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfccbc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.901948:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfccc3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.901953:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfccc3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.901958:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfccc3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:1.0:1724307179.901973:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaba:0x0]: returning size 0 00000004:00200000:1.0:1724307179.901976:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.901986:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfccc3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.901992:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfccc3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.901997:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfccb5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.902001:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfccb5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.902005:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfccb5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.902009:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.902010:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfccb5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.902014:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfccb5 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.902019:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.902022:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.902024:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfccb5 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.902028:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfccb5 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.902034:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfccbc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.902038:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfccbc lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.902042:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfccbc lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.902045:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.902047:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfccbc lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.902051:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfccbc lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.902055:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea320 (ffff8800b7b2a800) 00010000:00010000:1.0:1724307179.902056:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.902058:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfccbc lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.902061:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfccbc lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.902077:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfccae lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7f3 expref: 47 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.902088:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfccc3 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7f3 expref: 46 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.902093:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaba:0x0].0x0 (ffff8800b7b2aa00) 00010000:00010000:1.0:1724307179.902094:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.902096:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b6d00, rc 0) 00000100:00100000:1.0:1724307179.902127:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+46:22165:x1808064247940992:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 430us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.902132:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 189 00000100:00100000:0.0:1724307179.904003:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.904071:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247941248 00000100:00100000:3.0:1724307179.904077:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247941248 00000100:00100000:3.0:1724307179.904113:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 190 00000100:00100000:3.0:1724307179.904119:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+46:22165:x1808064247941248:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307179.904153:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307179.904169:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfccc3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7f3 expref: 46 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.904181:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaba:0x0].0x0 (ffff8800b7b2aa00) 00010000:00010000:3.0:1724307179.904188:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307179.904205:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfccca lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904213:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfccca lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904223:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfccca lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904234:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfccd1 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904239:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfccd1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904244:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfccd1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904308:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfccd8 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904315:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfccd8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904320:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfccd8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307179.904627:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].70, 64 off12672 00010000:00010000:3.0:1724307179.904719:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfccdf lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904726:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfccdf lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904731:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfccdf lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904738:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfccdf lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904746:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfccdf lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904751:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfccdf lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904756:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfccdf lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904761:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307179.904764:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfccdf lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904770:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfccdf lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904776:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaba:0x0].0x0 (ffff88012ff88900) 00010000:00010000:3.0:1724307179.904778:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307179.904781:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfccdf lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904786:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfccdf lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904801:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfccd8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904806:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfccd8 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904811:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfccd8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904815:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.904818:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfccd8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904822:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfccd8 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904827:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaba:0x0].0x0 (ffff88012ff88900) 00010000:00010000:3.0:1724307179.904829:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307179.904831:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfccd8 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904836:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfccd8 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904871:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfccca lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904876:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfccca lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904880:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfccca lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904883:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.904885:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfccca lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904889:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfccca lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904894:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.904896:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.904898:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfccca lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.904905:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfccca lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307179.904911:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012cba8380 reply state ffff8800908ef000 transno 300647710758 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfccd1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307179.904917:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307179.904958:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+47:22165:x1808064247941248:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 839us (958us total) trans 300647710758 rc 0/0 00000100:00100000:3.0:1724307179.904964:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 190 00010000:00010000:2.0:1724307179.906149:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfccd1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.906158:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfccd1 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.906163:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfccd1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.906168:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.906171:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfccd1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.906176:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfccd1 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.906185:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea320 (ffff88012ff88500) 00010000:00010000:2.0:1724307179.906187:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.906190:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfccd1 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.906194:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfccd1 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.907614:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.907781:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247941376 00000100:00100000:1.0:1724307179.907789:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247941376 00000100:00100000:1.0:1724307179.907836:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 191 00000100:00100000:1.0:1724307179.907842:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+46:22165:x1808064247941376:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.907858:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.907871:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcce6 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b7fa expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.907914:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcced lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.907925:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcced lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.907933:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcced lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.907944:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfccf4 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.907953:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfccf4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.907958:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfccf4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908113:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfccfb lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908120:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfccfb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908125:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfccfb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:1.0:1724307179.908142:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xabb:0x0]: returning size 0 00000004:00200000:1.0:1724307179.908145:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.908156:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfccfb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908163:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfccfb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908169:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcced lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908173:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcced lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908178:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcced lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908182:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.908185:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcced lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908191:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcced lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908200:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.908202:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.908205:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcced lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908209:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfcced lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908218:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfccf4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908222:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfccf4 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908226:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfccf4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908230:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.908232:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfccf4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908236:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfccf4 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908242:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea321 (ffff8800b7b2ad00) 00010000:00010000:1.0:1724307179.908244:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.908245:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfccf4 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908250:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfccf4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.908271:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcce6 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7fa expref: 48 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.908282:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfccfb lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7fa expref: 47 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.908287:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabb:0x0].0x0 (ffff8800b7b2ac00) 00010000:00010000:1.0:1724307179.908288:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.908290:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b5b00, rc 0) 00000100:00100000:1.0:1724307179.908408:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+47:22165:x1808064247941376:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 564us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.908414:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 191 00000100:00100000:0.0:1724307179.910356:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.910420:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247941632 00000100:00100000:3.0:1724307179.910427:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247941632 00000100:00100000:3.0:1724307179.910459:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 192 00000100:00100000:3.0:1724307179.910464:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d475500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+47:22165:x1808064247941632:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307179.910499:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307179.910517:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfccfb lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b7fa expref: 47 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.910530:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabb:0x0].0x0 (ffff8800b7b2ac00) 00010000:00010000:3.0:1724307179.910538:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307179.910558:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcd02 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.910566:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcd02 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.910573:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcd02 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.910581:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcd09 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.910586:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcd09 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.910591:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcd09 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.910696:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcd10 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.910702:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcd10 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.910707:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcd10 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307179.911016:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].71, 64 off12736 00010000:00010000:3.0:1724307179.911064:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcd17 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911070:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcd17 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911075:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcd17 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911080:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcd17 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911085:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcd17 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911090:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcd17 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911098:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcd17 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911102:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307179.911105:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcd17 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911111:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcd17 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911117:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabb:0x0].0x0 (ffff88012ff88400) 00010000:00010000:3.0:1724307179.911119:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307179.911122:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcd17 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911126:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcd17 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911144:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcd10 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911148:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcd10 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911153:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcd10 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911157:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3fcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.911159:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcd10 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911163:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcd10 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911171:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabb:0x0].0x0 (ffff88012ff88400) 00010000:00010000:3.0:1724307179.911173:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307179.911175:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcd10 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911180:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcd10 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xabb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911214:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcd02 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911218:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcd02 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911222:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcd02 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911227:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.911229:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcd02 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911233:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcd02 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911238:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.911240:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.911242:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcd02 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.911246:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcd02 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307179.911253:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009d475500 reply state ffff88009d3c9000 transno 300647710759 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcd09 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307179.911259:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307179.911302:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d475500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+48:22165:x1808064247941632:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 837us (949us total) trans 300647710759 rc 0/0 00000100:00100000:3.0:1724307179.911308:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 192 00010000:00010000:3.0:1724307179.913700:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcd09 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.913711:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcd09 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.913717:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcd09 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.913722:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.913725:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcd09 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.913730:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcd09 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.913742:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea321 (ffff88012ff88300) 00010000:00010000:3.0:1724307179.913745:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.913748:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcd09 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.913752:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcd09 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.914151:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.914367:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247941760 00000100:00100000:3.0:1724307179.914374:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247941760 00000100:00100000:1.0:1724307179.914910:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 193 00000100:00100000:1.0:1724307179.914918:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+47:22165:x1808064247941760:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.914935:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.914948:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcd1e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b801 expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.914994:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcd25 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915003:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcd25 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915012:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcd25 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915023:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcd2c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915029:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcd2c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915035:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcd2c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915195:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcd33 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915203:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcd33 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915209:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcd33 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:1.0:1724307179.915227:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xabc:0x0]: returning size 0 00000004:00200000:1.0:1724307179.915230:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.915241:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcd33 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915249:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcd33 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915255:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcd25 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915260:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcd25 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915264:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcd25 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915269:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.915271:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcd25 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915277:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcd25 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915284:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.915286:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.915289:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcd25 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915294:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcd25 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915302:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcd2c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915307:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcd2c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915311:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcd2c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915314:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.915316:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcd2c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915321:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcd2c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915327:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea322 (ffff8800b1bd7c00) 00010000:00010000:1.0:1724307179.915329:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.915331:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcd2c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915335:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcd2c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.915357:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcd1e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b801 expref: 49 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.915366:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcd33 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b801 expref: 48 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.915372:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabc:0x0].0x0 (ffff8800b1bd7a00) 00010000:00010000:1.0:1724307179.915373:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.915375:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b4b40, rc 0) 00000100:00100000:1.0:1724307179.915689:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+48:22165:x1808064247941760:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 771us (1540us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.915695:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 193 00000100:00100000:0.0:1724307179.917493:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.917634:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247942016 00000100:00100000:1.0:1724307179.917666:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247942016 00000100:00100000:1.0:1724307179.917708:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 194 00000100:00100000:1.0:1724307179.917713:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d474700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+48:22165:x1808064247942016:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307179.917759:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307179.917782:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcd33 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b801 expref: 48 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.917795:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabc:0x0].0x0 (ffff8800b1bd7a00) 00010000:00010000:1.0:1724307179.917805:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307179.917825:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcd3a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.917835:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcd3a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.917844:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcd3a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.917854:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcd41 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.917859:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcd41 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.917864:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcd41 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.917939:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcd48 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.917944:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcd48 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.917949:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcd48 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:1.0:1724307179.918262:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].71, 64 off12736 00010000:00010000:1.0:1724307179.918312:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcd4f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918318:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcd4f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918324:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcd4f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918330:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcd4f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918337:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcd4f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918342:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcd4f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918347:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcd4f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918351:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307179.918355:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcd4f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918360:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcd4f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918366:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabc:0x0].0x0 (ffff8800b1bd7600) 00010000:00010000:1.0:1724307179.918368:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307179.918371:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcd4f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918375:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcd4f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918393:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcd48 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918398:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcd48 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918402:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcd48 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918406:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b73c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.918409:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcd48 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918413:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcd48 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918419:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabc:0x0].0x0 (ffff8800b1bd7600) 00010000:00010000:1.0:1724307179.918421:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307179.918423:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcd48 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918427:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcd48 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xabc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918461:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcd3a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918465:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcd3a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918469:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcd3a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918473:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.918475:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcd3a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918480:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcd3a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918485:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.918487:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.918489:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcd3a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.918496:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcd3a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:1.0:1724307179.918505:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009d474700 reply state ffff88008ee10000 transno 300647710760 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcd41 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307179.918510:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307179.918559:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d474700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+49:22165:x1808064247942016:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 843us (1068us total) trans 300647710760 rc 0/0 00000100:00100000:1.0:1724307179.918565:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 194 00010000:00010000:2.0:1724307179.919760:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcd41 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307179.919768:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcd41 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307179.919773:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcd41 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307179.919776:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.919779:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcd41 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307179.919783:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcd41 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307179.919791:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfc3ea322 (ffff8800b1bd7300) 00010000:00010000:2.0:1724307179.919792:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.919795:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcd41 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307179.919798:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfcd41 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfc3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307179.921051:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.921121:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247942144 00000100:00100000:1.0:1724307179.921128:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247942144 00000100:00100000:1.0:1724307179.921170:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 195 00000100:00100000:1.0:1724307179.921176:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+48:22165:x1808064247942144:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.921192:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.921205:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcd56 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b808 expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.921251:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcd5d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921260:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcd5d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921267:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcd5d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921277:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcd64 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921283:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcd64 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921288:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcd64 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921435:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfcd6b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921442:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfcd6b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921447:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfcd6b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:1.0:1724307179.921465:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xabd:0x0]: returning size 0 00000004:00200000:1.0:1724307179.921468:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.921479:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfcd6b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921486:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfcd6b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921491:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcd5d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921495:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcd5d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921500:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcd5d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921504:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.921507:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcd5d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921512:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcd5d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921519:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.921522:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.921525:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcd5d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921528:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcd5d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921550:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcd64 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921555:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcd64 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921560:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcd64 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921563:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.921565:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcd64 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921569:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcd64 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921575:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea319 (ffff8801362b4200) 00010000:00010000:1.0:1724307179.921577:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.921578:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcd64 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921583:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcd64 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.921607:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcd56 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b808 expref: 50 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.921617:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfcd6b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b808 expref: 49 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.921622:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabd:0x0].0x0 (ffff8801362b4600) 00010000:00010000:1.0:1724307179.921624:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.921626:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b6640, rc 0) 00000100:00100000:1.0:1724307179.921693:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+49:22165:x1808064247942144:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 515us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.921699:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 195 00000100:00100000:0.0:1724307179.923413:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.923537:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247942400 00000100:00100000:3.0:1724307179.923545:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247942400 00000100:00100000:3.0:1724307179.923584:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 196 00000100:00100000:3.0:1724307179.923590:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+49:22165:x1808064247942400:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307179.923627:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307179.923684:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfcd6b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b808 expref: 49 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.923696:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabd:0x0].0x0 (ffff8801362b4600) 00010000:00010000:3.0:1724307179.923704:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307179.923723:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcd72 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.923732:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcd72 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.923738:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcd72 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.923747:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfcd79 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.923752:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfcd79 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.923756:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfcd79 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.923826:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcd80 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.923831:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcd80 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.923836:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcd80 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307179.924127:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].72, 64 off12800 00010000:00010000:3.0:1724307179.924173:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcd87 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924179:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcd87 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924184:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcd87 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924188:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcd87 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924193:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcd87 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924197:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcd87 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924202:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcd87 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924206:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3db00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307179.924209:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcd87 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924213:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcd87 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924219:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabd:0x0].0x0 (ffff88012ff88700) 00010000:00010000:3.0:1724307179.924221:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307179.924223:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcd87 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924227:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcd87 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924366:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcd80 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924371:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcd80 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924375:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcd80 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924379:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f3c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.924382:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcd80 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924386:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcd80 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924393:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabd:0x0].0x0 (ffff88012ff88700) 00010000:00010000:3.0:1724307179.924395:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307179.924397:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcd80 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924401:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcd80 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xabd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924440:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcd72 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924444:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcd72 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924449:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcd72 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924452:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.924454:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcd72 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924458:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcd72 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924464:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.924466:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.924468:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcd72 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.924471:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcd72 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307179.924476:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880130ec2d80 reply state ffff88009d3cb000 transno 300647710761 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfcd79 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307179.924481:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307179.924536:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+50:22165:x1808064247942400:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 945us (1126us total) trans 300647710761 rc 0/0 00000100:00100000:3.0:1724307179.924550:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 196 00010000:00010000:3.0:1724307179.925808:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfcd79 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.925815:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfcd79 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.925820:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfcd79 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.925825:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.925827:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfcd79 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.925832:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfcd79 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.925839:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea319 (ffff88012ff88600) 00010000:00010000:3.0:1724307179.925841:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.925844:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfcd79 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.925847:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfcd79 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.926412:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.926758:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247942528 00000100:00100000:3.0:1724307179.926765:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247942528 00000100:00100000:3.0:1724307179.926800:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 197 00000100:00100000:3.0:1724307179.926806:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+49:22165:x1808064247942528:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.926820:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.926831:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfcd8e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b80f expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.926875:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfcd95 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.926883:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfcd95 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.926890:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfcd95 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.926902:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfcd9c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.926907:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfcd9c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.926912:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfcd9c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927061:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcda3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927067:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcda3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927073:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcda3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.927092:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xabe:0x0]: returning size 0 00000004:00200000:3.0:1724307179.927095:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.927106:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcda3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927114:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcda3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927120:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfcd95 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927125:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfcd95 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927130:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfcd95 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927138:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3dd40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.927140:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfcd95 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927145:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfcd95 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927153:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.927156:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.927159:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfcd95 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927163:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfcd95 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927172:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfcd9c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927176:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfcd9c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927180:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfcd9c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927183:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ed00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.927185:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfcd9c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927189:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfcd9c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927193:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea31a (ffff88012ff88400) 00010000:00010000:3.0:1724307179.927196:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.927198:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfcd9c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927202:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfcd9c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.927222:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfcd8e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b80f expref: 51 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.927233:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcda3 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b80f expref: 50 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.927238:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabe:0x0].0x0 (ffff88012ff88900) 00010000:00010000:3.0:1724307179.927240:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.927241:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3ef40, rc 0) 00000100:00100000:3.0:1724307179.927290:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+50:22165:x1808064247942528:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 483us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.927297:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 197 00000100:00100000:0.0:1724307179.929080:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.929151:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247942784 00000100:00100000:3.0:1724307179.929157:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247942784 00000100:00100000:3.0:1724307179.929192:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 198 00000100:00100000:3.0:1724307179.929197:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+50:22165:x1808064247942784:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307179.929232:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307179.929249:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfcda3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b80f expref: 50 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.929261:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabe:0x0].0x0 (ffff88012ff88900) 00010000:00010000:3.0:1724307179.929269:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307179.929287:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcdaa lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.929297:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcdaa lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.929303:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcdaa lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.929312:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcdb1 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.929317:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcdb1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.929322:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcdb1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.929390:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfcdb8 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.929396:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfcdb8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.929401:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfcdb8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307179.930968:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].72, 64 off12800 00010000:00010000:3.0:1724307179.931025:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcdbf lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931033:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcdbf lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931041:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcdbf lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931050:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcdbf lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931055:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcdbf lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931060:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcdbf lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931065:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcdbf lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931069:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307179.931072:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcdbf lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931076:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcdbf lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931084:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabe:0x0].0x0 (ffff88012ff88000) 00010000:00010000:3.0:1724307179.931086:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307179.931089:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcdbf lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931093:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfcdbf lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931114:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfcdb8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931118:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfcdb8 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931123:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfcdb8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931127:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.931129:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfcdb8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931133:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfcdb8 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931138:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabe:0x0].0x0 (ffff88012ff88000) 00010000:00010000:3.0:1724307179.931139:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307179.931142:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfcdb8 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931145:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfcdb8 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xabe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931177:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcdaa lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931182:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcdaa lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931186:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcdaa lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931189:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3fcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.931191:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcdaa lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931195:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcdaa lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931201:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.931203:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.931205:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcdaa lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.931209:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfcdaa lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307179.931215:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880130ec1c00 reply state ffff88009d3ce000 transno 300647710762 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcdb1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307179.931221:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307179.931293:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+51:22165:x1808064247942784:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2092us (2214us total) trans 300647710762 rc 0/0 00000100:00100000:3.0:1724307179.931299:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 198 00010000:00010000:2.0:1724307179.932946:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcdb1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.932955:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcdb1 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.932960:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcdb1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.932968:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.932972:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcdb1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.932977:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcdb1 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.932987:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea31a (ffff88012ff88500) 00010000:00010000:2.0:1724307179.932990:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.932993:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcdb1 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307179.932997:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfcdb1 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.933210:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.933286:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247942912 00000100:00100000:3.0:1724307179.933293:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247942912 00000100:00100000:3.0:1724307179.933375:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 199 00000100:00100000:3.0:1724307179.933381:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+50:22165:x1808064247942912:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.933394:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.933404:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfcdc6 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b816 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.933455:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfcdcd lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933463:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfcdcd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933470:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfcdcd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933479:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfcdd4 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933488:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfcdd4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933493:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfcdd4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933634:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfcddb lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933707:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfcddb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933714:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfcddb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.933734:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xabf:0x0]: returning size 0 00000004:00200000:3.0:1724307179.933737:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.933748:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfcddb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933756:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfcddb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933761:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfcdcd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933766:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfcdcd lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933770:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfcdcd lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933778:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.933781:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfcdcd lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933786:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfcdcd lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933793:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.933795:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.933797:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfcdcd lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933801:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfcdcd lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933808:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfcdd4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933813:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfcdd4 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933818:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfcdd4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933822:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.933824:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfcdd4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933829:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfcdd4 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933833:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea31b (ffff88012ff88e00) 00010000:00010000:3.0:1724307179.933835:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.933837:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfcdd4 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933841:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfcdd4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.933861:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfcdc6 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b816 expref: 52 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.933870:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfcddb lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b816 expref: 51 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.933875:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabf:0x0].0x0 (ffff88012ff88200) 00010000:00010000:3.0:1724307179.933876:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.933878:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3cfc0, rc 0) 00000100:00100000:3.0:1724307179.933921:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+51:22165:x1808064247942912:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 539us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.933926:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 199 00000100:00100000:0.0:1724307179.935324:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.935403:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247943168 00000100:00100000:3.0:1724307179.935409:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247943168 00000100:00100000:3.0:1724307179.935480:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 200 00000100:00100000:3.0:1724307179.935486:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+51:22165:x1808064247943168:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307179.935518:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307179.935533:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfcddb lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b816 expref: 51 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.935544:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabf:0x0].0x0 (ffff88012ff88200) 00010000:00010000:3.0:1724307179.935551:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307179.935569:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcde2 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.935576:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcde2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.935585:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcde2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.935595:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcde9 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.935599:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcde9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.935603:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcde9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.935788:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcdf0 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.935794:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcdf0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.935799:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcdf0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307179.936116:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].73, 64 off12864 00010000:00010000:3.0:1724307179.936163:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcdf7 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936170:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcdf7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936175:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcdf7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936181:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcdf7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936189:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcdf7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936193:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcdf7 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936197:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcdf7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936201:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3db00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307179.936203:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcdf7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936208:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcdf7 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936214:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabf:0x0].0x0 (ffff88012ff88100) 00010000:00010000:3.0:1724307179.936216:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307179.936219:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcdf7 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936223:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfcdf7 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936241:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcdf0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936245:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcdf0 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936249:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcdf0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936252:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f3c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.936255:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcdf0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936258:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcdf0 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936264:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xabf:0x0].0x0 (ffff88012ff88100) 00010000:00010000:3.0:1724307179.936266:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307179.936268:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcdf0 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936272:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfcdf0 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xabf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936304:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcde2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936309:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcde2 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936313:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcde2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936316:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.936318:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcde2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936322:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcde2 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936328:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.936330:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.936332:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcde2 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.936340:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfcde2 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307179.936347:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880130ec3800 reply state ffff88009a249000 transno 300647710763 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcde9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307179.936352:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307179.936599:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+52:22165:x1808064247943168:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1111us (1276us total) trans 300647710763 rc 0/0 00000100:00100000:3.0:1724307179.936605:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 200 00010000:00010000:3.0:1724307179.938079:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcde9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.938087:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcde9 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.938092:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcde9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.938097:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.938100:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcde9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.938105:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcde9 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.938115:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea31b (ffff88012ff88b00) 00010000:00010000:3.0:1724307179.938117:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.938120:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcde9 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.938125:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfcde9 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.939305:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.939572:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247943296 00000100:00100000:3.0:1724307179.939580:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247943296 00000100:00100000:3.0:1724307179.940061:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 201 00000100:00100000:3.0:1724307179.940068:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+51:22165:x1808064247943296:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.940084:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.940097:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcdfe lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b81d expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.940142:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfce05 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940151:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfce05 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940159:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfce05 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940169:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfce0c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940175:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfce0c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940179:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfce0c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940372:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfce13 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940378:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfce13 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940386:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfce13 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.940401:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xac0:0x0]: returning size 0 00000004:00200000:3.0:1724307179.940404:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.940413:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfce13 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940420:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfce13 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940425:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfce05 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940429:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfce05 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940434:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfce05 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940438:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.940440:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfce05 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940444:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfce05 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940451:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.940453:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.940456:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfce05 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940459:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfce05 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940467:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfce0c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940471:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfce0c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940475:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfce0c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940478:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.940480:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfce0c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940483:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfce0c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940487:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea31c (ffff88012ff88500) 00010000:00010000:3.0:1724307179.940489:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.940490:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfce0c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940494:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfce0c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.940510:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfcdfe lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b81d expref: 53 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.940518:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfce13 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b81d expref: 52 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.940522:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac0:0x0].0x0 (ffff88012ff88800) 00010000:00010000:3.0:1724307179.940524:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.940526:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d14480, rc 0) 00000100:00100000:3.0:1724307179.940566:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cbe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+52:22165:x1808064247943296:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 498us (1266us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.940572:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 201 00000100:00100000:0.0:1724307179.942481:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.942579:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247943552 00000100:00100000:1.0:1724307179.942587:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247943552 00000100:00100000:1.0:1724307179.942629:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 202 00000100:00100000:1.0:1724307179.942635:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+52:22165:x1808064247943552:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307179.942710:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307179.942727:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfce13 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b81d expref: 52 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.942746:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac0:0x0].0x0 (ffff88012ff88800) 00010000:00010000:1.0:1724307179.942754:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307179.942774:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfce1a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.942783:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfce1a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.942790:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfce1a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.942802:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce21 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.942806:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce21 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.942810:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce21 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.942890:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfce28 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.942896:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfce28 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.942900:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfce28 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:1.0:1724307179.943223:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].73, 64 off12864 00010000:00010000:1.0:1724307179.943275:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfce2f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943281:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfce2f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943286:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfce2f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943291:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfce2f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943296:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfce2f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943303:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfce2f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943307:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfce2f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943311:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307179.943314:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfce2f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943319:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfce2f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943325:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac0:0x0].0x0 (ffff8801362b4a00) 00010000:00010000:1.0:1724307179.943327:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307179.943329:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfce2f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943333:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfce2f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943350:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfce28 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943354:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfce28 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943358:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfce28 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943361:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.943363:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfce28 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943370:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfce28 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943375:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac0:0x0].0x0 (ffff8801362b4a00) 00010000:00010000:1.0:1724307179.943377:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307179.943378:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfce28 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943382:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfce28 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xac0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943414:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfce1a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943418:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfce1a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943422:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfce1a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943425:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.943426:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfce1a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943430:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfce1a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943435:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.943437:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.943439:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfce1a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.943443:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfce1a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:1.0:1724307179.943449:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012cbe6d80 reply state ffff88008ee13000 transno 300647710764 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce21 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307179.943455:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307179.943516:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cbe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+53:22165:x1808064247943552:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 881us (1040us total) trans 300647710764 rc 0/0 00000100:00100000:1.0:1724307179.943522:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 202 00000100:00100000:0.0:1724307179.946127:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307179.946217:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce21 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307179.946225:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce21 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307179.946230:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce21 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307179.946235:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5b00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307179.946239:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce21 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307179.946244:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce21 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307179.946257:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea31c (ffff8801362b4600) 00010000:00010000:2.0:1724307179.946260:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307179.946263:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce21 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307179.946267:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce21 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:3.0:1724307179.946364:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247943680 00000100:00100000:3.0:1724307179.946372:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247943680 00000100:00100000:3.0:1724307179.946409:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 203 00000100:00100000:3.0:1724307179.946415:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+52:22165:x1808064247943680:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.946429:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.946439:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfce36 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b824 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.946481:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfce3d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946489:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfce3d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946497:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfce3d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946507:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfce44 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946511:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfce44 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946516:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfce44 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946762:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfce4b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946768:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfce4b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946773:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfce4b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.946788:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xac1:0x0]: returning size 0 00000004:00200000:3.0:1724307179.946791:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.946801:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfce4b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946807:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfce4b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946812:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfce3d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946816:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfce3d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946820:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfce3d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946824:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.946825:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfce3d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946829:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfce3d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946834:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.946836:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.946838:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfce3d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946842:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfce3d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946849:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfce44 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946852:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfce44 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946856:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfce44 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946860:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.946861:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfce44 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946865:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfce44 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946869:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea31d (ffff88012ff88700) 00010000:00010000:3.0:1724307179.946870:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.946872:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfce44 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946875:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfce44 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.946890:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfce36 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b824 expref: 54 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.946897:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfce4b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b824 expref: 53 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.946906:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac1:0x0].0x0 (ffff88012ff88300) 00010000:00010000:3.0:1724307179.946908:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.946909:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d173c0, rc 0) 00000100:00100000:3.0:1724307179.946955:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cbe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+53:22165:x1808064247943680:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 539us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.946961:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 203 00000100:00100000:2.0:1724307179.952017:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.952139:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247943936 00000100:00100000:3.0:1724307179.952284:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247943936 00000100:00100000:3.0:1724307179.952995:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 204 00000100:00100000:3.0:1724307179.953003:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+53:22165:x1808064247943936:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307179.953045:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307179.953111:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfce4b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b824 expref: 53 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.953124:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac1:0x0].0x0 (ffff88012ff88300) 00010000:00010000:3.0:1724307179.953132:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307179.953155:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfce52 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.953165:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfce52 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.953172:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfce52 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.953181:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfce59 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.953189:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfce59 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.953194:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfce59 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.953282:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfce60 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.953288:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfce60 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.953294:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfce60 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307179.953617:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].74, 64 off12928 00010000:00010000:3.0:1724307179.954855:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfce67 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.954866:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfce67 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.954873:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfce67 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.954878:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfce67 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.954882:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfce67 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.954886:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfce67 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.954895:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfce67 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.954899:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307179.954902:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfce67 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.954907:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfce67 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.954914:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac1:0x0].0x0 (ffff88012ff88500) 00010000:00010000:3.0:1724307179.954917:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307179.954919:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfce67 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.954923:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfce67 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.954944:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfce60 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.954948:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfce60 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.954952:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfce60 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.954955:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d17a80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.954957:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfce60 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.954960:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfce60 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.954969:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac1:0x0].0x0 (ffff88012ff88500) 00010000:00010000:3.0:1724307179.954971:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307179.954973:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfce60 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.954977:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfce60 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xac1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.955014:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfce52 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.955019:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfce52 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.955024:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfce52 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.955028:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d17cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.955030:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfce52 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.955034:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfce52 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.955041:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.955043:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.955045:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfce52 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.955049:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfce52 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307179.955056:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009ed87b80 reply state ffff88009a24d000 transno 300647710765 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfce59 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307179.955063:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307179.955746:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+54:22165:x1808064247943936:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2740us (3731us total) trans 300647710765 rc 0/0 00000100:00100000:3.0:1724307179.955753:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 204 00010000:00010000:3.0:1724307179.957325:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfce59 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.957337:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfce59 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.957343:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfce59 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.957349:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d17180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.957352:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfce59 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.957358:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfce59 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.957369:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea31d (ffff88012ff88f00) 00010000:00010000:3.0:1724307179.957372:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.957375:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfce59 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.957380:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfce59 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.957922:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.957958:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247944064 00000100:00100000:3.0:1724307179.957966:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247944064 00000100:00100000:3.0:1724307179.958002:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 205 00000100:00100000:3.0:1724307179.958008:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+53:22165:x1808064247944064:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.958022:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.958033:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfce6e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b82b expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.958078:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfce75 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958087:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfce75 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958095:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfce75 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958104:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfce7c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958109:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfce7c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958114:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfce7c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958334:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfce83 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958341:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfce83 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958347:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfce83 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.958364:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xac2:0x0]: returning size 0 00000004:00200000:3.0:1724307179.958367:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.958379:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfce83 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958387:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfce83 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958392:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfce75 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958396:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfce75 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958401:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfce75 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958405:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.958408:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfce75 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958412:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfce75 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958419:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.958421:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.958424:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfce75 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958427:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfce75 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958434:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfce7c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958438:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfce7c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958445:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfce7c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958449:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d15b00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.958451:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfce7c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958454:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfce7c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958459:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea31e (ffff88012ff88100) 00010000:00010000:3.0:1724307179.958461:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.958463:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfce7c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958467:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfce7c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.958487:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfce6e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b82b expref: 55 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.958496:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfce83 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b82b expref: 54 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.958502:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac2:0x0].0x0 (ffff88012ff88200) 00010000:00010000:3.0:1724307179.958504:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.958505:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d158c0, rc 0) 00000100:00100000:3.0:1724307179.958554:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cbe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+54:22165:x1808064247944064:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 545us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.958561:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 205 00000100:00100000:0.0:1724307179.961470:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.961663:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247944320 00000100:00100000:1.0:1724307179.961679:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247944320 00000100:00100000:1.0:1724307179.961726:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 206 00000100:00100000:1.0:1724307179.961733:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+54:22165:x1808064247944320:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307179.961772:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307179.961790:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfce83 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b82b expref: 54 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.961814:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac2:0x0].0x0 (ffff88012ff88200) 00010000:00010000:1.0:1724307179.961822:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307179.961844:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfce8a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.961853:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfce8a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.961861:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfce8a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.961871:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfce91 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.961881:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfce91 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.961886:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfce91 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.961968:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfce98 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.961974:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfce98 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.961979:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfce98 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:1.0:1724307179.962301:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].74, 64 off12928 00010000:00010000:1.0:1724307179.962352:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce9f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962358:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce9f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962363:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce9f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962368:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce9f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962373:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce9f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962378:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce9f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962382:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce9f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962390:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307179.962393:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce9f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962398:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce9f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962405:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac2:0x0].0x0 (ffff8801362b4600) 00010000:00010000:1.0:1724307179.962407:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307179.962409:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce9f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962414:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfce9f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962431:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfce98 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962435:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfce98 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962439:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfce98 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962442:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.962445:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfce98 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962448:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfce98 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962454:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac2:0x0].0x0 (ffff8801362b4600) 00010000:00010000:1.0:1724307179.962455:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307179.962458:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfce98 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962461:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfce98 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xac2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962494:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfce8a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962499:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfce8a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962503:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfce8a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962506:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b58c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.962508:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfce8a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962512:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfce8a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962517:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.962518:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.962521:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfce8a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.962524:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfce8a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:1.0:1724307179.962530:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800939bdf80 reply state ffff88008ee15000 transno 300647710766 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfce91 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307179.962535:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307179.962593:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+55:22165:x1808064247944320:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 860us (1129us total) trans 300647710766 rc 0/0 00000100:00100000:1.0:1724307179.962600:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 206 00010000:00010000:3.0:1724307179.966053:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfce91 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.966066:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfce91 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.966072:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfce91 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.966077:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.966081:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfce91 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.966086:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfce91 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.966100:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea31e (ffff8801362b4700) 00010000:00010000:3.0:1724307179.966103:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.966106:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfce91 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.966111:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfce91 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307179.967047:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.967836:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247944448 00000100:00100000:3.0:1724307179.967844:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247944448 00000100:00100000:3.0:1724307179.967923:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 207 00000100:00100000:3.0:1724307179.967928:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+54:22165:x1808064247944448:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.967944:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.967958:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfcea6 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b832 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.968329:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcead lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968340:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcead lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968348:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcead lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968357:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfceb4 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968362:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfceb4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968366:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfceb4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968633:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfcebb lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968656:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfcebb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968662:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfcebb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.968691:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xac3:0x0]: returning size 0 00000004:00200000:3.0:1724307179.968694:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.968707:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfcebb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968715:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfcebb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968722:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcead lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968726:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcead lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968731:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcead lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968735:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d161c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.968738:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcead lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968743:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcead lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968751:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.968753:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.968757:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcead lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968761:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcead lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968770:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfceb4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968774:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfceb4 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968778:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfceb4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968781:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.968784:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfceb4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968787:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfceb4 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968793:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea31f (ffff88012ff88800) 00010000:00010000:3.0:1724307179.968794:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.968796:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfceb4 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968800:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfceb4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.968820:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfcea6 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b832 expref: 56 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.968828:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfcebb lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b832 expref: 55 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.968832:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac3:0x0].0x0 (ffff88012ff88a00) 00010000:00010000:3.0:1724307179.968834:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.968835:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d15440, rc 0) 00000100:00100000:3.0:1724307179.968886:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+55:22165:x1808064247944448:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 956us (1843us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.968891:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 207 00000100:00100000:0.0:1724307179.972618:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.972961:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247944704 00000100:00100000:3.0:1724307179.972970:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247944704 00000100:00100000:3.0:1724307179.973285:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 208 00000100:00100000:3.0:1724307179.973292:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+55:22165:x1808064247944704:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307179.973412:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307179.973431:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfcebb lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b832 expref: 55 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.973442:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac3:0x0].0x0 (ffff88012ff88a00) 00010000:00010000:3.0:1724307179.973449:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307179.973469:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfcec2 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.973477:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfcec2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.973482:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfcec2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.973488:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfcec9 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.973491:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfcec9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.973494:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfcec9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.973566:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfced0 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.973570:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfced0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.973573:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfced0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307179.973916:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].75, 64 off12992 00010000:00010000:3.0:1724307179.973966:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfced7 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.973972:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfced7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.973978:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfced7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974064:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfced7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974070:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfced7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974075:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfced7 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974080:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfced7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974085:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d15200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307179.974088:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfced7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974093:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfced7 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974100:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac3:0x0].0x0 (ffff88012ff88400) 00010000:00010000:3.0:1724307179.974102:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307179.974104:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfced7 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974112:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfced7 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974131:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfced0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974135:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfced0 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974139:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfced0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974142:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d17600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.974144:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfced0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974148:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfced0 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974152:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac3:0x0].0x0 (ffff88012ff88400) 00010000:00010000:3.0:1724307179.974153:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307179.974155:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfced0 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974158:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfced0 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xac3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974189:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfcec2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974193:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfcec2 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974196:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfcec2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974201:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d15d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.974203:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfcec2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974207:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfcec2 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974211:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.974213:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.974214:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfcec2 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.974218:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfcec2 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307179.974223:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800939bf100 reply state ffff88009e7e1000 transno 300647710767 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfcec9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307179.974228:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307179.974328:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+56:22165:x1808064247944704:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1036us (1717us total) trans 300647710767 rc 0/0 00000100:00100000:3.0:1724307179.974335:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 208 00010000:00010000:3.0:1724307179.975737:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfcec9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.975746:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfcec9 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.975751:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfcec9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.975756:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.975759:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfcec9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.975765:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfcec9 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.975775:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea31f (ffff88012ff88900) 00010000:00010000:3.0:1724307179.975777:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.975780:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfcec9 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.975784:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfcec9 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307179.977259:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.977340:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247944832 00000100:00100000:3.0:1724307179.977348:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247944832 00000100:00100000:3.0:1724307179.977514:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 209 00000100:00100000:3.0:1724307179.977520:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+55:22165:x1808064247944832:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.977536:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.977551:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfcede lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b839 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.977597:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfcee5 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977607:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfcee5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977615:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfcee5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977626:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfceec lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977632:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfceec lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977680:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfceec lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977830:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfcef3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977836:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfcef3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977841:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfcef3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.977857:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xac4:0x0]: returning size 0 00000004:00200000:3.0:1724307179.977861:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.977871:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfcef3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977877:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfcef3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977883:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfcee5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977887:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfcee5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977892:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfcee5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977896:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.977899:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfcee5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977904:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfcee5 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977912:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.977914:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.977917:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfcee5 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977921:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfcee5 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977929:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfceec lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977933:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfceec lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977936:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfceec lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977940:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d15680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.977941:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfceec lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977945:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfceec lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977950:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea320 (ffff88012ff88d00) 00010000:00010000:3.0:1724307179.977952:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.977953:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfceec lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977957:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfceec lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.977977:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfcede lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b839 expref: 57 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.977986:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfcef3 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b839 expref: 56 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.977991:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac4:0x0].0x0 (ffff88012ff88600) 00010000:00010000:3.0:1724307179.977992:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.977994:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d16f40, rc 0) 00000100:00100000:3.0:1724307179.978038:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+56:22165:x1808064247944832:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 517us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.978044:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 209 00000100:00100000:0.0:1724307179.980246:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.980360:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247945088 00000100:00100000:1.0:1724307179.980368:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247945088 00000100:00100000:1.0:1724307179.980411:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 210 00000100:00100000:1.0:1724307179.980417:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+56:22165:x1808064247945088:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307179.980454:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307179.980473:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfcef3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b839 expref: 56 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.980490:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac4:0x0].0x0 (ffff88012ff88600) 00010000:00010000:1.0:1724307179.980497:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307179.980517:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcefa lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.980525:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcefa lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.980531:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcefa lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.980541:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfcf01 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.980546:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfcf01 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.980551:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfcf01 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.980623:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcf08 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.980630:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcf08 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.980635:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcf08 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:1.0:1724307179.981002:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].75, 64 off12992 00010000:00010000:1.0:1724307179.981054:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcf0f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981061:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcf0f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981066:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcf0f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981072:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcf0f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981076:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcf0f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981081:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcf0f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981091:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcf0f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981096:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307179.981099:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcf0f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981104:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcf0f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981114:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac4:0x0].0x0 (ffff8801362b4000) 00010000:00010000:1.0:1724307179.981116:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307179.981119:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcf0f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981123:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfcf0f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981139:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcf08 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981144:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcf08 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981148:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcf08 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981151:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.981154:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcf08 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981158:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcf08 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981168:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac4:0x0].0x0 (ffff8801362b4000) 00010000:00010000:1.0:1724307179.981170:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307179.981172:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcf08 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981176:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfcf08 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xac4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981211:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcefa lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981217:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcefa lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981221:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcefa lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981225:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.981227:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcefa lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981231:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcefa lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981237:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.981239:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.981241:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcefa lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.981246:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfcefa lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:1.0:1724307179.981252:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800939bf480 reply state ffff88008ee17000 transno 300647710768 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfcf01 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307179.981258:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307179.981304:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+57:22165:x1808064247945088:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 885us (1063us total) trans 300647710768 rc 0/0 00000100:00100000:1.0:1724307179.981310:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 210 00010000:00010000:3.0:1724307179.983231:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfcf01 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.983241:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfcf01 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.983247:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfcf01 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.983252:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.983255:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfcf01 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.983261:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfcf01 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.983273:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea320 (ffff8801362b4700) 00010000:00010000:3.0:1724307179.983276:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.983279:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfcf01 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.983283:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfcf01 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307179.984590:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.984933:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247945216 00000100:00100000:3.0:1724307179.984941:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247945216 00000100:00100000:3.0:1724307179.984985:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 211 00000100:00100000:3.0:1724307179.984991:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+56:22165:x1808064247945216:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307179.985009:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307179.985023:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14d80/0x85b23e07e0bfcf16 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b840 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.985071:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16d00/0x85b23e07e0bfcf1d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985082:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16d00/0x85b23e07e0bfcf1d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985090:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16d00/0x85b23e07e0bfcf1d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985099:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfcf24 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985104:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfcf24 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985109:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfcf24 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985243:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfcf2b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985248:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfcf2b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985253:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfcf2b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307179.985268:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xac5:0x0]: returning size 0 00000004:00200000:3.0:1724307179.985271:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307179.985282:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfcf2b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985289:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfcf2b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985295:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16d00/0x85b23e07e0bfcf1d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985299:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16d00/0x85b23e07e0bfcf1d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985304:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16d00/0x85b23e07e0bfcf1d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985309:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.985311:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16d00/0x85b23e07e0bfcf1d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985315:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16d00/0x85b23e07e0bfcf1d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985322:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.985325:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.985328:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16d00/0x85b23e07e0bfcf1d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985332:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16d00/0x85b23e07e0bfcf1d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985340:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfcf24 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985344:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfcf24 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985348:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfcf24 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985351:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d15f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.985353:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfcf24 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985356:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfcf24 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985360:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea321 (ffff88012ff88200) 00010000:00010000:3.0:1724307179.985362:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.985363:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfcf24 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985367:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfcf24 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.985384:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14d80/0x85b23e07e0bfcf16 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b840 expref: 58 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.985393:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfcf2b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b840 expref: 57 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.985402:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac5:0x0].0x0 (ffff88012ff88100) 00010000:00010000:3.0:1724307179.985404:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307179.985406:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d16640, rc 0) 00000100:00100000:3.0:1724307179.985440:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+57:22165:x1808064247945216:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 449us (856us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307179.985445:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 211 00000100:00100000:0.0:1724307179.987573:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.988240:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247945472 00000100:00100000:1.0:1724307179.988248:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247945472 00000100:00100000:1.0:1724307179.988288:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 212 00000100:00100000:1.0:1724307179.988295:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+57:22165:x1808064247945472:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307179.988335:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307179.988354:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfcf2b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b840 expref: 57 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.988377:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac5:0x0].0x0 (ffff88012ff88100) 00010000:00010000:1.0:1724307179.988386:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307179.988407:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcf32 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.988417:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcf32 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.988426:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcf32 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.988435:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcf39 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.988439:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcf39 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.988445:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcf39 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.988521:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcf40 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.988526:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcf40 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.988531:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcf40 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:1.0:1724307179.988879:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].76, 64 off13056 00010000:00010000:1.0:1724307179.988929:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcf47 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.988935:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcf47 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.988942:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcf47 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.988947:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcf47 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.988952:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcf47 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.988956:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcf47 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.988961:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcf47 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.988965:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307179.988968:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcf47 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.988972:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcf47 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.988978:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac5:0x0].0x0 (ffff8801362b4500) 00010000:00010000:1.0:1724307179.988980:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307179.988982:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcf47 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.988990:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfcf47 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.989005:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcf40 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.989009:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcf40 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.989013:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcf40 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.989016:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.989019:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcf40 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.989023:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcf40 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.989028:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac5:0x0].0x0 (ffff8801362b4500) 00010000:00010000:1.0:1724307179.989030:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307179.989032:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcf40 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.989036:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfcf40 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xac5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.989067:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcf32 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.989071:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcf32 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.989074:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcf32 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.989078:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.989080:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcf32 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.989083:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcf32 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.989088:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.989090:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.989092:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcf32 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.989095:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfcf32 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:1.0:1724307179.989101:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800939be300 reply state ffff8800941f9000 transno 300647710769 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcf39 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307179.989106:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307179.989153:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+58:22165:x1808064247945472:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 859us (1585us total) trans 300647710769 rc 0/0 00000100:00100000:1.0:1724307179.989159:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 212 00010000:00010000:3.0:1724307179.991089:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcf39 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.991098:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcf39 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.991103:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcf39 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.991107:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.991110:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcf39 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.991115:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcf39 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.991126:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea321 (ffff8801362b4200) 00010000:00010000:3.0:1724307179.991128:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.991130:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcf39 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.991134:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfcf39 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307179.991510:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.991571:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247945600 00000100:00100000:3.0:1724307179.991578:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247945600 00000100:00100000:1.0:1724307179.991761:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 213 00000100:00100000:1.0:1724307179.991768:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+57:22165:x1808064247945600:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.991783:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.991795:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcf4e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b847 expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.991840:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcf55 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.991849:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcf55 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.991856:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcf55 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.991866:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcf5c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.991870:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcf5c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.991875:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcf5c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992022:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcf63 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992028:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcf63 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992033:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcf63 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:1.0:1724307179.992050:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xac6:0x0]: returning size 0 00000004:00200000:1.0:1724307179.992053:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.992064:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcf63 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992071:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcf63 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992077:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcf55 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992086:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcf55 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992091:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcf55 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992095:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.992097:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcf55 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992102:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcf55 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992109:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.992111:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.992115:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcf55 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992119:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfcf55 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992127:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcf5c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992132:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcf5c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992136:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcf5c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992139:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.992141:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcf5c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992148:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcf5c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992153:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea322 (ffff8801362b4d00) 00010000:00010000:1.0:1724307179.992154:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.992156:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcf5c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992159:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfcf5c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.992178:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcf4e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b847 expref: 59 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.992186:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcf63 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b847 expref: 58 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.992192:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac6:0x0].0x0 (ffff8801362b4000) 00010000:00010000:1.0:1724307179.992194:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.992195:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b7840, rc 0) 00000100:00100000:1.0:1724307179.992230:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+58:22165:x1808064247945600:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 462us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.992235:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 213 00000100:00100000:0.0:1724307179.994869:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307179.994955:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247945856 00000100:00100000:3.0:1724307179.994962:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247945856 00000100:00100000:3.0:1724307179.995144:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 214 00000100:00100000:3.0:1724307179.995150:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+58:22165:x1808064247945856:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307179.995190:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307179.995209:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfcf63 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b847 expref: 58 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.995222:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac6:0x0].0x0 (ffff8801362b4000) 00010000:00010000:3.0:1724307179.995232:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307179.995253:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcf6a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995262:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcf6a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995270:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcf6a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995280:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfcf71 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995285:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfcf71 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995289:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfcf71 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995364:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfcf78 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995370:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfcf78 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995374:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfcf78 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307179.995719:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].76, 64 off13056 00010000:00010000:3.0:1724307179.995764:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfcf7f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995770:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfcf7f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995776:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfcf7f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995781:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfcf7f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995786:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfcf7f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995790:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfcf7f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995794:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfcf7f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995798:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d15b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307179.995801:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfcf7f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995806:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfcf7f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995815:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac6:0x0].0x0 (ffff88012ff88300) 00010000:00010000:3.0:1724307179.995817:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307179.995819:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfcf7f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995823:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfcf7f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995839:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfcf78 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995843:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfcf78 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995847:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfcf78 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995850:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d17840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.995852:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfcf78 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995856:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfcf78 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995860:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac6:0x0].0x0 (ffff88012ff88300) 00010000:00010000:3.0:1724307179.995861:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307179.995863:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfcf78 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995867:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfcf78 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xac6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995902:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcf6a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995907:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcf6a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995911:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcf6a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995915:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d161c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307179.995916:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcf6a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995920:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcf6a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995924:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307179.995926:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.995928:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcf6a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.995932:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfcf6a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307179.995937:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800939bca80 reply state ffff88009e7e5000 transno 300647710770 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfcf71 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307179.995942:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307179.995992:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+59:22165:x1808064247945856:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 840us (1127us total) trans 300647710770 rc 0/0 00000100:00100000:3.0:1724307179.995998:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 214 00000100:00100000:0.0:1724307179.998533:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307179.998605:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247945984 00000100:00100000:1.0:1724307179.998612:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247945984 00000100:00100000:1.0:1724307179.998689:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 215 00000100:00100000:1.0:1724307179.998696:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+59:22165:x1808064247945984:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307179.998713:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307179.998734:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcf86 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b84e expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307179.998756:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfcf71 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.998764:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfcf71 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.998770:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfcf71 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.998775:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d158c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.998777:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcf8d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.998778:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfcf71 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.998783:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfcf71 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307179.998787:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcf8d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.998793:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfd3ea322 (ffff88012ff88500) 00010000:00010000:1.0:1724307179.998794:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcf8d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307179.998796:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307179.998799:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfcf71 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307179.998803:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfcf71 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfd3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307179.998804:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcf94 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.998808:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcf94 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.998813:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcf94 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.998975:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcf9b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.998981:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcf9b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.998986:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcf9b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:1.0:1724307179.999003:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xac7:0x0]: returning size 0 00000004:00200000:1.0:1724307179.999006:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307179.999018:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcf9b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.999025:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcf9b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.999030:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcf8d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.999034:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcf8d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.999039:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcf8d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.999042:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.999044:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcf8d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.999048:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcf8d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.999054:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307179.999056:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.999059:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcf8d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.999062:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcf8d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.999070:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcf94 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.999074:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcf94 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.999079:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcf94 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.999082:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6ac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307179.999084:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcf94 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.999088:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcf94 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.999094:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea319 (ffff8801362b4a00) 00010000:00010000:1.0:1724307179.999095:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307179.999097:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcf94 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.999101:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcf94 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307179.999122:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcf86 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b84e expref: 60 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.999130:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcf9b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b84e expref: 59 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307179.999136:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac7:0x0].0x0 (ffff8801362b4700) 00010000:00010000:1.0:1724307179.999138:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307179.999140:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b4d80, rc 0) 00000100:00100000:1.0:1724307179.999177:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+59:22165:x1808064247945984:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 481us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307179.999183:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 215 00000100:00100000:0.0:1724307180.001680:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.001753:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247946240 00000100:00100000:2.0:1724307180.001761:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247946240 00000100:00100000:2.0:1724307180.001792:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 216 00000100:00100000:2.0:1724307180.001797:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f3a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+59:22165:x1808064247946240:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.001838:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.001858:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfcf9b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b84e expref: 59 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.001886:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac7:0x0].0x0 (ffff8801362b4700) 00010000:00010000:2.0:1724307180.001896:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.001920:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcfa2 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.001929:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcfa2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.001936:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcfa2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.001946:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcfa9 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.001951:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcfa9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.001957:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcfa9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.002090:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcfb0 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.002096:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcfb0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.002101:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcfb0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:2.0:1724307180.002423:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].77, 64 off13120 00010000:00010000:2.0:1724307180.002472:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfcfb7 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.002479:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfcfb7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.002485:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfcfb7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.002490:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfcfb7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.002494:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfcfb7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.002499:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfcfb7 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.002505:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfcfb7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.002512:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.002516:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfcfb7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.002522:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfcfb7 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.002528:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac7:0x0].0x0 (ffff8800931d2d00) 00010000:00010000:2.0:1724307180.002530:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.002533:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfcfb7 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.003219:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfcfb7 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.003244:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcfb0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.003249:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcfb0 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.003254:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcfb0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.003258:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.003260:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcfb0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.003265:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcfb0 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.003272:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac7:0x0].0x0 (ffff8800931d2d00) 00010000:00010000:2.0:1724307180.003274:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.003276:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcfb0 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.003281:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfcfb0 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xac7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.003322:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcfa2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.003327:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcfa2 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.003332:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcfa2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.003335:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01898c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.003337:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcfa2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.003341:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcfa2 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.003347:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.003349:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.003351:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcfa2 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.003355:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfcfa2 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:2.0:1724307180.003362:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f3a0700 reply state ffff880090bcb000 transno 300647710771 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcfa9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307180.003367:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.003926:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f3a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+60:22165:x1808064247946240:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2124us (2302us total) trans 300647710771 rc 0/0 00000100:00100000:2.0:1724307180.003934:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 216 00000100:00100000:0.0:1724307180.006215:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.006553:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247946368 00000100:00100000:2.0:1724307180.006561:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247946368 00000100:00100000:2.0:1724307180.006913:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 217 00000100:00100000:2.0:1724307180.006921:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+60:22165:x1808064247946368:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307180.006938:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307180.006953:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfcfbe lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b855 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.006999:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcfc5 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007009:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcfc5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007018:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcfc5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007028:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcfcc lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.007029:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcfa9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007033:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcfcc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007038:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcfcc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.007038:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcfa9 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.007044:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcfa9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.007049:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.007052:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcfa9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.007057:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcfa9 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.007067:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea319 (ffff8800931d2f00) 00010000:00010000:3.0:1724307180.007070:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.007073:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcfa9 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.007078:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfcfa9 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007192:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfcfd3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007199:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfcfd3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007204:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfcfd3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:2.0:1724307180.007222:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xac8:0x0]: returning size 0 00000004:00200000:2.0:1724307180.007225:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307180.007236:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfcfd3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007244:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfcfd3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007249:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcfc5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007253:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcfc5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007256:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcfc5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007260:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018aac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.007262:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcfc5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007267:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcfc5 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007272:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.007274:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.007277:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcfc5 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007281:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfcfc5 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007291:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcfcc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007296:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcfcc lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007300:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcfcc lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007304:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ad00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.007305:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcfcc lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007310:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcfcc lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007315:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea31a (ffff8800931d2800) 00010000:00010000:2.0:1724307180.007316:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.007318:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcfcc lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007322:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfcfcc lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.007340:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfcfbe lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b855 expref: 61 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.007348:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfcfd3 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b855 expref: 60 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.007353:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac8:0x0].0x0 (ffff8800931d2400) 00010000:00010000:2.0:1724307180.007355:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307180.007357:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a018bcc0, rc 0) 00000100:00100000:2.0:1724307180.007391:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+60:22165:x1808064247946368:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 471us (1182us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307180.007396:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 217 00000100:00100000:0.0:1724307180.009283:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.009363:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247946624 00000100:00100000:1.0:1724307180.009370:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247946624 00000100:00100000:1.0:1724307180.009406:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 218 00000100:00100000:1.0:1724307180.009411:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f3a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+60:22165:x1808064247946624:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307180.009445:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307180.009458:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfcfd3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b855 expref: 60 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.009472:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac8:0x0].0x0 (ffff8800931d2400) 00010000:00010000:1.0:1724307180.009479:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307180.009496:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcfda lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.009504:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcfda lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.009510:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcfda lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.009518:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcfe1 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.009523:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcfe1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.009527:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcfe1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.009606:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcfe8 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.009611:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcfe8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.009615:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcfe8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:1.0:1724307180.009931:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].77, 64 off13120 00010000:00010000:1.0:1724307180.009975:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcfef lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.009981:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcfef lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.009986:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcfef lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.009992:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcfef lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.009996:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcfef lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010000:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcfef lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010004:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcfef lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010008:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b73c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.010010:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcfef lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010015:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcfef lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010020:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac8:0x0].0x0 (ffff8801362b4d00) 00010000:00010000:1.0:1724307180.010022:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307180.010024:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcfef lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010032:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfcfef lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010047:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcfe8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010051:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcfe8 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010055:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcfe8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010058:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.010060:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcfe8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010063:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcfe8 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010068:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac8:0x0].0x0 (ffff8801362b4d00) 00010000:00010000:1.0:1724307180.010069:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307180.010071:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcfe8 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010074:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfcfe8 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xac8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010102:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcfda lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010106:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcfda lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010109:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcfda lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010114:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.010116:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcfda lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010119:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcfda lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010124:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.010125:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.010127:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcfda lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.010130:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfcfda lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:1.0:1724307180.010135:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f3a1180 reply state ffff8800941fd000 transno 300647710772 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcfe1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307180.010139:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307180.010179:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f3a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+61:22165:x1808064247946624:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 767us (899us total) trans 300647710772 rc 0/0 00000100:00100000:1.0:1724307180.010184:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 218 00010000:00010000:3.0:1724307180.012395:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcfe1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.012405:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcfe1 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.012411:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcfe1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.012415:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6ac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.012418:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcfe1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.012424:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcfe1 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.012436:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea31a (ffff8801362b4a00) 00010000:00010000:3.0:1724307180.012438:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.012442:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcfe1 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.012446:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfcfe1 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.013865:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.014006:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247946752 00000100:00100000:2.0:1724307180.014013:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247946752 00000100:00100000:2.0:1724307180.014050:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 219 00000100:00100000:2.0:1724307180.014056:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+60:22165:x1808064247946752:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307180.014072:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307180.014085:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfcff6 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b85c expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.014127:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfcffd lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014136:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfcffd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014144:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfcffd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014154:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd004 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014158:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd004 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014163:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd004 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014316:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd00b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014322:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd00b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014329:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd00b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:2.0:1724307180.014345:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xac9:0x0]: returning size 0 00000004:00200000:2.0:1724307180.014348:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307180.014359:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd00b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014366:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd00b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014371:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfcffd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014374:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfcffd lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014378:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfcffd lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014382:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.014385:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfcffd lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014390:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfcffd lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014397:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.014399:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.014402:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfcffd lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014406:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfcffd lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014415:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd004 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014418:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd004 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014422:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd004 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014426:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01886c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.014428:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd004 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014432:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd004 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014437:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea31b (ffff8800931d2e00) 00010000:00010000:2.0:1724307180.014438:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.014440:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd004 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014443:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd004 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.014465:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfcff6 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b85c expref: 62 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.014477:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd00b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b85c expref: 61 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.014487:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac9:0x0].0x0 (ffff8800931d2500) 00010000:00010000:2.0:1724307180.014488:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307180.014490:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a018ba80, rc 0) 00000100:00100000:2.0:1724307180.014526:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+61:22165:x1808064247946752:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 469us (666us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307180.014532:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 219 00000100:00100000:0.0:1724307180.016850:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.017265:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247947008 00000100:00100000:1.0:1724307180.017272:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247947008 00000100:00100000:1.0:1724307180.017443:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 220 00000100:00100000:1.0:1724307180.017449:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f3a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+61:22165:x1808064247947008:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307180.017489:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307180.017507:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd00b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b85c expref: 61 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.017525:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac9:0x0].0x0 (ffff8800931d2500) 00010000:00010000:1.0:1724307180.017534:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307180.017964:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd012 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.017975:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd012 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.017983:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd012 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.017993:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd019 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.017998:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd019 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018002:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd019 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018077:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd020 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018081:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd020 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018086:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd020 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:1.0:1724307180.018376:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].78, 64 off13184 00010000:00010000:1.0:1724307180.018419:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd027 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018428:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd027 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018434:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd027 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018439:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd027 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018444:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd027 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018449:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd027 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018453:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd027 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018458:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.018461:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd027 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018466:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd027 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018472:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac9:0x0].0x0 (ffff8801362b4000) 00010000:00010000:1.0:1724307180.018474:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307180.018476:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd027 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018480:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd027 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018497:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd020 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018502:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd020 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018506:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd020 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018509:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.018511:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd020 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018514:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd020 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018519:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xac9:0x0].0x0 (ffff8801362b4000) 00010000:00010000:1.0:1724307180.018520:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307180.018522:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd020 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018525:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd020 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xac9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018551:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd012 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018555:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd012 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018559:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd012 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018562:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.018564:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd012 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018572:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd012 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018577:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.018578:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.018580:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd012 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.018584:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd012 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:1.0:1724307180.018589:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f3a3480 reply state ffff8800941ff000 transno 300647710773 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd019 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307180.018595:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307180.018697:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f3a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+62:22165:x1808064247947008:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1246us (1852us total) trans 300647710773 rc 0/0 00000100:00100000:1.0:1724307180.018703:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 220 00010000:00010000:3.0:1724307180.021130:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd019 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.021141:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd019 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.021146:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd019 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.021151:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.021154:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd019 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.021160:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd019 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.021171:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea31b (ffff8801362b4d00) 00010000:00010000:3.0:1724307180.021174:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.021177:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd019 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.021181:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd019 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.021232:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.021335:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247947136 00000100:00100000:1.0:1724307180.021343:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247947136 00000100:00100000:1.0:1724307180.021439:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 221 00000100:00100000:1.0:1724307180.021445:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f3a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+61:22165:x1808064247947136:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307180.021462:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307180.021474:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfd02e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b863 expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.021519:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd035 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.021529:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd035 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.021537:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd035 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.021547:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd03c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.021553:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd03c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.021558:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd03c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.021970:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfd043 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.021977:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfd043 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.021983:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfd043 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:0.0:1724307180.022002:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaca:0x0]: returning size 0 00000004:00200000:0.0:1724307180.022005:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1724307180.022016:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfd043 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.022023:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfd043 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.022032:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd035 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.022036:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd035 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.022041:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd035 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.022045:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.022047:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd035 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.022052:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd035 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.022058:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307180.022060:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.022062:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd035 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.022066:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd035 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.022088:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd03c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.022093:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd03c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.022097:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd03c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.022101:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b73c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.022103:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd03c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.022108:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd03c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.022114:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea31c (ffff8801362b4700) 00010000:00010000:0.0:1724307180.022116:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.022118:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd03c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.022122:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd03c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.022143:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfd02e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b863 expref: 63 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.022152:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfd043 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b863 expref: 62 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.022158:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaca:0x0].0x0 (ffff880129e81a00) 00010000:00010000:0.0:1724307180.022160:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1724307180.022162:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d172ac0, rc 0) 00000100:00100000:0.0:1724307180.022524:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f3a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+62:22165:x1808064247947136:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 1077us (1294us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307180.022531:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 221 00000100:00100000:0.0:1724307180.024741:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.024803:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247947392 00000100:00100000:2.0:1724307180.024810:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247947392 00000100:00100000:2.0:1724307180.024838:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 222 00000100:00100000:2.0:1724307180.024843:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f3a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+62:22165:x1808064247947392:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.024878:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.024895:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172ac0/0x85b23e07e0bfd043 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b863 expref: 62 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.024908:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaca:0x0].0x0 (ffff880129e81a00) 00010000:00010000:2.0:1724307180.024916:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.024936:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd04a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.024944:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd04a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.024950:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd04a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.024959:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd051 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.024966:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd051 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.024970:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd051 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025040:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd058 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025045:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd058 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025049:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd058 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.025339:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].78, 64 off13184 00010000:00010000:2.0:1724307180.025381:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd05f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025387:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd05f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025392:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd05f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025397:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd05f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025402:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd05f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025406:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd05f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025413:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd05f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025418:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ad00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.025420:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd05f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025424:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd05f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025429:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaca:0x0].0x0 (ffff8800931d2400) 00010000:00010000:2.0:1724307180.025431:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.025433:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd05f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025437:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd05f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025454:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd058 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025458:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd058 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025462:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd058 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025465:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.025468:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd058 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025471:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd058 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025479:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaca:0x0].0x0 (ffff8800931d2400) 00010000:00010000:2.0:1724307180.025481:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.025483:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd058 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025486:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd058 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025514:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd04a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025518:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd04a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025522:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd04a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025525:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.025527:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd04a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025531:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd04a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025535:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.025536:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.025538:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd04a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.025541:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd04a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.025546:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f3a2d80 reply state ffff880090bcf000 transno 300647710774 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd051 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.025551:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.025607:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f3a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+63:22165:x1808064247947392:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 763us (870us total) trans 300647710774 rc 0/0 00000100:00100000:2.0:1724307180.025612:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 222 00010000:00010000:3.0:1724307180.027129:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd051 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.027137:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd051 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.027142:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd051 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.027147:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018bcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.027149:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd051 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.027155:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd051 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.027164:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea31c (ffff8800931d2f00) 00010000:00010000:3.0:1724307180.027166:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.027168:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd051 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.027172:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd051 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.028854:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.028946:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247947520 00000100:00100000:2.0:1724307180.028954:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247947520 00000100:00100000:2.0:1724307180.028981:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 223 00000100:00100000:2.0:1724307180.028986:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f3a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+62:22165:x1808064247947520:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307180.029001:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307180.029015:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd066 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b86a expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.029056:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd06d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029066:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd06d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029074:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd06d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029082:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd074 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029087:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd074 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029091:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd074 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029286:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd07b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029291:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd07b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029296:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd07b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:2.0:1724307180.029311:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xacb:0x0]: returning size 0 00000004:00200000:2.0:1724307180.029314:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307180.029325:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd07b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029331:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd07b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029337:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd06d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029341:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd06d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029346:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd06d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029350:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01898c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.029352:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd06d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029357:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd06d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029365:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.029367:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.029371:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd06d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029375:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd06d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029382:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd074 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029385:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd074 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029389:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd074 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029392:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.029394:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd074 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029397:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd074 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029401:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea31d (ffff8800931d2d00) 00010000:00010000:2.0:1724307180.029403:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.029404:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd074 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029408:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd074 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.029426:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd066 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b86a expref: 64 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.029440:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd07b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b86a expref: 63 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.029445:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xacb:0x0].0x0 (ffff8800931d2900) 00010000:00010000:2.0:1724307180.029447:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307180.029449:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0188d80, rc 0) 00000100:00100000:2.0:1724307180.031439:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f3a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+63:22165:x1808064247947520:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 2445us (2582us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307180.031448:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 223 00000100:00100000:0.0:1724307180.033402:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.033477:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247947776 00000100:00100000:2.0:1724307180.033484:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247947776 00000100:00100000:2.0:1724307180.033510:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 224 00000100:00100000:2.0:1724307180.033514:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+63:22165:x1808064247947776:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.033552:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.033571:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd07b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b86a expref: 63 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.033582:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xacb:0x0].0x0 (ffff8800931d2900) 00010000:00010000:2.0:1724307180.033590:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.033611:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd082 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.033619:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd082 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.033625:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd082 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.033655:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd089 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.033660:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd089 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.033665:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd089 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.033750:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd090 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.033755:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd090 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.033759:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd090 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.034040:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].79, 64 off13248 00010000:00010000:2.0:1724307180.034086:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd097 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034092:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd097 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034097:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd097 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034102:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd097 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034107:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd097 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034115:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd097 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034120:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd097 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034124:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.034127:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd097 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034131:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd097 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034136:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xacb:0x0].0x0 (ffff8800931d2b00) 00010000:00010000:2.0:1724307180.034138:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.034140:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd097 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034144:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd097 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034158:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd090 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034161:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd090 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034165:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd090 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034169:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.034171:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd090 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034177:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd090 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034182:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xacb:0x0].0x0 (ffff8800931d2b00) 00010000:00010000:2.0:1724307180.034183:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.034185:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd090 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034188:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd090 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xacb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034216:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd082 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034220:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd082 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034223:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd082 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034226:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ba80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.034228:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd082 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034232:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd082 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034236:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.034237:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.034239:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd082 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.034243:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd082 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.034248:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6786d80 reply state ffff880091152000 transno 300647710775 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd089 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.034253:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.034987:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+64:22165:x1808064247947776:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1468us (1586us total) trans 300647710775 rc 0/0 00000100:00100000:2.0:1724307180.034993:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 224 00010000:00010000:3.0:1724307180.036773:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd089 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.036784:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd089 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.036790:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd089 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.036794:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.036797:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd089 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.036801:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd089 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.036813:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea31d (ffff8800931d2500) 00010000:00010000:3.0:1724307180.036816:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.036818:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd089 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.036822:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd089 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.038094:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.038160:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247947904 00000100:00100000:2.0:1724307180.038167:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247947904 00000100:00100000:2.0:1724307180.038197:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 225 00000100:00100000:2.0:1724307180.038202:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+63:22165:x1808064247947904:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307180.038218:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307180.038229:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd09e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b871 expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.038269:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd0a5 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038278:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd0a5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038285:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd0a5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038293:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd0ac lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038297:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd0ac lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038302:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd0ac lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038497:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd0b3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038502:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd0b3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038507:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd0b3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:2.0:1724307180.038522:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xacc:0x0]: returning size 0 00000004:00200000:2.0:1724307180.038524:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307180.038535:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd0b3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038542:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd0b3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038547:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd0a5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038552:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd0a5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038556:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd0a5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038560:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.038562:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd0a5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038566:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd0a5 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038573:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.038576:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.038579:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd0a5 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038583:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd0a5 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038590:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd0ac lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038593:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd0ac lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038597:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd0ac lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038601:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01898c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.038602:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd0ac lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038606:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd0ac lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038610:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea31e (ffff8800931d2d00) 00010000:00010000:2.0:1724307180.038611:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.038612:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd0ac lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038616:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd0ac lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.038632:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd09e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b871 expref: 65 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.038680:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd0b3 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b871 expref: 64 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.038685:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xacc:0x0].0x0 (ffff8800931d2400) 00010000:00010000:2.0:1724307180.038687:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307180.038689:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0188fc0, rc 0) 00000100:00100000:2.0:1724307180.038731:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+64:22165:x1808064247947904:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 528us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307180.038736:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 225 00000100:00100000:0.0:1724307180.040982:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.041081:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247948160 00000100:00100000:2.0:1724307180.041088:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247948160 00000100:00100000:2.0:1724307180.041364:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 226 00000100:00100000:2.0:1724307180.041370:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+64:22165:x1808064247948160:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.041405:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.041424:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd0b3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b871 expref: 64 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.041436:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xacc:0x0].0x0 (ffff8800931d2400) 00010000:00010000:2.0:1724307180.041445:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.041466:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd0ba lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.041474:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd0ba lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.041480:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd0ba lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.041492:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd0c1 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.041496:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd0c1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.041500:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd0c1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.041571:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd0c8 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.041576:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd0c8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.041579:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd0c8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:2.0:1724307180.041925:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].79, 64 off13248 00010000:00010000:2.0:1724307180.041970:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd0cf lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.041976:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd0cf lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.041981:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd0cf lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.041986:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd0cf lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.041989:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd0cf lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.041997:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd0cf lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042002:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd0cf lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042006:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b3c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.042009:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd0cf lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042014:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd0cf lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042019:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xacc:0x0].0x0 (ffff8800931d2a00) 00010000:00010000:2.0:1724307180.042021:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.042024:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd0cf lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042028:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd0cf lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042043:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd0c8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042047:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd0c8 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042051:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd0c8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042054:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018af40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.042056:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd0c8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042062:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd0c8 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042067:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xacc:0x0].0x0 (ffff8800931d2a00) 00010000:00010000:2.0:1724307180.042068:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.042069:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd0c8 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042073:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd0c8 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xacc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042104:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd0ba lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042107:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd0ba lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042111:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd0ba lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042114:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.042115:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd0ba lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042119:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd0ba lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042123:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.042125:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.042127:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd0ba lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.042130:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd0ba lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:2.0:1724307180.042136:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6786680 reply state ffff880091155000 transno 300647710776 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd0c1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307180.042140:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.042951:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+65:22165:x1808064247948160:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1579us (1972us total) trans 300647710776 rc 0/0 00000100:00100000:2.0:1724307180.042957:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 226 00000100:00100000:0.0:1724307180.044957:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.045016:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247948288 00000100:00100000:2.0:1724307180.045023:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247948288 00000100:00100000:2.0:1724307180.045051:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 227 00000100:00100000:2.0:1724307180.045056:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+65:22165:x1808064247948288:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307180.045070:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307180.045084:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd0d6 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b878 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.045124:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd0dd lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045133:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd0dd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045141:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd0dd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045149:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd0e4 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045153:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd0e4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045158:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd0e4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045290:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd0eb lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045295:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd0eb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045300:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd0eb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:2.0:1724307180.045314:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xacd:0x0]: returning size 0 00000004:00200000:2.0:1724307180.045317:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307180.045327:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd0eb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045333:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd0eb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045338:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd0dd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045343:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd0dd lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045347:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd0dd lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045351:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.045353:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd0dd lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045358:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd0dd lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045365:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.045368:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.045371:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd0dd lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045375:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd0dd lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045382:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd0e4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045386:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd0e4 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045389:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd0e4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045393:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.045394:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd0e4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045398:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd0e4 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045402:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea31f (ffff8800931d2200) 00010000:00010000:2.0:1724307180.045403:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.045404:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd0e4 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045408:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd0e4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.045426:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd0d6 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b878 expref: 67 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.045438:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd0eb lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b878 expref: 66 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.045443:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xacd:0x0].0x0 (ffff8800931d2300) 00010000:00010000:2.0:1724307180.045444:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307180.045446:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0189d40, rc 0) 00000100:00100000:2.0:1724307180.045488:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+66:22165:x1808064247948288:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 432us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307180.045493:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 227 00010000:00010000:3.0:1724307180.045538:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd0c1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.045543:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd0c1 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.045547:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd0c1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.045550:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ad00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.045553:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd0c1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.045556:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd0c1 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.045562:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea31e (ffff8800931d2700) 00010000:00010000:3.0:1724307180.045564:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.045565:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd0c1 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.045568:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd0c1 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307180.048552:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.048608:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247948544 00000100:00100000:2.0:1724307180.048615:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247948544 00000100:00100000:2.0:1724307180.048659:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 228 00000100:00100000:2.0:1724307180.048665:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+65:22165:x1808064247948544:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.048720:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.048739:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd0eb lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b878 expref: 65 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.048750:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xacd:0x0].0x0 (ffff8800931d2300) 00010000:00010000:2.0:1724307180.048758:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.048778:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd0f2 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.048786:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd0f2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.048792:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd0f2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.048804:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd0f9 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.048808:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd0f9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.048812:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd0f9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.048881:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd100 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.048886:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd100 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.048890:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd100 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.049179:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].80, 64 off13312 00010000:00010000:2.0:1724307180.049226:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd107 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049231:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd107 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049237:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd107 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049242:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd107 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049246:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd107 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049253:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd107 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049258:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd107 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049262:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.049264:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd107 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049269:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd107 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049274:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xacd:0x0].0x0 (ffff8800931d2900) 00010000:00010000:2.0:1724307180.049276:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.049279:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd107 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049283:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd107 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049297:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd100 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049301:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd100 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049304:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd100 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049308:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.049310:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd100 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049317:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd100 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049321:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xacd:0x0].0x0 (ffff8800931d2900) 00010000:00010000:2.0:1724307180.049323:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.049324:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd100 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049327:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd100 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xacd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049355:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd0f2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049360:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd0f2 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049364:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd0f2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049367:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ba80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.049369:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd0f2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049372:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd0f2 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049378:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.049379:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.049381:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd0f2 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.049385:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd0f2 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.049391:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6787100 reply state ffff880091ea0000 transno 300647710777 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd0f9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.049396:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.049459:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+66:22165:x1808064247948544:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 793us (912us total) trans 300647710777 rc 0/0 00000100:00100000:2.0:1724307180.049464:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 228 00010000:00010000:2.0:1724307180.052321:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd0f9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.052334:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd0f9 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.052340:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd0f9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.052345:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.052349:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd0f9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.052354:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd0f9 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.052368:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea31f (ffff8800931d2b00) 00000100:00100000:0.0:1724307180.053776:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307180.054074:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.054084:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd0f9 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.054090:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd0f9 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307180.054155:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247948672 00000100:00100000:1.0:1724307180.054163:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247948672 00000100:00100000:1.0:1724307180.054206:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 229 00000100:00100000:1.0:1724307180.054212:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+65:22165:x1808064247948672:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307180.054228:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307180.054279:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfd10e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b87f expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.054326:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd115 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.054335:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd115 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.054342:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd115 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.054352:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd11c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.054361:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd11c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.054366:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd11c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.054517:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfd123 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xace:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.054523:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfd123 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xace:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.054528:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfd123 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xace:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:1.0:1724307180.054544:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xace:0x0]: returning size 0 00000004:00200000:1.0:1724307180.054547:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307180.054557:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfd123 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xace:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.054563:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfd123 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xace:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.054569:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd115 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.054573:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd115 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.054577:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd115 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.054581:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b73c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.054583:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd115 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.054589:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd115 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.054595:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.054597:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.054600:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd115 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.054603:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd115 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.055292:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd11c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.055298:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd11c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.055302:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd11c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.055305:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.055307:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd11c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.055311:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd11c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.055317:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea320 (ffff8801362b4700) 00010000:00010000:1.0:1724307180.055319:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.055321:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd11c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.055325:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4900/0x85b23e07e0bfd11c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.055348:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfd10e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b87f expref: 67 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.055357:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfd123 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xace:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b87f expref: 66 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.055363:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xace:0x0].0x0 (ffff8801362b4200) 00010000:00010000:1.0:1724307180.055364:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307180.055366:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b7840, rc 0) 00000100:00100000:1.0:1724307180.055409:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+66:22165:x1808064247948672:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 1196us (1639us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307180.055415:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 229 00000100:00100000:0.0:1724307180.058466:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.058622:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247948928 00000100:00100000:1.0:1724307180.058777:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247948928 00000100:00100000:1.0:1724307180.058821:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 230 00000100:00100000:1.0:1724307180.058827:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+66:22165:x1808064247948928:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307180.058867:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307180.058888:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7840/0x85b23e07e0bfd123 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xace:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b87f expref: 66 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.058902:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xace:0x0].0x0 (ffff8801362b4200) 00010000:00010000:1.0:1724307180.058911:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307180.058933:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd12a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.058943:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd12a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.058954:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd12a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.058967:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfd131 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.058972:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfd131 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.058977:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfd131 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059059:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfd138 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xace:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059065:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfd138 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xace:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059071:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfd138 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xace:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:1.0:1724307180.059387:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].80, 64 off13312 00010000:00010000:1.0:1724307180.059434:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfd13f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xace:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059440:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfd13f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xace:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059446:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfd13f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xace:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059452:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfd13f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xace:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059459:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfd13f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xace:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059463:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfd13f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xace:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059467:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfd13f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xace:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059472:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.059475:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfd13f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xace:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059479:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfd13f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xace:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059485:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xace:0x0].0x0 (ffff8801362b4000) 00010000:00010000:1.0:1724307180.059487:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307180.059489:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfd13f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xace:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059493:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5200/0x85b23e07e0bfd13f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xace:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059508:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfd138 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xace:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059511:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfd138 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xace:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059515:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfd138 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xace:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059518:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.059520:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfd138 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xace:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059524:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfd138 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xace:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059528:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xace:0x0].0x0 (ffff8801362b4000) 00010000:00010000:1.0:1724307180.059530:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307180.059532:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfd138 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xace:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059535:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6640/0x85b23e07e0bfd138 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xace:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059568:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd12a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059572:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd12a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059576:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd12a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059579:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.059581:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd12a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059585:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd12a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059591:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.059592:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.059594:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd12a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.059601:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd12a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:1.0:1724307180.059608:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6787b80 reply state ffff8800a891b000 transno 300647710778 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfd131 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307180.059612:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307180.059699:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+67:22165:x1808064247948928:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 870us (1239us total) trans 300647710778 rc 0/0 00000100:00100000:1.0:1724307180.059706:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 230 00010000:00010000:3.0:1724307180.063786:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfd131 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.063800:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfd131 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.063807:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfd131 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.063816:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.063820:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfd131 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.063826:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfd131 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.063840:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea320 (ffff8801362b4500) 00010000:00010000:3.0:1724307180.063843:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.063846:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfd131 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.063851:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfd131 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307180.064920:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.065073:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247949056 00000100:00100000:2.0:1724307180.065082:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247949056 00000100:00100000:2.0:1724307180.065119:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 231 00000100:00100000:2.0:1724307180.065124:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+66:22165:x1808064247949056:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307180.065140:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307180.065152:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd146 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b886 expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.065194:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd14d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065203:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd14d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065210:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd14d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065219:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd154 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065224:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd154 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065229:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd154 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065376:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd15b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065382:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd15b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065387:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd15b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:2.0:1724307180.065406:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xacf:0x0]: returning size 0 00000004:00200000:2.0:1724307180.065409:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307180.065420:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd15b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065426:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd15b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065432:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd14d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065436:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd14d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065441:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd14d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065445:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.065448:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd14d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065452:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd14d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065459:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.065461:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.065464:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd14d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065468:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd14d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065475:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd154 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065480:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd154 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065485:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd154 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065488:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.065490:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd154 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065494:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd154 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065499:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea321 (ffff8800931d2900) 00010000:00010000:2.0:1724307180.065500:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.065502:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd154 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065506:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd154 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.065523:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd146 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b886 expref: 68 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.065531:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd15b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b886 expref: 67 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.065537:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xacf:0x0].0x0 (ffff8800931d2300) 00010000:00010000:2.0:1724307180.065538:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307180.065540:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0189d40, rc 0) 00000100:00100000:2.0:1724307180.065574:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+67:22165:x1808064247949056:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 449us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307180.065580:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 231 00000100:00100000:0.0:1724307180.068585:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.069254:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247949312 00000100:00100000:1.0:1724307180.069262:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247949312 00000100:00100000:1.0:1724307180.069298:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 232 00000100:00100000:1.0:1724307180.069304:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+67:22165:x1808064247949312:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307180.069343:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307180.069364:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd15b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b886 expref: 67 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.069377:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xacf:0x0].0x0 (ffff8800931d2300) 00010000:00010000:1.0:1724307180.069385:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307180.069407:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd162 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069416:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd162 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069423:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd162 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069432:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd169 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069438:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd169 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069443:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd169 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069522:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd170 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069528:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd170 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069533:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd170 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:1.0:1724307180.069872:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].81, 64 off13376 00010000:00010000:1.0:1724307180.069920:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd177 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069926:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd177 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069932:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd177 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069938:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd177 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069943:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd177 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069947:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd177 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069955:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd177 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069960:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.069962:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd177 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069968:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd177 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069973:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xacf:0x0].0x0 (ffff8801362b4600) 00010000:00010000:1.0:1724307180.069975:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307180.069978:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd177 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069982:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd177 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.069999:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd170 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.070004:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd170 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.070008:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd170 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.070012:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.070014:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd170 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.070017:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd170 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.070027:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xacf:0x0].0x0 (ffff8801362b4600) 00010000:00010000:1.0:1724307180.070029:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307180.070031:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd170 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.070035:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd170 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xacf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.070072:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd162 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.070077:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd162 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.070082:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd162 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.070086:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.070088:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd162 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.070092:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd162 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.070098:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.070100:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.070102:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd162 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.070107:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd162 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:1.0:1724307180.070113:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f34c000 reply state ffff8800a891d000 transno 300647710779 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd169 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307180.070118:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307180.070174:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+68:22165:x1808064247949312:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 869us (1596us total) trans 300647710779 rc 0/0 00000100:00100000:1.0:1724307180.070180:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 232 00010000:00010000:2.0:1724307180.072590:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd169 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.072602:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd169 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.072608:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd169 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.072612:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.072616:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd169 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.072622:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd169 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.072633:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea321 (ffff8801362b4a00) 00010000:00010000:2.0:1724307180.072636:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.072661:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd169 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.072675:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd169 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307180.073270:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.073323:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247949440 00000100:00100000:2.0:1724307180.073330:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247949440 00000100:00100000:2.0:1724307180.073363:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 233 00000100:00100000:2.0:1724307180.073368:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+67:22165:x1808064247949440:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307180.073383:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307180.073393:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd17e lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b88d expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.073434:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd185 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.073442:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd185 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.073449:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd185 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.073458:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd18c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.073462:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd18c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.073467:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd18c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.073953:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd193 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.073959:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd193 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.073965:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd193 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:2.0:1724307180.073983:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xad0:0x0]: returning size 0 00000004:00200000:2.0:1724307180.073986:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307180.073996:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd193 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.074004:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd193 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.074010:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd185 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.074015:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd185 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.074019:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd185 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.074022:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.074024:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd185 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.074028:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd185 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.074035:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.074037:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.074040:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd185 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.074044:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd185 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.074050:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd18c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.074054:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd18c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.074058:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd18c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.074062:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.074064:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd18c lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.074068:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd18c lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.074074:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea322 (ffff8800931d2b00) 00010000:00010000:2.0:1724307180.074076:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.074077:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd18c lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.074081:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd18c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.074102:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd17e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b88d expref: 69 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.074114:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd193 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b88d expref: 68 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.074118:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad0:0x0].0x0 (ffff8800931d2a00) 00010000:00010000:2.0:1724307180.074120:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307180.074122:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0189200, rc 0) 00000100:00100000:2.0:1724307180.075203:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+68:22165:x1808064247949440:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 1830us (1933us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307180.075210:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 233 00000100:00100000:0.0:1724307180.079369:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307180.079390:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247949696 00000100:00100000:0.0:1724307180.079397:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247949696 00000100:00100000:0.0:1724307180.079430:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 234 00000100:00100000:0.0:1724307180.079436:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+68:22165:x1808064247949696:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307180.079477:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307180.079499:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd193 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b88d expref: 68 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.079514:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad0:0x0].0x0 (ffff8800931d2a00) 00010000:00010000:0.0:1724307180.079522:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307180.079551:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd19a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.079561:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd19a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.079568:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd19a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.079577:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfd1a1 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.079582:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfd1a1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.079587:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfd1a1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083136:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfd1a8 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083148:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfd1a8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083157:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfd1a8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:0.0:1724307180.083523:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].81, 64 off13376 00010000:00010000:0.0:1724307180.083587:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd1af lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083595:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd1af lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083601:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd1af lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083607:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd1af lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083611:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd1af lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083616:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd1af lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083621:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd1af lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083630:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.083633:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd1af lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083655:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd1af lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083664:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad0:0x0].0x0 (ffff880129e81e00) 00010000:00010000:0.0:1724307180.083679:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307180.083682:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd1af lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083687:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd1af lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083711:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfd1a8 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083716:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfd1a8 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083720:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfd1a8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083724:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.083727:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfd1a8 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083731:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfd1a8 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083737:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad0:0x0].0x0 (ffff880129e81e00) 00010000:00010000:0.0:1724307180.083739:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307180.083742:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfd1a8 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083746:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170900/0x85b23e07e0bfd1a8 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xad0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.083802:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd19a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.084347:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd19a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.084353:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd19a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.084357:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.084359:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd19a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.084364:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd19a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.084371:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307180.084373:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.084375:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd19a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.084379:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd19a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:0.0:1724307180.084387:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f34e300 reply state ffff8800a5efc000 transno 300647710780 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfd1a1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.084393:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1724307180.084456:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+69:22165:x1808064247949696:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 5017us (5090us total) trans 300647710780 rc 0/0 00000100:00100000:0.0:1724307180.084465:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 234 00010000:00010000:3.0:1724307180.086719:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfd1a1 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.086729:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfd1a1 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.086735:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfd1a1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.086740:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.086743:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfd1a1 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.086749:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfd1a1 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.086760:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xfe3ea322 (ffff880129e81a00) 00010000:00010000:3.0:1724307180.086763:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.086767:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfd1a1 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.086771:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfd1a1 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xfe3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.087387:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.087470:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247949824 00000100:00100000:2.0:1724307180.087477:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247949824 00000100:00100000:2.0:1724307180.087507:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 235 00000100:00100000:2.0:1724307180.087513:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+68:22165:x1808064247949824:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307180.087530:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307180.087542:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd1b6 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b894 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.087590:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd1bd lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087600:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd1bd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087608:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd1bd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087619:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd1c4 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087624:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd1c4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087629:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd1c4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087827:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd1cb lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087834:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd1cb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087839:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd1cb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:2.0:1724307180.087858:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xad1:0x0]: returning size 0 00000004:00200000:2.0:1724307180.087861:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307180.087873:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd1cb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087881:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd1cb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087886:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd1bd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087890:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd1bd lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087894:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd1bd lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087898:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ba80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.087900:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd1bd lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087905:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd1bd lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087911:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.087913:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.087916:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd1bd lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087919:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd1bd lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087926:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd1c4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087930:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd1c4 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087933:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd1c4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087937:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.087939:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd1c4 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087944:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd1c4 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087948:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea319 (ffff8800931d2b00) 00010000:00010000:2.0:1724307180.087950:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.087952:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd1c4 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087956:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd1c4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.087974:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd1b6 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b894 expref: 70 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.087982:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd1cb lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b894 expref: 69 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.087987:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad1:0x0].0x0 (ffff8800931d2a00) 00010000:00010000:2.0:1724307180.087989:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307180.087990:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0188000, rc 0) 00000100:00100000:2.0:1724307180.088027:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+69:22165:x1808064247949824:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 514us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307180.088033:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 235 00000100:00100000:1.0:1724307180.094935:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307180.094998:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247950080 00000100:00100000:0.0:1724307180.095007:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247950080 00000100:00100000:0.0:1724307180.095578:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 236 00000100:00100000:0.0:1724307180.095585:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+69:22165:x1808064247950080:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307180.095624:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307180.096425:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd1cb lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b894 expref: 69 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.096438:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad1:0x0].0x0 (ffff8800931d2a00) 00010000:00010000:0.0:1724307180.096448:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307180.096471:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd1d2 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.096481:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd1d2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.096489:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd1d2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.096498:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd1d9 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.096503:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd1d9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.096508:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd1d9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.096621:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd1e0 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.096626:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd1e0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.096631:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd1e0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:0.0:1724307180.096967:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].82, 64 off13440 00010000:00010000:0.0:1724307180.097013:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd1e7 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097019:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd1e7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097025:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd1e7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097030:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd1e7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097035:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd1e7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097039:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd1e7 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097043:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd1e7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097048:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.097051:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd1e7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097056:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd1e7 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097065:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad1:0x0].0x0 (ffff880129e81e00) 00010000:00010000:0.0:1724307180.097068:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307180.097070:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd1e7 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097075:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd1e7 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097093:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd1e0 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097098:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd1e0 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097103:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd1e0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097107:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.097109:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd1e0 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097113:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd1e0 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097119:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad1:0x0].0x0 (ffff880129e81e00) 00010000:00010000:0.0:1724307180.097121:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307180.097123:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd1e0 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097127:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd1e0 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xad1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097160:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd1d2 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097165:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd1d2 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097169:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd1d2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097173:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.097175:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd1d2 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097179:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd1d2 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097185:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307180.097186:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.097189:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd1d2 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.097192:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd1d2 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:0.0:1724307180.097199:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800948a6300 reply state ffff8800a5efb000 transno 300647710781 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd1d9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.097205:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1724307180.097276:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+70:22165:x1808064247950080:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1691us (2346us total) trans 300647710781 rc 0/0 00000100:00100000:0.0:1724307180.097283:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 236 00000100:00100000:0.0:1724307180.103478:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307180.104005:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd1d9 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.104019:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd1d9 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.104026:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd1d9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.104031:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.104035:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd1d9 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.104041:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd1d9 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.104054:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea319 (ffff880129e81700) 00010000:00010000:2.0:1724307180.104057:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.104061:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd1d9 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.104066:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd1d9 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307180.104196:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247950208 00000100:00100000:1.0:1724307180.104203:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247950208 00000100:00100000:1.0:1724307180.104238:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 237 00000100:00100000:1.0:1724307180.104243:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+69:22165:x1808064247950208:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307180.104257:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307180.104268:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfd1ee lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b89b expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.104312:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfd1f5 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104321:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfd1f5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104327:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfd1f5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104336:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd1fc lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104341:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd1fc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104346:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd1fc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104482:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfd203 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104488:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfd203 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104493:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfd203 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:1.0:1724307180.104509:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xad2:0x0]: returning size 0 00000004:00200000:1.0:1724307180.104512:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307180.104522:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfd203 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104529:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfd203 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104534:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfd1f5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104538:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfd1f5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104542:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfd1f5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104546:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.104548:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfd1f5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104553:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfd1f5 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104558:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.104561:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.104564:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfd1f5 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104568:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4480/0x85b23e07e0bfd1f5 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104574:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd1fc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104578:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd1fc lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104583:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd1fc lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104587:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b58c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.104588:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd1fc lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104593:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd1fc lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104598:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea31a (ffff8801362b4d00) 00010000:00010000:1.0:1724307180.104600:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.104602:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd1fc lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104605:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd1fc lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.104627:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7600/0x85b23e07e0bfd1ee lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b89b expref: 71 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.104771:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfd203 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b89b expref: 70 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.104776:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad2:0x0].0x0 (ffff8801362b4500) 00010000:00010000:1.0:1724307180.104778:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307180.104781:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800909b4240, rc 0) 00000100:00100000:1.0:1724307180.104816:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+70:22165:x1808064247950208:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 572us (1342us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307180.104821:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 237 00000100:00100000:0.0:1724307180.106885:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.106906:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247950464 00000100:00100000:1.0:1724307180.106914:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247950464 00000100:00100000:1.0:1724307180.106952:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 238 00000100:00100000:1.0:1724307180.106958:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+70:22165:x1808064247950464:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307180.107099:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307180.107117:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b4240/0x85b23e07e0bfd203 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b89b expref: 70 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.107128:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad2:0x0].0x0 (ffff8801362b4500) 00010000:00010000:1.0:1724307180.107135:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307180.107156:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd20a lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107165:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd20a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107171:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd20a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107184:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd211 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107189:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd211 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107193:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd211 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107272:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd218 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107279:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd218 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107284:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd218 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:1.0:1724307180.107548:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].82, 64 off13440 00010000:00010000:1.0:1724307180.107589:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd21f lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107594:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd21f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107600:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd21f lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107605:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd21f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107610:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd21f lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107618:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd21f lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107622:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd21f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107626:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.107629:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd21f lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107633:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd21f lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107674:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad2:0x0].0x0 (ffff8801362b4000) 00010000:00010000:1.0:1724307180.107677:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307180.107679:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd21f lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107683:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd21f lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107698:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd218 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107702:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd218 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107706:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd218 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107709:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.107711:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd218 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107719:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd218 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107724:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad2:0x0].0x0 (ffff8801362b4000) 00010000:00010000:1.0:1724307180.107725:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307180.107727:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd218 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107730:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd218 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xad2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107773:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd20a lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107777:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd20a lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107782:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd20a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107785:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5b00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.107787:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd20a lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107791:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd20a lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107796:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.107798:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.107800:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd20a lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307180.107803:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd20a lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:1.0:1724307180.107810:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009f34f100 reply state ffff8800a8918000 transno 300647710782 ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd211 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307180.107815:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307180.107866:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+71:22165:x1808064247950464:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 906us (985us total) trans 300647710782 rc 0/0 00000100:00100000:1.0:1724307180.107871:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 238 00010000:00010000:2.0:1724307180.110185:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd211 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.110195:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd211 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.110201:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd211 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.110206:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.110244:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd211 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.110251:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd211 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.110264:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea31a (ffff8801362b4a00) 00010000:00010000:2.0:1724307180.110267:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.110270:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd211 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.110274:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b6880/0x85b23e07e0bfd211 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307180.110940:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.111078:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247950592 00000100:00100000:2.0:1724307180.111086:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247950592 00000100:00100000:2.0:1724307180.111127:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 239 00000100:00100000:2.0:1724307180.111133:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+70:22165:x1808064247950592:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307180.111150:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307180.111163:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd226 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b8a2 expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.111208:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd22d lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111217:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd22d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111224:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd22d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111232:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd234 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111240:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd234 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111244:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd234 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111520:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd23b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111527:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd23b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111532:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd23b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:2.0:1724307180.111549:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xad3:0x0]: returning size 0 00000004:00200000:2.0:1724307180.111551:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307180.111563:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd23b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111570:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd23b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111575:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd22d lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111579:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd22d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111584:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd22d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111588:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.111590:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd22d lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111595:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd22d lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111601:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.111603:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.111606:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd22d lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111609:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd22d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111615:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd234 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111619:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd234 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111622:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd234 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111626:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ba80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.111628:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd234 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111631:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd234 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111635:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea31b (ffff8800931d2500) 00010000:00010000:2.0:1724307180.111637:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.111656:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd234 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111659:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd234 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.111690:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd226 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8a2 expref: 72 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.111698:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd23b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8a2 expref: 71 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.111704:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad3:0x0].0x0 (ffff8800931d2800) 00010000:00010000:2.0:1724307180.111705:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307180.111707:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0188b40, rc 0) 00000100:00100000:2.0:1724307180.111751:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+71:22165:x1808064247950592:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 617us (815us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307180.111757:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 239 00000100:00100000:0.0:1724307180.114825:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307180.115458:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247950848 00000100:00100000:3.0:1724307180.115466:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247950848 00000100:00100000:3.0:1724307180.115509:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 240 00000100:00100000:3.0:1724307180.115516:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+71:22165:x1808064247950848:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307180.115562:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307180.115582:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd23b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8a2 expref: 71 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.115594:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad3:0x0].0x0 (ffff8800931d2800) 00010000:00010000:3.0:1724307180.115602:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307180.115625:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd242 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.115633:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd242 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.115685:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd242 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.115696:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd249 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.115701:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd249 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.115706:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd249 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.115782:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd250 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.115788:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd250 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.115794:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd250 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:3.0:1724307180.116100:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].83, 64 off13504 00010000:00010000:3.0:1724307180.116146:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfd257 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116153:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfd257 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116158:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfd257 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116164:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfd257 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116168:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfd257 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116173:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfd257 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116178:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfd257 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116182:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d17a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307180.116185:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfd257 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116191:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfd257 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116197:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad3:0x0].0x0 (ffff88012ff88900) 00010000:00010000:3.0:1724307180.116198:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307180.116201:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfd257 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116205:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfd257 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116221:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd250 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116226:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd250 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116230:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd250 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116232:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d17cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.116234:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd250 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116238:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd250 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116243:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad3:0x0].0x0 (ffff88012ff88900) 00010000:00010000:3.0:1724307180.116245:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307180.116247:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd250 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116250:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd250 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xad3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116283:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd242 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116288:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd242 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116292:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd242 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116296:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.116298:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd242 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116302:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd242 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116308:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.116310:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.116312:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd242 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.116315:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd242 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:3.0:1724307180.116322:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a059dc00 reply state ffff880091153000 transno 300647710783 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd249 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:3.0:1724307180.116327:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307180.116390:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+72:22165:x1808064247950848:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 874us (1568us total) trans 300647710783 rc 0/0 00000100:00100000:3.0:1724307180.116396:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 240 00010000:00010000:2.0:1724307180.119377:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd249 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.119389:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd249 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.119396:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd249 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.119401:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d17180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.119406:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd249 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.119412:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd249 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.119424:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea31b (ffff88012ff88400) 00010000:00010000:2.0:1724307180.119427:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.119431:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd249 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.119436:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd249 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000001:00080000:2.0:1724307180.119817:0:14976:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 300647710756 is committed 00000001:00080000:2.0:1724307180.119831:0:14976:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 300647710779 is committed 00000004:00080000:2.0:1724307180.119922:0:14976:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 4 committed 00000004:00080000:2.0:1724307180.119930:0:14976:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 3 committed 00000004:00080000:2.0:1724307180.119967:0:14976:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 4 committed 00000004:00080000:2.0:1724307180.119969:0:14976:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 3 committed 00000100:00100000:2.0:1724307180.120192:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246319104:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.120237:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.120242:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246318848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.120252:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f3aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246319616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307180.120263:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.120274:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246319360:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307180.120286:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.120305:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246319872:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.120320:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.120330:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246320384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.120341:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.120353:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1724307180.120358:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246318976:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307180.120369:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.120377:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246319488:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307180.120380:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246319104 00000100:00100000:3.0:1724307180.120386:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246319104 00000100:00100000:0.0:1724307180.120387:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.120393:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246320000:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.120403:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.120410:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246320512:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307180.120414:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246318848 00000100:00100000:3.0:1724307180.120416:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246318848 00000100:00100000:0.0:1724307180.120424:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307180.120425:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246319360 00000100:00100000:3.0:1724307180.120426:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246319360 00000100:00100000:3.0:1724307180.120434:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246319872 00000100:00100000:3.0:1724307180.120435:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246319872 00000100:00100000:3.0:1724307180.120442:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246320384 00000100:00100000:0.0:1724307180.120444:0:15468:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246318976 00000100:00100000:3.0:1724307180.120444:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246320384 00000100:00100000:0.0:1724307180.120446:0:15468:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246318976 00000100:00100000:3.0:1724307180.120451:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246319488 00000100:00100000:3.0:1724307180.120452:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246319488 00000100:00100000:0.0:1724307180.120457:0:15468:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246320000 00000100:00100000:0.0:1724307180.120458:0:15468:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246320000 00000100:00100000:3.0:1724307180.120459:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246320512 00000100:00100000:3.0:1724307180.120461:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246320512 00000100:00100000:2.0:1724307180.120491:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.120604:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246320128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.120619:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307180.120631:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246319616 00000100:00100000:3.0:1724307180.120634:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246319616 00000100:00100000:0.0:1724307180.120681:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10574 00000100:00100000:0.0:1724307180.120688:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+11:3298:x1808064246319104:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.120691:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246320640:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.120707:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1724307180.120708:0:15468:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4741 count 1 00000100:00100000:2.0:1724307180.120714:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1724307180.120717:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246319232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.120728:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.120732:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246319744:0@lo:6:osp-syn-0-0.0 00002000:00010000:0.0:1724307180.120734:0:15468:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1285:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307180.120741:0:15468:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d171680/0x85b23e07e0bfd25e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.120742:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.120746:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246320256:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307180.120752:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.120754:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1724307180.120756:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1724307180.120758:0:15468:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d171680/0x85b23e07e0bfd25e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.120760:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246320768:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307180.120769:0:15468:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d171680/0x85b23e07e0bfd25e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.120771:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1724307180.120775:0:15468:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d171680/0x85b23e07e0bfd25e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.120781:0:15468:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d171680/0x85b23e07e0bfd25e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.120786:0:15468:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d171680/0x85b23e07e0bfd25e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.120786:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246320128 00000100:00100000:2.0:1724307180.120789:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246320128 00010000:00010000:0.0:1724307180.120791:0:15468:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.120794:0:15468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d171680/0x85b23e07e0bfd25e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.120800:0:15468:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d171680/0x85b23e07e0bfd25e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.120815:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10575 00000100:00100000:1.0:1724307180.120823:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+11:3296:x1808064246318848:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307180.120824:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246320640 00000100:00100000:3.0:1724307180.120826:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246320640 00002000:00080000:1.0:1724307180.120833:0:19432:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4739 count 1 00000100:00100000:3.0:1724307180.120833:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246319232 00000100:00100000:3.0:1724307180.120834:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246319232 00000100:00100000:3.0:1724307180.120839:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246319744 00000100:00100000:3.0:1724307180.120841:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246319744 00000100:00100000:3.0:1724307180.120845:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246320256 00002000:00010000:1.0:1724307180.120846:0:19432:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1283:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1724307180.120846:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246320256 00010000:00010000:1.0:1724307180.120850:0:19432:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd265 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307180.120851:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246320768 00000100:00100000:3.0:1724307180.120852:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246320768 00010000:00010000:1.0:1724307180.120856:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.120857:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1724307180.120858:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10576 00010000:00010000:1.0:1724307180.120859:0:19432:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd265 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307180.120861:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3296:x1808064246319360:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1724307180.120867:0:19432:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd265 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1724307180.120869:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4743 count 1 00010000:00010000:1.0:1724307180.120873:0:19432:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd265 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.120877:0:19432:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd265 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307180.120879:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1287:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307180.120883:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd26c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.120884:0:19432:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd265 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.120888:0:19432:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307180.120889:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.120891:0:19432:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd265 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.120891:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.120893:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd26c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.120896:0:19432:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd265 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.120899:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd26c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.120904:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd26c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.120905:0:19432:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd265 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.120909:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd26c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.120910:0:19432:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800909b6d00/0x85b23e07e0bfd265 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.120914:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd26c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.120919:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307180.120921:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd26c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.120925:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd26c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.120932:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd26c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.120936:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd26c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.120989:0:15468:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d171680/0x85b23e07e0bfd25e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.120999:0:15468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d171680/0x85b23e07e0bfd25e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307180.121043:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10577 00000100:00100000:3.0:1724307180.121048:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3296:x1808064246319872:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.121073:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10578 00000100:00100000:2.0:1724307180.121077:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:3296:x1808064246320384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307180.121084:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4712 count 1 00002000:00010000:2.0:1724307180.121100:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1268:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307180.121103:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0188000/0x85b23e07e0bfd273 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1268:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121109:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.121110:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.121112:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0188000/0x85b23e07e0bfd273 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121121:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0188000/0x85b23e07e0bfd273 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121126:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0188000/0x85b23e07e0bfd273 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121131:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0188000/0x85b23e07e0bfd273 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121136:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0188000/0x85b23e07e0bfd273 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121140:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.121143:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0188000/0x85b23e07e0bfd273 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121148:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0188000/0x85b23e07e0bfd273 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121154:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0188000/0x85b23e07e0bfd273 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121159:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0188000/0x85b23e07e0bfd273 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.121199:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+14:3298:x1808064246319104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 511us (962us total) trans 17179870535 rc 0/0 00000100:00100000:0.0:1724307180.121204:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10574 00000100:00100000:0.0:1724307180.121216:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10579 00000100:00100000:0.0:1724307180.121219:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3296:x1808064246318976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307180.121227:0:15468:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4740 count 1 00002000:00010000:0.0:1724307180.121236:0:15468:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1284:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307180.121239:0:15468:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d172640/0x85b23e07e0bfd27a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121245:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.121246:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.121248:0:15468:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d172640/0x85b23e07e0bfd27a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121254:0:15468:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d172640/0x85b23e07e0bfd27a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121260:0:15468:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d172640/0x85b23e07e0bfd27a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121265:0:15468:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d172640/0x85b23e07e0bfd27a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121274:0:15468:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d172640/0x85b23e07e0bfd27a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121279:0:15468:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.121281:0:15468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d172640/0x85b23e07e0bfd27a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121286:0:15468:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d172640/0x85b23e07e0bfd27a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121294:0:15468:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d172640/0x85b23e07e0bfd27a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121299:0:15468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d172640/0x85b23e07e0bfd27a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.121395:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+14:3296:x1808064246318976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 174us (1023us total) trans 17179870536 rc 0/0 00000100:00100000:0.0:1724307180.121400:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10579 00000100:00100000:0.0:1724307180.121409:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10580 00000100:00100000:0.0:1724307180.121412:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3296:x1808064246319488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307180.121420:0:15468:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4744 count 1 00002000:00010000:0.0:1724307180.121430:0:15468:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1288:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307180.121433:0:15468:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfd281 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121442:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.121443:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.121446:0:15468:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfd281 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121453:0:15468:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfd281 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.121453:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+13:3296:x1808064246320384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 376us (1110us total) trans 4294970228 rc 0/0 00000100:00100000:2.0:1724307180.121458:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10578 00010000:00010000:0.0:1724307180.121459:0:15468:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfd281 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121465:0:15468:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfd281 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.121466:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10581 00000100:00100000:2.0:1724307180.121469:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:3296:x1808064246320000:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307180.121471:0:15468:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfd281 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121476:0:15468:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172f40 already unused, calling callback (ffffffffa084f3f0) 00002000:00080000:2.0:1724307180.121477:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4709 count 1 00010000:00010000:0.0:1724307180.121479:0:15468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfd281 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121484:0:15468:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfd281 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307180.121486:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1265:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307180.121489:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfd288 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121492:0:15468:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfd281 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121495:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.121496:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.121498:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfd288 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121502:0:15468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d172f40/0x85b23e07e0bfd281 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121505:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfd288 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121511:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfd288 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121517:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfd288 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121522:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfd288 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121527:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018af40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.121530:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfd288 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121536:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfd288 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121543:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfd288 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121549:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a018af40/0x85b23e07e0bfd288 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.121598:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+14:3296:x1808064246319488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 184us (1209us total) trans 17179870537 rc 0/0 00000100:00100000:0.0:1724307180.121602:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10580 00000100:00100000:0.0:1724307180.121610:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10582 00000100:00100000:0.0:1724307180.121613:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+12:3296:x1808064246320512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307180.121621:0:15468:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4713 count 1 00002000:00010000:0.0:1724307180.121632:0:15468:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1269:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307180.121635:0:15468:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d173cc0/0x85b23e07e0bfd28f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1269:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121657:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.121659:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.121661:0:15468:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d173cc0/0x85b23e07e0bfd28f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121679:0:15468:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d173cc0/0x85b23e07e0bfd28f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121684:0:15468:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d173cc0/0x85b23e07e0bfd28f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121690:0:15468:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d173cc0/0x85b23e07e0bfd28f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121699:0:15468:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d173cc0/0x85b23e07e0bfd28f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121704:0:15468:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.121707:0:15468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d173cc0/0x85b23e07e0bfd28f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121712:0:15468:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d173cc0/0x85b23e07e0bfd28f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121721:0:15468:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d173cc0/0x85b23e07e0bfd28f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121726:0:15468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d173cc0/0x85b23e07e0bfd28f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.121800:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+13:3296:x1808064246320000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 330us (1395us total) trans 4294970229 rc 0/0 00000100:00100000:2.0:1724307180.121806:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10581 00000100:00100000:2.0:1724307180.121818:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10583 00000100:00100000:2.0:1724307180.121822:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+13:3298:x1808064246319616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307180.121831:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4745 count 1 00002000:00010000:2.0:1724307180.121841:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1289:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307180.121845:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd296 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121851:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.121852:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.121854:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd296 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121861:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd296 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121866:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd296 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121872:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd296 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121878:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd296 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121882:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b3c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.121885:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd296 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121891:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd296 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121898:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd296 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.121904:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd296 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.121936:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3296:x1808064246320512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 321us (1510us total) trans 4294970230 rc 0/0 00000100:00100000:0.0:1724307180.121941:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10582 00000100:00100000:0.0:1724307180.121950:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10584 00000100:00100000:0.0:1724307180.121954:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+12:3298:x1808064246320640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307180.121963:0:15468:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4714 count 1 00002000:00010000:0.0:1724307180.121973:0:15468:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x126a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307180.121977:0:15468:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bfd29d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x126a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121986:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.121987:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.121989:0:15468:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bfd29d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x126a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.121996:0:15468:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bfd29d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x126a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.121999:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+14:3298:x1808064246319616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 176us (1507us total) trans 17179870538 rc 0/0 00010000:00010000:0.0:1724307180.122002:0:15468:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bfd29d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x126a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.122004:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10583 00010000:00010000:0.0:1724307180.122007:0:15468:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bfd29d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x126a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.122012:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10585 00010000:00010000:0.0:1724307180.122013:0:15468:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bfd29d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x126a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.122015:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+13:3298:x1808064246319232:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1724307180.122018:0:15468:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1721c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.122020:0:15468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bfd29d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x126a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1724307180.122023:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4742 count 1 00010000:00010000:0.0:1724307180.122026:0:15468:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bfd29d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x126a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307180.122032:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1286:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307180.122033:0:15468:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bfd29d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x126a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122035:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd2a4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122040:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.122041:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.122043:0:15468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d1721c0/0x85b23e07e0bfd29d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x126a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122043:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd2a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122050:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd2a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122056:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd2a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122064:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd2a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122069:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd2a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122074:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.122076:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd2a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122081:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd2a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122088:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd2a4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122093:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd2a4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.122185:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+14:3298:x1808064246319232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 169us (1455us total) trans 17179870539 rc 0/0 00000100:00100000:2.0:1724307180.122191:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10585 00000100:00100000:0.0:1724307180.122195:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3298:x1808064246320640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 240us (1487us total) trans 4294970231 rc 0/0 00000100:00100000:0.0:1724307180.122199:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10584 00000100:00100000:2.0:1724307180.122201:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10586 00000100:00100000:2.0:1724307180.122204:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+13:3298:x1808064246319744:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307180.122205:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10587 00000100:00100000:0.0:1724307180.122208:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6c19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+12:3298:x1808064246320256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307180.122212:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4746 count 1 00002000:00080000:0.0:1724307180.122214:0:15468:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4711 count 1 00002000:00010000:0.0:1724307180.122223:0:15468:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1267:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:2.0:1724307180.122223:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x128a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307180.122227:0:15468:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d173840/0x85b23e07e0bfd2b2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1267:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122227:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd2ab lrc: 3/0,1 mode: --/PW res: [0x240000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.122232:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.122232:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.122234:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.122234:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.122236:0:15468:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d173840/0x85b23e07e0bfd2b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122236:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd2ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122242:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd2ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.122243:0:15468:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d173840/0x85b23e07e0bfd2b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.122248:0:15468:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d173840/0x85b23e07e0bfd2b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122248:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd2ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122253:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd2ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.122254:0:15468:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d173840/0x85b23e07e0bfd2b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122258:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd2ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122263:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018aac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.122264:0:15468:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d173840/0x85b23e07e0bfd2b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122265:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd2ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.122268:0:15468:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.122270:0:15468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d173840/0x85b23e07e0bfd2b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122270:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd2ab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.122276:0:15468:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d173840/0x85b23e07e0bfd2b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122277:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd2ab lrc: 2/0,0 mode: --/PW res: [0x240000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.122282:0:15468:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d173840/0x85b23e07e0bfd2b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122283:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd2ab lrc: 0/0,0 mode: --/PW res: [0x240000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.122287:0:15468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d173840/0x85b23e07e0bfd2b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.122378:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+14:3298:x1808064246319744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 173us (1635us total) trans 17179870540 rc 0/0 00000100:00100000:2.0:1724307180.122383:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10586 00000100:00100000:2.0:1724307180.122392:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10588 00000100:00100000:2.0:1724307180.122395:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6c18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:3298:x1808064246320768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307180.122403:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4715 count 1 00002000:00010000:2.0:1724307180.122414:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x126b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307180.122418:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd2b9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x126b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122423:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.122424:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.122426:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd2b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x126b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122433:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd2b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x126b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.122439:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6c19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3298:x1808064246320256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 229us (1681us total) trans 4294970232 rc 0/0 00010000:00010000:2.0:1724307180.122439:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd2b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x126b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.122443:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10587 00010000:00010000:2.0:1724307180.122444:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd2b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x126b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.122451:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10589 00010000:00010000:2.0:1724307180.122454:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd2b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x126b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.122455:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+12:3298:x1808064246320128:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307180.122459:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01898c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.122461:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd2b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x126b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307180.122463:0:15468:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4710 count 1 00010000:00010000:2.0:1724307180.122466:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd2b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x126b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307180.122471:0:15468:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1266:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307180.122473:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd2b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x126b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.122475:0:15468:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d1706c0/0x85b23e07e0bfd2c0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1266:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.122478:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd2b9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x126b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.122483:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.122484:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.122486:0:15468:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d1706c0/0x85b23e07e0bfd2c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.122492:0:15468:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d1706c0/0x85b23e07e0bfd2c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.122497:0:15468:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d1706c0/0x85b23e07e0bfd2c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.122502:0:15468:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d1706c0/0x85b23e07e0bfd2c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.122506:0:15468:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d1706c0/0x85b23e07e0bfd2c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.122510:0:15468:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1706c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.122512:0:15468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d1706c0/0x85b23e07e0bfd2c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.122516:0:15468:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d1706c0/0x85b23e07e0bfd2c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.122521:0:15468:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d1706c0/0x85b23e07e0bfd2c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.122530:0:15468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d1706c0/0x85b23e07e0bfd2c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1724307180.122636:0:19396:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4708 count 1 00002000:00010000:3.0:1724307180.122659:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1264:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307180.122663:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd2c7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1264:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.122679:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.122680:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.122682:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd2c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.122689:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd2c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.122694:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd2c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.122699:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd2c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.122704:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd2c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.122707:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d173c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307180.122709:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd2c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.122715:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd2c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.122721:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd2c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.122725:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd2c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.122872:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+14:3298:x1808064246320128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 416us (2251us total) trans 4294970233 rc 0/0 00000100:00100000:0.0:1724307180.122877:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10589 00000100:00100000:3.0:1724307180.122881:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3296:x1808064246319872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1833us (2560us total) trans 4294970234 rc 0/0 00000100:00100000:3.0:1724307180.122886:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10577 00000100:00080000:3.0:1724307180.122898:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307150 00000100:00080000:3.0:1724307180.122901:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307150 00000100:00100000:0.0:1724307180.122988:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307180.123001:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3296:x1808064246319360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2138us (2713us total) trans 17179870541 rc 0/0 00000100:00100000:0.0:1724307180.123006:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247950976 00000100:00100000:3.0:1724307180.123006:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10576 00000100:00100000:0.0:1724307180.123012:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247950976 00000100:00100000:0.0:1724307180.123034:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 241 00000100:00100000:0.0:1724307180.123038:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:22165:x1808064247950976:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:0.0:1724307180.123047:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307180.123056:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfd2ce lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b8a9 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307180.123093:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3296:x1808064246318848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2270us (2830us total) trans 17179870542 rc 0/0 00010000:00010000:0.0:1724307180.123094:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd2d5 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307180.123098:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10575 00010000:00010000:0.0:1724307180.123102:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd2d5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.123108:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd2d5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.123115:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd2dc lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.123120:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd2dc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.123127:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd2dc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00080000:1.0:1724307180.123839:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d323800/2, rc 0, transno 1352 00000100:00100000:1.0:1724307180.123859:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246318976:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307180.123869:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012f3ac380/2, rc 0, transno 1353 00000100:00100000:1.0:1724307180.123872:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246319488:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.123881:0:3296:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970227 gen 2 00000004:00080000:1.0:1724307180.123885:0:3296:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3c700, transno 4294970226 00000100:00100000:1.0:1724307180.123900:0:3296:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009ae97480 x1808064246320000/t4294970229(4294970229) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307196 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000004:00080000:1.0:1724307180.123907:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009ae97480/2, rc 0, transno 2933 00000100:00100000:1.0:1724307180.123911:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ae97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246320000:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1724307180.123918:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a0f0b100/2, rc 0, transno 2934 00000100:00100000:1.0:1724307180.123921:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246320512:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1724307180.123928:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d321500/2, rc 0, transno 1358 00000100:00100000:1.0:1724307180.123930:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246318848:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307180.123936:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d320e00/2, rc 0, transno 1357 00000100:00100000:1.0:1724307180.123939:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246319360:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307180.123945:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009ae95f80/2, rc 0, transno 2938 00000100:00100000:1.0:1724307180.123947:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ae95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246319872:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1724307180.123953:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009ae97b80/2, rc 0, transno 2932 00000100:00100000:1.0:1724307180.123956:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ae97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246320384:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.123982:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6c18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+13:3298:x1808064246320768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1586us (3210us total) trans 4294970235 rc 0/0 00000100:00100000:2.0:1724307180.123987:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10588 00000004:00080000:2.0:1724307180.124034:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d323100/2, rc 0, transno 1355 00000100:00100000:2.0:1724307180.124037:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246319232:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1724307180.124044:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009aeeed80/2, rc 0, transno 1356 00000100:00100000:2.0:1724307180.124046:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246319744:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1724307180.124052:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009ae95880/2, rc 0, transno 2936 00000100:00100000:2.0:1724307180.124054:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ae95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246320256:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307180.124061:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a0f09180/2, rc 0, transno 2939 00000100:00100000:2.0:1724307180.124063:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246320768:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307180.124071:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d322680/2, rc 0, transno 1351 00000100:00100000:2.0:1724307180.124074:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246319104:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1724307180.124081:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012f3aed80/2, rc 0, transno 1354 00000100:00100000:2.0:1724307180.124083:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f3aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246319616:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1724307180.124089:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009ae95500/2, rc 0, transno 2937 00000100:00100000:1.0:1724307180.124091:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246320896:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.124092:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ae95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246320128:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307180.124098:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a0f0bb80/2, rc 0, transno 2935 00000100:00100000:2.0:1724307180.124100:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246320640:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.124108:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246321152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.124114:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.124123:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.124124:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246321408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.124131:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1724307180.124135:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.124135:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246321280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.124144:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1724307180.124146:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.124147:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246321024:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.124158:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.124161:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246320896 00000100:00100000:2.0:1724307180.124164:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246320896 00000100:00100000:1.0:1724307180.124165:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135d33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246321536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.124175:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.124178:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246321152 00000100:00100000:2.0:1724307180.124180:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246321152 00000100:00100000:2.0:1724307180.124187:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246321408 00000100:00100000:1.0:1724307180.124188:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246321280 00000100:00100000:1.0:1724307180.124189:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246321280 00000100:00100000:2.0:1724307180.124189:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246321408 00000100:00100000:2.0:1724307180.124195:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246321024 00000100:00100000:2.0:1724307180.124197:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246321024 00000100:00100000:1.0:1724307180.124198:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246321536 00000100:00100000:1.0:1724307180.124199:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246321536 00000100:00100000:2.0:1724307180.124205:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10590 00000100:00100000:1.0:1724307180.124208:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10591 00000100:00100000:2.0:1724307180.124209:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+18:3296:x1808064246320896:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.124211:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6c1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+18:3298:x1808064246321152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307180.124220:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4718 count 1 00002000:00080000:2.0:1724307180.124220:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4716 count 1 00002000:00010000:1.0:1724307180.124233:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x126e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:2.0:1724307180.124233:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x126c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.124238:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd2e3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x126e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124238:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018b600/0x85b23e07e0bfd2ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x126c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124246:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.124246:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.124247:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.124247:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.124250:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd2e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x126e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124250:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018b600/0x85b23e07e0bfd2ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x126c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124258:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd2e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x126e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124258:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a018b600/0x85b23e07e0bfd2ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x126c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124264:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd2e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x126e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124264:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018b600/0x85b23e07e0bfd2ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x126c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124269:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd2e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x126e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124269:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018b600/0x85b23e07e0bfd2ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x126c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124275:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd2e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x126e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124275:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a018b600/0x85b23e07e0bfd2ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x126c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124279:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.124280:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.124282:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd2e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x126e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124282:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018b600/0x85b23e07e0bfd2ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x126c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124287:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018b600/0x85b23e07e0bfd2ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x126c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124291:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd2e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x126e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124295:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a018b600/0x85b23e07e0bfd2ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x126c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124297:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd2e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x126e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124301:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a018b600/0x85b23e07e0bfd2ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x126c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124302:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b4d80/0x85b23e07e0bfd2e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x126e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.124323:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10592 00000100:00100000:1.0:1724307180.124326:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3296:x1808064246321408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307180.124335:0:18504:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4720 count 1 00002000:00010000:1.0:1724307180.124345:0:18504:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1270:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.124349:0:18504:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bfd2f1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1270:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124354:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.124355:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.124357:0:18504:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bfd2f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124364:0:18504:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bfd2f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124370:0:18504:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bfd2f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124379:0:18504:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bfd2f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124385:0:18504:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bfd2f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124390:0:18504:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.124392:0:18504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bfd2f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124398:0:18504:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bfd2f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124404:0:18504:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bfd2f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124410:0:18504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b6640/0x85b23e07e0bfd2f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.124475:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+19:3296:x1808064246320896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 264us (360us total) trans 4294970236 rc 0/0 00000100:00100000:2.0:1724307180.124479:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10590 00000100:00100000:2.0:1724307180.124488:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10593 00000100:00100000:2.0:1724307180.124491:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+18:3298:x1808064246321280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307180.124499:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4719 count 1 00002000:00010000:2.0:1724307180.124509:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x126f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307180.124512:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfd2f8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x126f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124518:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.124519:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.124521:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfd2f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x126f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124528:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfd2f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x126f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124534:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfd2f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x126f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124539:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfd2f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x126f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124549:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfd2f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x126f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124554:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.124556:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfd2f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x126f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124561:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfd2f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x126f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124569:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfd2f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x126f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124574:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0188900/0x85b23e07e0bfd2f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x126f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.124608:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10594 00000100:00100000:1.0:1724307180.124612:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+18:3296:x1808064246321024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307180.124621:0:14386:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4717 count 1 00002000:00010000:1.0:1724307180.124632:0:14386:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x126d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.124636:0:14386:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bfd2ff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x126d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124674:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.124676:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.124678:0:14386:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bfd2ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x126d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124686:0:14386:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bfd2ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x126d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124692:0:14386:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bfd2ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x126d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124698:0:14386:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bfd2ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x126d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124704:0:14386:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bfd2ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x126d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124710:0:14386:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.124713:0:14386:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bfd2ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x126d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124718:0:14386:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bfd2ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x126d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124727:0:14386:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bfd2ff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x126d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.124736:0:14386:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b5200/0x85b23e07e0bfd2ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x126d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.124786:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+19:3298:x1808064246321280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 293us (638us total) trans 4294970237 rc 0/0 00000100:00100000:2.0:1724307180.124791:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10593 00000100:00100000:2.0:1724307180.124801:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10595 00000100:00100000:2.0:1724307180.124805:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+18:3296:x1808064246321536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307180.124813:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4721 count 1 00002000:00010000:2.0:1724307180.124823:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1271:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307180.124827:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd306 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1271:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124836:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.124838:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.124840:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd306 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124847:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd306 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124853:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd306 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124859:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd306 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124864:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd306 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124869:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.124871:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd306 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124877:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd306 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124884:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd306 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.124893:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd306 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.124903:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+19:3296:x1808064246321024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 291us (743us total) trans 4294970238 rc 0/0 00000100:00100000:1.0:1724307180.124908:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10594 00000100:00100000:1.0:1724307180.124944:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246321792:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.124961:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.124971:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1724307180.124975:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246321664:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.124987:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.125000:0:15464:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246321792 00000100:00100000:1.0:1724307180.125003:0:15464:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246321792 00000100:00100000:1.0:1724307180.125015:0:15464:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246321664 00000100:00100000:1.0:1724307180.125016:0:15464:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246321664 00000100:00100000:1.0:1724307180.125025:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10596 00000100:00100000:1.0:1724307180.125029:0:15464:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+21:3299:x1808064246321792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307180.125038:0:15464:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4723 count 1 00002000:00010000:1.0:1724307180.125049:0:15464:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1273:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.125053:0:15464:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bfd30d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1273:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.125059:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1724307180.125059:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+21:3296:x1808064246321536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 253us (882us total) trans 4294970239 rc 0/0 00010000:00010000:1.0:1724307180.125061:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.125063:0:15464:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bfd30d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.125063:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10595 00000100:00100000:2.0:1724307180.125072:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10597 00010000:00010000:1.0:1724307180.125074:0:15464:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bfd30d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.125075:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+20:3299:x1808064246321664:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1724307180.125079:0:15464:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bfd30d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1724307180.125082:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4722 count 1 00010000:00010000:1.0:1724307180.125085:0:15464:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bfd30d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.125090:0:15464:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bfd30d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307180.125091:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1272:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.125095:0:15464:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.125095:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd314 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1272:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.125097:0:15464:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bfd30d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125100:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.125102:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.125103:0:15464:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bfd30d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125104:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd314 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.125110:0:15464:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bfd30d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125110:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd314 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.125115:0:15464:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b7840/0x85b23e07e0bfd30d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125115:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd314 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125120:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd314 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125128:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd314 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125133:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.125135:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd314 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125140:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd314 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125147:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd314 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125152:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd314 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1724307180.125186:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a0f09f80/2, rc 0, transno 2942 00000100:00100000:2.0:1724307180.125193:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246321024:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307180.125199:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880135d33800/2, rc 0, transno 2943 00000100:00100000:2.0:1724307180.125202:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135d33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246321536:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307180.125209:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a0f0aa00/2, rc 0, transno 2940 00000100:00100000:2.0:1724307180.125211:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246320896:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.125243:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1724307180.125249:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6c19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246322176:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.125266:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.125277:0:15464:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+21:3299:x1808064246321792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 247us (315us total) trans 4294970240 rc 0/0 00000004:00080000:2.0:1724307180.125278:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012bf64700/2, rc 0, transno 2944 00000100:00100000:2.0:1724307180.125282:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246321792:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.125283:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10596 00000100:00100000:1.0:1724307180.125291:0:15464:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246322176 00000100:00100000:1.0:1724307180.125293:0:15464:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246322176 00000100:00100000:1.0:1724307180.125303:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10598 00000100:00100000:1.0:1724307180.125306:0:15464:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6c1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+21:3299:x1808064246322176:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.125310:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6c1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246322304:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307180.125314:0:15464:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4726 count 1 00002000:00010000:1.0:1724307180.125324:0:15464:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1276:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:2.0:1724307180.125325:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1724307180.125328:0:15464:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfd31b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1276:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.125333:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.125335:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.125337:0:15464:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfd31b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.125337:0:8403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246322304 00000100:00100000:2.0:1724307180.125339:0:8403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246322304 00010000:00010000:1.0:1724307180.125343:0:15464:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfd31b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.125349:0:15464:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfd31b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.125349:0:8403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10599 00000100:00100000:2.0:1724307180.125352:0:8403:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6c19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3299:x1808064246322304:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1724307180.125354:0:15464:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfd31b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1724307180.125359:0:8403:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4727 count 1 00010000:00010000:1.0:1724307180.125360:0:15464:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfd31b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.125364:0:15464:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.125367:0:15464:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfd31b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307180.125369:0:8403:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1277:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.125373:0:15464:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfd31b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125373:0:8403:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd322 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1277:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125378:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.125379:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.125380:0:15464:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfd31b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125381:0:8403:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd322 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.125386:0:15464:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b4fc0/0x85b23e07e0bfd31b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125388:0:8403:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd322 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125393:0:8403:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd322 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125398:0:8403:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd322 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125407:0:8403:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd322 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125412:0:8403:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a1c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.125414:0:8403:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd322 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125419:0:8403:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd322 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125426:0:8403:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd322 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125430:0:8403:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd322 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.125575:0:18504:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+24:3296:x1808064246321408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1247us (1437us total) trans 4294970241 rc 0/0 00000100:00100000:1.0:1724307180.125580:0:18504:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10592 00000100:00100000:2.0:1724307180.125599:0:8403:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6c19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3299:x1808064246322304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 245us (273us total) trans 4294970242 rc 0/0 00000100:00100000:2.0:1724307180.125604:0:8403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10599 00000004:00080000:2.0:1724307180.125620:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6c1a300/2, rc 0, transno 2946 00000100:00100000:2.0:1724307180.125624:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6c1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246322304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.125661:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246321920:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.125688:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.125697:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246322432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.125709:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1724307180.125722:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a0f08000/2, rc 0, transno 2945 00000100:00100000:2.0:1724307180.125726:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246321408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.125732:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1724307180.125735:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6c19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246322048:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.125749:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.125763:0:8404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246321920 00000100:00100000:2.0:1724307180.125765:0:8404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246321920 00000100:00100000:2.0:1724307180.125775:0:8404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246322432 00000100:00100000:2.0:1724307180.125776:0:8404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246322432 00000100:00100000:2.0:1724307180.125783:0:8404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246322048 00000100:00100000:2.0:1724307180.125784:0:8404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246322048 00000100:00100000:2.0:1724307180.125793:0:8404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10600 00000100:00100000:2.0:1724307180.125797:0:8404:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3296:x1808064246321920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307180.125806:0:8404:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4724 count 1 00002000:00010000:2.0:1724307180.125817:0:8404:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1274:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307180.125821:0:8404:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfd329 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1274:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.125826:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6c1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+26:3298:x1808064246321152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1614us (1703us total) trans 4294970243 rc 0/0 00010000:00010000:2.0:1724307180.125827:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.125828:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1724307180.125831:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10591 00010000:00010000:2.0:1724307180.125831:0:8404:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfd329 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125838:0:8404:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfd329 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.125840:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10601 00000100:00100000:1.0:1724307180.125843:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+25:3296:x1808064246322432:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307180.125845:0:8404:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfd329 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1724307180.125851:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4728 count 1 00010000:00010000:2.0:1724307180.125854:0:8404:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfd329 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125859:0:8404:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfd329 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307180.125860:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1278:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.125864:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bfd330 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1278:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125864:0:8404:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.125867:0:8404:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfd329 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.125869:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.125870:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.125872:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bfd330 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125872:0:8404:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfd329 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.125879:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bfd330 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125879:0:8404:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfd329 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.125884:0:8404:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0189440/0x85b23e07e0bfd329 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.125885:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bfd330 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.125890:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bfd330 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.125895:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bfd330 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.125899:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.125901:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bfd330 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.125907:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bfd330 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.125913:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bfd330 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.125918:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b4900/0x85b23e07e0bfd330 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.126021:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10602 00000100:00100000:1.0:1724307180.126026:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:3296:x1808064246322048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307180.126035:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4725 count 1 00002000:00010000:1.0:1724307180.126045:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1275:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.126049:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd337 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1275:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126055:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.126056:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.126058:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd337 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126064:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd337 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126070:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd337 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126075:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd337 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126081:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd337 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126086:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b73c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.126088:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd337 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126094:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd337 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126101:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd337 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126107:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b73c0/0x85b23e07e0bfd337 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.126107:0:8404:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3296:x1808064246321920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 308us (417us total) trans 4294970244 rc 0/0 00000100:00100000:2.0:1724307180.126112:0:8404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10600 00000004:00080000:2.0:1724307180.126146:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a0f09c00/2, rc 0, transno 2941 00000100:00100000:2.0:1724307180.126151:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246321280:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307180.126157:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a0f0ad80/2, rc 0, transno 2947 00000100:00100000:2.0:1724307180.126159:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246321152:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.126201:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246322816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.126218:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.126228:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1724307180.126231:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246322688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.126243:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.126255:0:8403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246322816 00000100:00100000:1.0:1724307180.126324:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3296:x1808064246322048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 296us (573us total) trans 4294970245 rc 0/0 00000100:00100000:1.0:1724307180.126329:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10602 00000100:00100000:1.0:1724307180.126337:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246322688 00000100:00100000:1.0:1724307180.126340:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246322688 00000100:00100000:1.0:1724307180.126352:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10603 00000100:00100000:1.0:1724307180.126356:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3299:x1808064246322688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307180.126365:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4730 count 1 00002000:00010000:1.0:1724307180.126375:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x127a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.126378:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd33e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x127a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126384:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.126385:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.126387:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd33e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126393:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd33e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126399:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd33e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126404:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd33e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126410:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd33e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126414:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.126417:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd33e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126422:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd33e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126429:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd33e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x127a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126435:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b4b40/0x85b23e07e0bfd33e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.126472:0:8403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246322816 00000100:00100000:2.0:1724307180.126488:0:8403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10604 00000100:00100000:2.0:1724307180.126492:0:8403:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+27:3299:x1808064246322816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307180.126500:0:8403:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4731 count 1 00002000:00010000:2.0:1724307180.126511:0:8403:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x127b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307180.126515:0:8403:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfd345 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x127b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126521:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.126522:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.126524:0:8403:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfd345 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126531:0:8403:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfd345 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126536:0:8403:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfd345 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126542:0:8403:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfd345 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126552:0:8403:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfd345 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126557:0:8403:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.126560:0:8403:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfd345 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126565:0:8403:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfd345 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126573:0:8403:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfd345 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x127b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126578:0:8403:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0189680/0x85b23e07e0bfd345 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.126609:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3299:x1808064246322688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 252us (363us total) trans 4294970246 rc 0/0 00000100:00100000:1.0:1724307180.126614:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10603 00000004:00080000:1.0:1724307180.126632:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880090c3c000/2, rc 0, transno 2950 00000100:00100000:1.0:1724307180.126653:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246322688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.126780:0:8403:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:3299:x1808064246322816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 287us (561us total) trans 4294970247 rc 0/0 00000100:00100000:2.0:1724307180.126785:0:8403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10604 00000100:00100000:2.0:1724307180.126802:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094254000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246322944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.126817:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1724307180.126830:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6c19880/2, rc 0, transno 2949 00000100:00100000:2.0:1724307180.126834:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6c19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246322048:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307180.126840:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6c1b480/2, rc 0, transno 2948 00000100:00100000:2.0:1724307180.126842:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246321920:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.126848:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1724307180.126852:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246322560:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.126853:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+28:3299:x1808064246321664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1777us (1865us total) trans 4294970248 rc 0/0 00000100:00100000:1.0:1724307180.126858:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10597 00000100:00100000:2.0:1724307180.126865:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.126868:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246322944 00000100:00100000:1.0:1724307180.126870:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246322944 00000100:00100000:2.0:1724307180.126877:0:8404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246322560 00000100:00100000:2.0:1724307180.126878:0:8404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246322560 00000100:00100000:1.0:1724307180.126881:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10605 00000100:00100000:1.0:1724307180.126884:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+29:3296:x1808064246322944:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.126887:0:8404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10606 00000100:00100000:2.0:1724307180.126890:0:8404:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3296:x1808064246322560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307180.126892:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4732 count 1 00002000:00080000:2.0:1724307180.126897:0:8404:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4729 count 1 00002000:00010000:1.0:1724307180.126903:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x127c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:2.0:1724307180.126906:0:8404:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1279:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.126907:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd34c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x127c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126909:0:8404:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfd353 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126913:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.126914:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.126914:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.126915:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.126916:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd34c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126917:0:8404:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfd353 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126923:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd34c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126923:0:8404:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfd353 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126929:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd34c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126929:0:8404:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfd353 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126934:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd34c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126934:0:8404:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfd353 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126940:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd34c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126940:0:8404:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfd353 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126944:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.126947:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd34c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126948:0:8404:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.126951:0:8404:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfd353 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126953:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd34c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126956:0:8404:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfd353 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126960:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd34c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x127c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126962:0:8404:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfd353 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.126965:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b5d40/0x85b23e07e0bfd34c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.126967:0:8404:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a018a400/0x85b23e07e0bfd353 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.127080:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307180.127096:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246323072:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307180.127119:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.127131:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246323584:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307180.127139:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246323072 00000100:00100000:0.0:1724307180.127143:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307180.127143:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246323072 00000100:00100000:0.0:1724307180.127150:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1724307180.127153:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246323456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307180.127156:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246323584 00000100:00100000:3.0:1724307180.127157:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246323584 00000100:00100000:0.0:1724307180.127166:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307180.127166:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10607 00000100:00100000:3.0:1724307180.127170:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3297:x1808064246323072:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307180.127172:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801350c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246323968:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307180.127181:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4747 count 1 00000100:00100000:0.0:1724307180.127183:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.127196:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246323456 00000100:00100000:0.0:1724307180.127198:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246323456 00002000:00010000:3.0:1724307180.127199:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x128b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307180.127203:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd35a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.127209:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246323968 00010000:00010000:3.0:1724307180.127209:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1724307180.127210:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246323968 00010000:00010000:3.0:1724307180.127210:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.127213:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd35a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.127218:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10608 00010000:00010000:3.0:1724307180.127221:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd35a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.127222:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3297:x1808064246323584:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1724307180.127227:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd35a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307180.127230:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4751 count 1 00010000:00010000:3.0:1724307180.127232:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd35a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.127237:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd35a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307180.127240:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x128f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307180.127242:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d146c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.127244:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd361 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.127244:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd35a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.127249:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.127250:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.127250:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd35a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.127252:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd361 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.127260:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd361 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.127261:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd35a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.127266:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd361 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.127267:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd35a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.127271:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd361 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.127275:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd361 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.127280:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.127282:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd361 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.127287:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd361 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.127294:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd361 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.127299:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d173180/0x85b23e07e0bfd361 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.127398:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3297:x1808064246323584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 174us (253us total) trans 17179870544 rc 0/0 00000100:00100000:0.0:1724307180.127408:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10608 00000100:00100000:0.0:1724307180.127418:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10609 00000100:00100000:0.0:1724307180.127422:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3297:x1808064246323456:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.127429:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10610 00002000:00080000:0.0:1724307180.127430:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4750 count 1 00000100:00100000:2.0:1724307180.127433:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3297:x1808064246323968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307180.127440:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4754 count 1 00002000:00010000:0.0:1724307180.127441:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x128e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307180.127444:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd368 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.127449:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.127450:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00010000:2.0:1724307180.127450:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1292:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307180.127453:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd368 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.127453:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd36f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.127458:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.127459:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.127460:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd368 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.127461:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd36f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.127465:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd368 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.127467:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd36f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.127471:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd368 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.127473:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd36f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.127476:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd368 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.127478:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd36f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.127480:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.127483:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd368 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.127483:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd36f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.127487:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.127489:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd368 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.127490:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd36f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.127495:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd36f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.127496:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd368 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.127501:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d170d80/0x85b23e07e0bfd368 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.127501:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd36f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.127506:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd36f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307180.127726:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+19:3297:x1808064246323072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 555us (605us total) trans 17179870543 rc 0/0 00000100:00100000:3.0:1724307180.127731:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10607 00000100:00100000:1.0:1724307180.128307:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+30:3296:x1808064246322944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1421us (1488us total) trans 4294970249 rc 0/0 00000100:00100000:1.0:1724307180.128312:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10605 00000100:00100000:1.0:1724307180.128330:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246323328:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1724307180.128336:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfd376 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.128344:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfd376 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.128351:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfd376 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307180.128351:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.128359:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246323840:0@lo:6:osp-syn-0-0.0 00000004:00200000:0.0:1724307180.128370:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xad4:0x0]: returning size 0 00000100:00100000:1.0:1724307180.128372:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00200000:0.0:1724307180.128373:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00080000:1.0:1724307180.128405:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880090c3c380/2, rc 0, transno 2951 00000100:00100000:1.0:1724307180.128409:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246322816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307180.128411:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246323328 00000100:00100000:3.0:1724307180.128415:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246323328 00000004:00080000:1.0:1724307180.128419:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012bf66680/2, rc 0, transno 2952 00000100:00100000:1.0:1724307180.128421:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246321664:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.128427:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1724307180.128428:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246323840 00000100:00100000:3.0:1724307180.128430:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246323840 00000100:00100000:1.0:1724307180.128431:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246323200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307180.128438:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10611 00000100:00100000:3.0:1724307180.128441:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998fb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:3299:x1808064246323328:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.128444:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1724307180.128452:0:19432:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4749 count 1 00000100:00100000:1.0:1724307180.128454:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246323712:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.128465:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1724307180.128466:0:19432:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x128d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307180.128469:0:19432:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd37d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.128476:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.128477:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.128480:0:19432:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd37d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.128487:0:19432:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd37d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.128497:0:19432:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd37d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.128502:0:19432:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd37d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.128508:0:19432:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd37d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.128514:0:19432:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307180.128516:0:19432:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd37d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.128521:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246323200 00010000:00010000:3.0:1724307180.128521:0:19432:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd37d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.128523:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246323200 00010000:00010000:3.0:1724307180.128529:0:19432:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd37d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.128533:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246323712 00000100:00100000:1.0:1724307180.128535:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246323712 00010000:00010000:3.0:1724307180.128535:0:19432:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd37d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.128543:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10612 00000100:00100000:1.0:1724307180.128546:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094254380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3299:x1808064246323840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307180.128555:0:18504:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4753 count 1 00002000:00010000:1.0:1724307180.128566:0:18504:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1291:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.128570:0:18504:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd384 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.128575:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.128577:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.128579:0:18504:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd384 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.128585:0:18504:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd384 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.128591:0:18504:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd384 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.128597:0:18504:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd384 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.128602:0:18504:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd384 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.128610:0:18504:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.128613:0:18504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd384 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.128618:0:18504:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd384 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.128625:0:18504:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd384 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.128631:0:18504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800909b6400/0x85b23e07e0bfd384 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307180.128663:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998fb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+23:3299:x1808064246323328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 220us (311us total) trans 17179870546 rc 0/0 00000100:00100000:3.0:1724307180.128677:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10611 00000100:00100000:3.0:1724307180.128686:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10613 00000100:00100000:3.0:1724307180.128690:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094254700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+22:3299:x1808064246323200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307180.128699:0:19432:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4748 count 1 00002000:00010000:3.0:1724307180.128708:0:19432:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x128c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307180.128712:0:19432:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfd38b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.128717:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.128718:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.128720:0:19432:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfd38b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.128727:0:19432:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfd38b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.128733:0:19432:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfd38b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.128738:0:19432:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfd38b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.128744:0:19432:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfd38b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.128748:0:19432:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307180.128750:0:19432:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfd38b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.128756:0:19432:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfd38b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.128757:0:18504:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094254380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+23:3299:x1808064246323840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 210us (384us total) trans 17179870547 rc 0/0 00000100:00100000:1.0:1724307180.128761:0:18504:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10612 00010000:00010000:3.0:1724307180.128764:0:19432:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfd38b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.128769:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10614 00010000:00010000:3.0:1724307180.128769:0:19432:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfd38b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.128772:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094254a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3299:x1808064246323712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307180.128781:0:18504:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4752 count 1 00002000:00010000:1.0:1724307180.128790:0:18504:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1290:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.128794:0:18504:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd392 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.128799:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.128800:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.128803:0:18504:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd392 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.128810:0:18504:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd392 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.128816:0:18504:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd392 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.128821:0:18504:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd392 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.128826:0:18504:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd392 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.128830:0:18504:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.128833:0:18504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd392 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.128838:0:18504:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd392 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.128845:0:18504:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd392 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.128850:0:18504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800909b7180/0x85b23e07e0bfd392 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307180.128862:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094254700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+23:3299:x1808064246323200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 171us (416us total) trans 17179870548 rc 0/0 00000100:00100000:3.0:1724307180.128868:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10613 00000100:00100000:2.0:1724307180.128935:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3297:x1808064246323968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1500us (1749us total) trans 17179870545 rc 0/0 00000100:00100000:2.0:1724307180.128940:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10610 00000100:00100000:1.0:1724307180.128959:0:18504:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094254a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3299:x1808064246323712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 185us (492us total) trans 17179870549 rc 0/0 00000100:00100000:1.0:1724307180.128964:0:18504:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10614 00000100:00100000:1.0:1724307180.128976:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094255500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246324352:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.128991:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1724307180.129006:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009aeef100/2, rc 0, transno 1364 00000100:00100000:1.0:1724307180.129023:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246323200:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307180.129032:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009aeedf80/2, rc 0, transno 1365 00000100:00100000:1.0:1724307180.129035:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246323712:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307180.129174:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009aeed180/2, rc 0, transno 1362 00000100:00100000:1.0:1724307180.129177:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246323328:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307180.129183:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009aeef800/2, rc 0, transno 1363 00000100:00100000:1.0:1724307180.129189:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246323840:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.129197:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246324864:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.129212:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.129221:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1724307180.129223:0:8405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246324352 00000100:00100000:1.0:1724307180.129225:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246324224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307180.129225:0:8405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246324352 00000100:00100000:1.0:1724307180.129237:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307180.129237:0:8405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246324864 00000100:00100000:3.0:1724307180.129239:0:8405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246324864 00000100:00100000:1.0:1724307180.129245:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d475180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246324736:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307180.129246:0:8405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246324224 00000100:00100000:3.0:1724307180.129247:0:8405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246324224 00000100:00100000:1.0:1724307180.129255:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307180.129255:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10615 00000100:00100000:3.0:1724307180.129258:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+31:3299:x1808064246324352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307180.129267:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4735 count 1 00002000:00010000:3.0:1724307180.129280:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x127f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307180.129284:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd399 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x127f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129290:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.129291:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.129293:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd399 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129300:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd399 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129306:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd399 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129310:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd399 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129315:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd399 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129319:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307180.129321:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd399 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129326:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd399 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129333:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd399 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x127f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129338:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd399 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307180.129510:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3299:x1808064246324352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 250us (517us total) trans 4294970250 rc 0/0 00000100:00100000:3.0:1724307180.129515:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10615 00000100:00100000:3.0:1724307180.129523:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10616 00000100:00100000:3.0:1724307180.129526:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3299:x1808064246324864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307180.129535:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4757 count 1 00002000:00010000:3.0:1724307180.129545:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1295:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307180.129548:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd3a0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129553:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.129554:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.129556:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd3a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129562:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd3a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129567:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd3a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129572:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd3a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129577:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd3a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129581:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307180.129583:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd3a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129588:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd3a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129596:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd3a0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129601:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd3a0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307180.129729:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3299:x1808064246324864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 200us (514us total) trans 17179870551 rc 0/0 00000100:00100000:3.0:1724307180.129734:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10616 00000100:00100000:3.0:1724307180.129742:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10617 00000100:00100000:3.0:1724307180.129745:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094256300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+31:3299:x1808064246324224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307180.129755:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4734 count 1 00000004:00080000:1.0:1724307180.129765:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6785c00/2, rc 0, transno 1367 00002000:00010000:3.0:1724307180.129765:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x127e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307180.129768:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd3a7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x127e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.129771:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246324864:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1724307180.129774:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.129776:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:1.0:1724307180.129778:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880094255500/2, rc 0, transno 2954 00010000:00010000:3.0:1724307180.129778:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd3a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.129783:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094255500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246324352:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1724307180.129785:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd3a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129790:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd3a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129799:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd3a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129805:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd3a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129809:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d158c0 already unused, calling callback (ffffffffa084f3f0) 00000100:00100000:1.0:1724307180.129810:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246324736 00010000:00010000:3.0:1724307180.129811:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd3a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.129813:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246324736 00010000:00010000:3.0:1724307180.129817:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd3a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.129824:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd3a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x127e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.129826:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10618 00010000:00010000:3.0:1724307180.129829:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd3a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.129830:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+24:3299:x1808064246324736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307180.129838:0:14386:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4756 count 1 00002000:00010000:1.0:1724307180.129850:0:14386:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1294:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.129853:0:14386:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfd3ae lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.129858:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.129859:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.129862:0:14386:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfd3ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.129868:0:14386:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfd3ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.129874:0:14386:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfd3ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.129879:0:14386:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfd3ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.129885:0:14386:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfd3ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.129890:0:14386:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.129892:0:14386:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfd3ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.129902:0:14386:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfd3ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.129910:0:14386:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfd3ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.129915:0:14386:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800909b6ac0/0x85b23e07e0bfd3ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307180.130011:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094256300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3299:x1808064246324224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 258us (766us total) trans 4294970251 rc 0/0 00000100:00100000:3.0:1724307180.130016:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10617 00000100:00100000:1.0:1724307180.130333:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+25:3299:x1808064246324736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 501us (1076us total) trans 17179870552 rc 0/0 00000100:00100000:1.0:1724307180.130339:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10618 00000004:00010000:0.0:1724307180.130439:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfd376 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.130452:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfd376 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.130460:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd2d5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.130464:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd2d5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.130473:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd2d5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.130477:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171200 already unused, calling callback (ffffffffa133a880) 00000100:00100000:1.0:1724307180.130479:0:15464:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6c1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+32:3299:x1808064246322176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5172us (5211us total) trans 4294970252 rc 0/0 00010000:00010000:0.0:1724307180.130480:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd2d5 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307180.130484:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10598 00010000:00010000:0.0:1724307180.130485:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd2d5 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.130493:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307180.130495:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.130498:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd2d5 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.130502:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d171200/0x85b23e07e0bfd2d5 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.130510:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd2dc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.130515:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd2dc lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.130519:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd2dc lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.130522:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.130525:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd2dc lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.130529:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd2dc lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.130535:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea31c (ffff8800b1bd7900) 00010000:00010000:0.0:1724307180.130537:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.130539:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd2dc lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.130543:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170000/0x85b23e07e0bfd2dc lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.130573:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d173a80/0x85b23e07e0bfd2ce lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8a9 expref: 14 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.130583:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfd376 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8a9 expref: 13 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.130588:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad4:0x0].0x0 (ffff8800b1bd7c00) 00010000:00010000:0.0:1724307180.130590:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1724307180.130592:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d170480, rc 0) 00000004:00080000:0.0:1724307180.130624:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8801350c5180/2, rc 0, transno 1361 00000100:00100000:0.0:1724307180.130631:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801350c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246323968:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.130651:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+32:3296:x1808064246322432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4793us (4928us total) trans 4294970253 rc 0/0 00000004:00080000:0.0:1724307180.130652:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009aeed880/2, rc 0, transno 1360 00000100:00100000:0.0:1724307180.130655:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246323584:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.130657:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10601 00000004:00080000:0.0:1724307180.130662:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009aeec380/2, rc 0, transno 1359 00000100:00100000:0.0:1724307180.130676:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246323072:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307180.130686:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094254e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246324096:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1724307180.130692:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880094255180/2, rc 0, transno 2955 00000100:00100000:1.0:1724307180.130698:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246324224:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1724307180.130704:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d475180/2, rc 0, transno 1368 00000100:00100000:1.0:1724307180.130706:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d475180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246324736:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307180.130708:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1724307180.130713:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6c19c00/2, rc 0, transno 2956 00000100:00100000:1.0:1724307180.130715:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6c19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246322176:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.130716:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246324608:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.130722:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1724307180.130726:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f36f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246325248:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307180.130729:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.130736:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094256a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246325120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.130739:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.130747:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.130755:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1724307180.130759:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094255880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246324480:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.130770:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.130772:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246324096 00000100:00100000:1.0:1724307180.130774:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246324096 00000100:00100000:0.0:1724307180.130777:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f34f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246324992:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.130786:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10619 00000100:00100000:0.0:1724307180.130788:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.130789:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:3297:x1808064246324096:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.130794:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1724307180.130798:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246325504:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307180.130799:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4733 count 1 00000100:00100000:0.0:1724307180.130809:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1724307180.130811:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x127d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.130815:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bfd3b5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x127d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.130823:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1724307180.130824:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246324608 00010000:00010000:1.0:1724307180.130824:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1724307180.130826:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246324608 00010000:00010000:1.0:1724307180.130826:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bfd3b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.130834:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bfd3b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.130836:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246325248 00000100:00100000:0.0:1724307180.130837:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246325248 00010000:00010000:1.0:1724307180.130840:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bfd3b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.130843:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246325120 00000100:00100000:0.0:1724307180.130845:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246325120 00010000:00010000:1.0:1724307180.130846:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bfd3b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.130851:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246324480 00010000:00010000:1.0:1724307180.130851:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bfd3b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.130852:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246324480 00000100:00100000:0.0:1724307180.130858:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246324992 00000100:00100000:0.0:1724307180.130859:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246324992 00010000:00010000:1.0:1724307180.130861:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.130863:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bfd3b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.130866:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246325504 00000100:00100000:0.0:1724307180.130867:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246325504 00010000:00010000:1.0:1724307180.130869:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bfd3b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.130875:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10620 00010000:00010000:1.0:1724307180.130877:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bfd3b5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x127d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.130879:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+27:3297:x1808064246324608:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1724307180.130883:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b6880/0x85b23e07e0bfd3b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307180.130888:0:15467:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4755 count 1 00002000:00010000:0.0:1724307180.130900:0:15467:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1293:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307180.130904:0:15467:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd3bc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.130911:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.130912:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.130914:0:15467:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd3bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.130922:0:15467:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd3bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.130928:0:15467:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd3bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.130934:0:15467:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd3bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.130940:0:15467:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd3bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.130945:0:15467:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d173600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.130947:0:15467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd3bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.130953:0:15467:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd3bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.130961:0:15467:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd3bc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.130970:0:15467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d173600/0x85b23e07e0bfd3bc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.131039:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+36:3297:x1808064246324096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 248us (330us total) trans 4294970254 rc 0/0 00000100:00100000:1.0:1724307180.131044:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10619 00000100:00100000:1.0:1724307180.131053:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10621 00000100:00100000:1.0:1724307180.131056:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094256d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3299:x1808064246325248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307180.131065:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4759 count 1 00000100:00100000:0.0:1724307180.131075:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+28:3297:x1808064246324608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 195us (345us total) trans 17179870553 rc 0/0 00002000:00010000:1.0:1724307180.131076:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1297:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:0.0:1724307180.131079:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10620 00010000:00010000:1.0:1724307180.131079:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd3c3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1297:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131085:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.131086:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1724307180.131087:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10622 00010000:00010000:1.0:1724307180.131088:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd3c3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.131090:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+35:3297:x1808064246325120:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1724307180.131096:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd3c3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307180.131097:0:15467:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4737 count 1 00010000:00010000:1.0:1724307180.131101:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd3c3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307180.131106:0:15467:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1281:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.131107:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd3c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131109:0:15467:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bfd3ca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1281:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131112:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd3c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131115:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.131116:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.131117:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.131118:0:15467:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bfd3ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131119:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd3c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131124:0:15467:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bfd3ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131125:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd3c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131130:0:15467:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bfd3ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131132:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd3c3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131135:0:15467:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bfd3ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131137:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800909b5b00/0x85b23e07e0bfd3c3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131144:0:15467:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bfd3ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131149:0:15467:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.131151:0:15467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bfd3ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131157:0:15467:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bfd3ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131163:0:15467:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bfd3ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131169:0:15467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d170900/0x85b23e07e0bfd3ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.131233:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094256d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3299:x1808064246325248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 175us (492us total) trans 17179870554 rc 0/0 00000100:00100000:1.0:1724307180.131238:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10621 00000100:00100000:1.0:1724307180.131246:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10623 00000100:00100000:1.0:1724307180.131250:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:3297:x1808064246324480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307180.131258:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4736 count 1 00002000:00010000:1.0:1724307180.131268:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1280:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.131272:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd3d1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1280:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131278:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.131279:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.131281:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd3d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131287:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd3d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131293:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd3d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131298:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd3d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131303:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd3d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131308:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b6f40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.131310:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd3d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131316:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd3d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131323:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd3d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131328:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b6f40/0x85b23e07e0bfd3d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.131344:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+36:3297:x1808064246325120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 253us (596us total) trans 4294970255 rc 0/0 00000100:00100000:0.0:1724307180.131349:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10622 00000100:00100000:0.0:1724307180.131358:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10624 00000100:00100000:0.0:1724307180.131361:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+27:3297:x1808064246324992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307180.131371:0:15467:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4758 count 1 00002000:00010000:0.0:1724307180.131380:0:15467:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1296:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307180.131383:0:15467:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd3d8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1296:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131393:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.131394:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.131396:0:15467:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd3d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131403:0:15467:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd3d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131408:0:15467:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd3d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131414:0:15467:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd3d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131420:0:15467:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd3d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131425:0:15467:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.131427:0:15467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd3d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131433:0:15467:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd3d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131440:0:15467:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd3d8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131448:0:15467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d172d00/0x85b23e07e0bfd3d8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.131499:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+36:3297:x1808064246324480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 248us (728us total) trans 4294970256 rc 0/0 00000100:00100000:1.0:1724307180.131504:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10623 00000100:00100000:1.0:1724307180.131514:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10625 00000100:00100000:1.0:1724307180.131517:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a059ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:3297:x1808064246325504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307180.131525:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4739 count 1 00002000:00010000:1.0:1724307180.131536:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1283:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:0.0:1724307180.131540:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+28:3297:x1808064246324992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 178us (751us total) trans 17179870555 rc 0/0 00010000:00010000:1.0:1724307180.131540:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd3df lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.131545:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10624 00010000:00010000:1.0:1724307180.131545:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.131546:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.131549:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd3df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131555:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd3df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131564:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd3df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307180.131569:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880094255880/2, rc 0, transno 2960 00010000:00010000:1.0:1724307180.131570:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd3df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.131574:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094255880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246324480:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1724307180.131575:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd3df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131580:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b5f80 already unused, calling callback (ffffffffa084f3f0) 00000004:00080000:0.0:1724307180.131581:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009f34f480/2, rc 0, transno 1371 00010000:00010000:1.0:1724307180.131582:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd3df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.131583:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f34f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246324992:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1724307180.131588:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd3df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307180.131589:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880094254e00/2, rc 0, transno 2958 00000100:00100000:0.0:1724307180.131591:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094254e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246324096:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1724307180.131595:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd3df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307180.131596:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009e6a0700/2, rc 0, transno 1369 00000100:00100000:0.0:1724307180.131599:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e6a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246324608:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1724307180.131601:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b5f80/0x85b23e07e0bfd3df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307180.131604:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880094256a00/2, rc 0, transno 2959 00000100:00100000:0.0:1724307180.131606:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094256a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246325120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.131675:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009dd18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246325632:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.131693:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.131710:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246325632 00000100:00100000:0.0:1724307180.131713:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246325632 00000100:00100000:0.0:1724307180.131725:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10626 00000100:00100000:0.0:1724307180.131728:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dd18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+36:3297:x1808064246325632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307180.131736:0:14386:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4740 count 1 00002000:00010000:0.0:1724307180.131747:0:14386:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1284:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307180.131751:0:14386:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d172ac0/0x85b23e07e0bfd3e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131758:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.131759:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.131761:0:14386:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d172ac0/0x85b23e07e0bfd3e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131769:0:14386:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d172ac0/0x85b23e07e0bfd3e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131775:0:14386:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d172ac0/0x85b23e07e0bfd3e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131780:0:14386:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d172ac0/0x85b23e07e0bfd3e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131786:0:14386:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d172ac0/0x85b23e07e0bfd3e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131791:0:14386:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.131793:0:14386:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d172ac0/0x85b23e07e0bfd3e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131799:0:14386:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d172ac0/0x85b23e07e0bfd3e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131807:0:14386:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d172ac0/0x85b23e07e0bfd3e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.131809:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:3297:x1808064246325504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 292us (999us total) trans 4294970257 rc 0/0 00010000:00010000:0.0:1724307180.131813:0:14386:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d172ac0/0x85b23e07e0bfd3e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.131814:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10625 00000100:00100000:1.0:1724307180.131833:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094257100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246325376:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.131849:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.131858:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009dd18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246325888:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.131869:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1724307180.131881:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009f36f800/2, rc 0, transno 1370 00000100:00100000:1.0:1724307180.131884:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f36f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246325248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.131888:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1724307180.131892:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009dd18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246325760:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.131911:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.131912:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dd18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+37:3297:x1808064246325632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 183us (218us total) trans 4294970258 rc 0/0 00000100:00100000:0.0:1724307180.131917:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10626 00000100:00100000:0.0:1724307180.131925:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246325376 00000100:00100000:1.0:1724307180.131925:0:15464:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246325888 00000100:00100000:0.0:1724307180.131927:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246325376 00000100:00100000:1.0:1724307180.131927:0:15464:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246325888 00000100:00100000:0.0:1724307180.131936:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246325760 00000100:00100000:0.0:1724307180.131938:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246325760 00000100:00100000:1.0:1724307180.131938:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10627 00000100:00100000:1.0:1724307180.131942:0:15464:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094257800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+39:3299:x1808064246325376:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.131945:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10628 00000100:00100000:0.0:1724307180.131948:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094257b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+39:3299:x1808064246325888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307180.131950:0:15464:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4738 count 1 00002000:00080000:0.0:1724307180.131954:0:14386:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4742 count 1 00002000:00010000:1.0:1724307180.131961:0:15464:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1282:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:0.0:1724307180.131963:0:14386:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1286:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.131965:0:15464:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bfd3ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131966:0:14386:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d171d40/0x85b23e07e0bfd3f4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131971:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.131971:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.131972:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.131972:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.131974:0:14386:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d171d40/0x85b23e07e0bfd3f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131974:0:15464:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bfd3ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131982:0:14386:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d171d40/0x85b23e07e0bfd3f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131982:0:15464:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bfd3ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131987:0:14386:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d171d40/0x85b23e07e0bfd3f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131987:0:15464:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bfd3ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.131997:0:14386:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d171d40/0x85b23e07e0bfd3f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.131997:0:15464:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bfd3ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.132002:0:14386:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d171d40/0x85b23e07e0bfd3f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132003:0:15464:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bfd3ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.132007:0:14386:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.132007:0:15464:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.132009:0:14386:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d171d40/0x85b23e07e0bfd3f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132010:0:15464:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bfd3ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.132015:0:14386:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d171d40/0x85b23e07e0bfd3f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132015:0:15464:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bfd3ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.132022:0:14386:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d171d40/0x85b23e07e0bfd3f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132022:0:15464:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bfd3ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.132027:0:14386:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d171d40/0x85b23e07e0bfd3f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132027:0:15464:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b4240/0x85b23e07e0bfd3ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.132046:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10629 00000100:00100000:1.0:1724307180.132050:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009095c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+39:3299:x1808064246325760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307180.132058:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4741 count 1 00002000:00010000:1.0:1724307180.132068:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1285:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.132071:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bfd3fb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132080:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.132081:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.132083:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bfd3fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132090:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bfd3fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132096:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bfd3fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132101:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bfd3fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132107:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bfd3fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132111:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b7600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.132114:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bfd3fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132119:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bfd3fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132126:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bfd3fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.132127:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094257b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+40:3299:x1808064246325888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 178us (257us total) trans 4294970259 rc 0/0 00000100:00100000:0.0:1724307180.132132:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10628 00010000:00010000:1.0:1724307180.132136:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b7600/0x85b23e07e0bfd3fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307180.132154:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009dd18000/2, rc 0, transno 2962 00000100:00100000:0.0:1724307180.132160:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009dd18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246325632:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307180.132167:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880094257480/2, rc 0, transno 2961 00000100:00100000:0.0:1724307180.132169:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246325504:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.132196:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009dd19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246326144:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.132211:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.132220:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1724307180.132223:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009dd18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246326016:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.132233:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009095c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+40:3299:x1808064246325760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 182us (321us total) trans 4294970260 rc 0/0 00000100:00100000:0.0:1724307180.132235:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.132238:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10629 00000100:00100000:1.0:1724307180.132245:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246326144 00000100:00100000:0.0:1724307180.132246:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246326016 00000100:00100000:0.0:1724307180.132248:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246326016 00000100:00100000:1.0:1724307180.132248:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246326144 00000100:00100000:0.0:1724307180.132259:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10630 00000100:00100000:0.0:1724307180.132262:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dd19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+41:3297:x1808064246326144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307180.132272:0:18504:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4744 count 1 00000100:00100000:1.0:1724307180.132274:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10631 00000100:00100000:1.0:1724307180.132277:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dd19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+41:3297:x1808064246326016:12345-0@lo:6:osp-syn-1-0.0 00002000:00010000:0.0:1724307180.132283:0:18504:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1288:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00080000:1.0:1724307180.132284:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4743 count 1 00010000:00010000:0.0:1724307180.132287:0:18504:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d170240/0x85b23e07e0bfd402 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.132292:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00010000:1.0:1724307180.132292:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1287:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307180.132294:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.132295:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd409 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.132296:0:18504:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d170240/0x85b23e07e0bfd402 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132300:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.132301:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.132303:0:18504:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d170240/0x85b23e07e0bfd402 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132303:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd409 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.132309:0:18504:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d170240/0x85b23e07e0bfd402 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132309:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd409 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.132314:0:18504:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d170240/0x85b23e07e0bfd402 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132314:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd409 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132319:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd409 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.132324:0:18504:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d170240/0x85b23e07e0bfd402 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132325:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd409 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.132329:0:18504:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d170240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.132330:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b58c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.132331:0:18504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d170240/0x85b23e07e0bfd402 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132332:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd409 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.132336:0:18504:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d170240/0x85b23e07e0bfd402 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132337:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd409 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.132343:0:18504:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d170240/0x85b23e07e0bfd402 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132343:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd409 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.132348:0:18504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d170240/0x85b23e07e0bfd402 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132348:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b58c0/0x85b23e07e0bfd409 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.132399:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:22165:x1808064247950976:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 9358us (9411us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307180.132404:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 241 00000100:00100000:1.0:1724307180.132444:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dd19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+42:3297:x1808064246326016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 166us (208us total) trans 4294970261 rc 0/0 00000100:00100000:1.0:1724307180.132448:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10631 00000100:00100000:0.0:1724307180.132595:0:18504:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dd19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+42:3297:x1808064246326144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 332us (383us total) trans 4294970262 rc 0/0 00000100:00100000:0.0:1724307180.132601:0:18504:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10630 00000004:00080000:0.0:1724307180.132618:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009dd18e00/2, rc 0, transno 2965 00000100:00100000:0.0:1724307180.132623:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009dd18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246326016:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307180.132629:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009dd19180/2, rc 0, transno 2966 00000100:00100000:0.0:1724307180.132632:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009dd19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246326144:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.132706:0:15464:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094257800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+42:3299:x1808064246325376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 762us (855us total) trans 4294970263 rc 0/0 00000100:00100000:1.0:1724307180.132710:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10627 00000100:00100000:1.0:1724307180.132726:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009dd19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246326400:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.132739:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1724307180.132753:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009dd18380/2, rc 0, transno 2964 00000100:00100000:3.0:1724307180.132756:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246326400 00000100:00100000:1.0:1724307180.132757:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009dd18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246325760:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307180.132759:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246326400 00000004:00080000:1.0:1724307180.132763:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880094257100/2, rc 0, transno 2967 00000100:00100000:1.0:1724307180.132765:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094257100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246325376:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1724307180.132770:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009dd18700/2, rc 0, transno 2963 00000100:00100000:3.0:1724307180.132772:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10632 00000100:00100000:1.0:1724307180.132773:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009dd18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246325888:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307180.132776:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009095c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+42:3299:x1808064246326400:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.132777:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1724307180.132780:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009dd19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246326272:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307180.132787:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4746 count 1 00000100:00100000:1.0:1724307180.132795:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1724307180.132801:0:19402:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x128a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307180.132805:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfd410 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.132807:0:15464:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246326272 00000100:00100000:1.0:1724307180.132809:0:15464:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246326272 00010000:00010000:3.0:1724307180.132812:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.132813:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.132815:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfd410 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.132819:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10633 00000100:00100000:1.0:1724307180.132822:0:15464:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009095c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+43:3299:x1808064246326272:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1724307180.132823:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfd410 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.132828:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfd410 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1724307180.132830:0:15464:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4745 count 1 00010000:00010000:3.0:1724307180.132834:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfd410 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.132839:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfd410 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307180.132840:0:15464:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1289:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.132843:0:15464:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bfd417 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.132844:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d161c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307180.132846:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfd410 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132848:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.132849:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.132851:0:15464:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bfd417 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.132852:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfd410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132858:0:15464:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bfd417 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132863:0:15464:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bfd417 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.132863:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfd410 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.132869:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfd410 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x128a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132872:0:15464:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bfd417 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132877:0:15464:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bfd417 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132880:0:15464:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.132882:0:15464:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bfd417 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132887:0:15464:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bfd417 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132893:0:15464:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bfd417 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.132899:0:15464:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909b4480/0x85b23e07e0bfd417 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307180.132977:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009095c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3299:x1808064246326400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 200us (236us total) trans 4294970264 rc 0/0 00000100:00100000:1.0:1724307180.132978:0:15464:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009095c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+45:3299:x1808064246326272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 154us (181us total) trans 4294970265 rc 0/0 00000100:00100000:1.0:1724307180.132982:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10633 00000004:00080000:1.0:1724307180.133001:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009dd19c00/2, rc 0, transno 2969 00000100:00100000:1.0:1724307180.133004:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009dd19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246326272:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1724307180.133009:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009dd19f80/2, rc 0, transno 2968 00000100:00100000:1.0:1724307180.133011:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009dd19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246326400:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307180.133145:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10632 00000100:00100000:3.0:1724307180.133348:0:8404:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3296:x1808064246322560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6456us (6481us total) trans 4294970266 rc 0/0 00000100:00100000:3.0:1724307180.133353:0:8404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10606 00000100:00100000:2.0:1724307180.133500:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a059f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+27:3297:x1808064246323456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6076us (6332us total) trans 17179870550 rc 0/0 00000100:00100000:2.0:1724307180.133507:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10609 00000100:00100000:2.0:1724307180.133599:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246326784:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.133616:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.133626:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246327296:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.133636:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.133663:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1724307180.133676:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246326912:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.133687:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d320700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246326656:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.133691:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.133705:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.133706:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246326528:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.133713:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246327168:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.133719:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.133728:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.133728:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246327040:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307180.133743:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009aeee680/2, rc 0, transno 1366 00000100:00100000:1.0:1724307180.133748:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246323456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.133751:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.133758:0:8404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246326784 00000100:00100000:1.0:1724307180.133761:0:8404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246326784 00000004:00080000:2.0:1724307180.133766:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880136310380/2, rc 0, transno 2970 00000100:00100000:2.0:1724307180.133768:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246322560:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.133774:0:8404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246327296 00000100:00100000:1.0:1724307180.133775:0:8404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246327296 00000004:00080000:2.0:1724307180.133777:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880094254000/2, rc 0, transno 2953 00000100:00100000:2.0:1724307180.133779:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094254000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246322944:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.133782:0:8404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246326912 00000100:00100000:1.0:1724307180.133784:0:8404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246326912 00000004:00080000:2.0:1724307180.133787:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6c1b800/2, rc 0, transno 2957 00000100:00100000:2.0:1724307180.133789:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246322432:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.133792:0:8404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246326656 00000100:00100000:1.0:1724307180.133793:0:8404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246326656 00000100:00100000:1.0:1724307180.133800:0:8404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246326528 00000100:00100000:1.0:1724307180.133801:0:8404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246326528 00000100:00100000:2.0:1724307180.133801:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246327168 00000100:00100000:2.0:1724307180.133803:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246327168 00000100:00100000:1.0:1724307180.133808:0:8404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246327040 00000100:00100000:1.0:1724307180.133810:0:8404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246327040 00000100:00100000:2.0:1724307180.133815:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10634 00000100:00100000:2.0:1724307180.133818:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3298:x1808064246326784:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.133831:0:8404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10635 00002000:00080000:2.0:1724307180.133833:0:19396:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4762 count 1 00000100:00100000:1.0:1724307180.133834:0:8404:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3298:x1808064246327296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307180.133841:0:8404:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4766 count 1 00002000:00010000:2.0:1724307180.133850:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x129a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:1.0:1724307180.133851:0:8404:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x129e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.133855:0:8404:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd425 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x129e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.133855:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd41e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x129a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.133862:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.133862:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.133863:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.133863:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.133866:0:8404:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd425 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.133866:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd41e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.133874:0:8404:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd425 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.133874:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd41e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.133880:0:8404:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd425 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.133880:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd41e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.133886:0:8404:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd425 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x129e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.133886:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd41e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x129a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.133891:0:8404:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd425 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x129e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.133891:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd41e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x129a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.133896:0:8404:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.133896:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.133898:0:8404:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd425 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x129e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.133898:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd41e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x129a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.133904:0:8404:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd425 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x129e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.133904:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd41e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x129a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.133912:0:8404:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd425 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x129e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.133912:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd41e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x129a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.133917:0:8404:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd425 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x129e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.133922:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd41e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x129a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.133940:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10636 00000100:00100000:2.0:1724307180.133943:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+33:3298:x1808064246326912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307180.133951:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4763 count 1 00002000:00010000:2.0:1724307180.133961:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x129b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307180.133964:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd42c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x129b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.133969:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.133971:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.133973:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd42c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.133980:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd42c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.133986:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd42c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.133991:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd42c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x129b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.133997:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd42c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x129b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134006:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.134008:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd42c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x129b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134013:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd42c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x129b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134020:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd42c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x129b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134025:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd42c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x129b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.134044:0:8404:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:3298:x1808064246327296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 208us (406us total) trans 17179870556 rc 0/0 00000100:00100000:1.0:1724307180.134049:0:8404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10635 00000100:00100000:1.0:1724307180.134058:0:8404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10637 00000100:00100000:1.0:1724307180.134061:0:8404:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009095ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3297:x1808064246326656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307180.134070:0:8404:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4761 count 1 00002000:00010000:1.0:1724307180.134079:0:8404:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1299:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.134083:0:8404:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd433 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.134088:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.134089:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.134091:0:8404:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd433 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.134097:0:8404:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd433 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.134103:0:8404:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd433 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.134108:0:8404:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd433 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.134113:0:8404:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd433 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.134118:0:8404:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.134120:0:8404:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd433 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.134126:0:8404:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd433 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.134134:0:8404:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd433 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.134139:0:8404:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd433 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.134140:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+34:3298:x1808064246326912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 196us (448us total) trans 17179870557 rc 0/0 00000100:00100000:2.0:1724307180.134145:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10636 00000100:00100000:2.0:1724307180.134154:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10638 00000100:00100000:2.0:1724307180.134157:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+33:3296:x1808064246326528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307180.134165:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4760 count 1 00002000:00010000:2.0:1724307180.134174:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1298:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307180.134178:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd43a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1298:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134183:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.134184:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.134186:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd43a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134193:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd43a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134199:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd43a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134204:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd43a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134210:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd43a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134215:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ad00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.134217:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd43a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134222:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd43a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134230:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd43a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134235:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd43a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.134237:0:8404:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009095ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:3297:x1808064246326656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 174us (531us total) trans 17179870558 rc 0/0 00000100:00100000:1.0:1724307180.134242:0:8404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10637 00000100:00100000:1.0:1724307180.134250:0:8404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10639 00000100:00100000:1.0:1724307180.134253:0:8404:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009095ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3297:x1808064246327168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307180.134261:0:8404:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4765 count 1 00002000:00010000:1.0:1724307180.134270:0:8404:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x129d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.134273:0:8404:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd441 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x129d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.134279:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.134281:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.134283:0:8404:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd441 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.134290:0:8404:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd441 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.134299:0:8404:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd441 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.134304:0:8404:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd441 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x129d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.134310:0:8404:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd441 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x129d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.134314:0:8404:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.134316:0:8404:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd441 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x129d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.134322:0:8404:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd441 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x129d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.134329:0:8404:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd441 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x129d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.134334:0:8404:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd441 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x129d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.134335:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+34:3296:x1808064246326528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 177us (615us total) trans 17179870559 rc 0/0 00000100:00100000:2.0:1724307180.134340:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10638 00000100:00100000:2.0:1724307180.134349:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10640 00000100:00100000:2.0:1724307180.134352:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998fb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+33:3296:x1808064246327040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307180.134360:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4764 count 1 00002000:00010000:2.0:1724307180.134369:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x129c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307180.134373:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd448 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x129c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134378:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.134379:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.134382:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd448 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134388:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd448 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134394:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd448 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134399:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd448 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x129c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134404:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd448 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x129c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134409:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.134411:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd448 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x129c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134417:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd448 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x129c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.134424:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd448 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x129c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.134430:0:8404:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009095ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:3297:x1808064246327168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 176us (701us total) trans 17179870560 rc 0/0 00010000:00010000:2.0:1724307180.134430:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd448 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x129c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.134435:0:8404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10639 00000100:00100000:2.0:1724307180.134526:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998fb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+34:3296:x1808064246327040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 173us (773us total) trans 17179870561 rc 0/0 00000100:00100000:2.0:1724307180.134532:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10640 00000004:00080000:2.0:1724307180.134553:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009a14dc00/2, rc 0, transno 1373 00000100:00100000:2.0:1724307180.134556:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246326912:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1724307180.134562:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009a14f100/2, rc 0, transno 1372 00000100:00100000:2.0:1724307180.134564:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246327296:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1724307180.134576:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d320a80/2, rc 0, transno 1375 00000100:00100000:2.0:1724307180.134579:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246326528:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1724307180.134584:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009a14c700/2, rc 0, transno 1377 00000100:00100000:2.0:1724307180.134586:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246327040:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.134727:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+34:3298:x1808064246326784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 906us (1109us total) trans 17179870562 rc 0/0 00000100:00100000:2.0:1724307180.134732:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10634 00000004:00080000:2.0:1724307180.134806:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009a14d500/2, rc 0, transno 1378 00000100:00100000:2.0:1724307180.134810:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246326784:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.137730:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009095d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246327424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.137781:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307180.138725:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009dd1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246327808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.138742:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009dd1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246327552:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307180.138753:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.138776:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.138792:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1724307180.138796:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009dd1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246327680:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307180.138809:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.138826:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246327424 00000100:00100000:2.0:1724307180.138831:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246327424 00000100:00100000:2.0:1724307180.138857:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246327808 00000100:00100000:2.0:1724307180.138859:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246327808 00000100:00100000:2.0:1724307180.138869:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246327552 00000100:00100000:2.0:1724307180.138871:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246327552 00000100:00100000:2.0:1724307180.138878:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246327680 00000100:00100000:2.0:1724307180.138880:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246327680 00000100:00100000:2.0:1724307180.138893:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10641 00000100:00100000:2.0:1724307180.138898:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+34:3299:x1808064246327424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307180.138919:0:15470:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4767 count 1 00002000:00010000:2.0:1724307180.138946:0:15470:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x129f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307180.138953:0:15470:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd44f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x129f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.138964:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.138966:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.138969:0:15470:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd44f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.138979:0:15470:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd44f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.138988:0:15470:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd44f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.138994:0:15470:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd44f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x129f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.139000:0:15470:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd44f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x129f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.139004:0:15470:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018bcc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.139008:0:15470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd44f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x129f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.139014:0:15470:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd44f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x129f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.139025:0:15470:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd44f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x129f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.139031:0:15470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd44f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x129f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.139237:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+35:3299:x1808064246327424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 337us (1455us total) trans 17179870563 rc 0/0 00000100:00100000:2.0:1724307180.139248:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10641 00000100:00100000:2.0:1724307180.139260:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10642 00000100:00100000:2.0:1724307180.139264:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+46:3298:x1808064246327808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307180.139274:0:15470:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4749 count 1 00002000:00010000:2.0:1724307180.139290:0:15470:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x128d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307180.139294:0:15470:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018a640/0x85b23e07e0bfd456 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.139299:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.139301:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.139303:0:15470:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018a640/0x85b23e07e0bfd456 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.139310:0:15470:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a018a640/0x85b23e07e0bfd456 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.139316:0:15470:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a018a640/0x85b23e07e0bfd456 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.139322:0:15470:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a018a640/0x85b23e07e0bfd456 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.139327:0:15470:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a018a640/0x85b23e07e0bfd456 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.139332:0:15470:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.139335:0:15470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018a640/0x85b23e07e0bfd456 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.139340:0:15470:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a018a640/0x85b23e07e0bfd456 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.139348:0:15470:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a018a640/0x85b23e07e0bfd456 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.139353:0:15470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a018a640/0x85b23e07e0bfd456 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x128d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307180.139470:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1724307180.139476:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009095d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246327936:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307180.139496:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307180.139515:0:8404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246327936 00000100:00100000:3.0:1724307180.139518:0:8404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246327936 00000100:00100000:3.0:1724307180.139534:0:8404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10643 00000100:00100000:3.0:1724307180.139537:0:8404:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+47:3296:x1808064246327552:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307180.139548:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10644 00000100:00100000:3.0:1724307180.139550:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+47:3296:x1808064246327680:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307180.139559:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10645 00000100:00100000:3.0:1724307180.139561:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+35:3298:x1808064246327936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307180.139571:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4768 count 1 00002000:00010000:3.0:1724307180.139584:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307180.139588:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfd45d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.139594:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.139596:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.139598:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfd45d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.139606:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfd45d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.139611:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfd45d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.139616:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfd45d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.139621:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfd45d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.139625:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d17840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307180.139628:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfd45d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.139633:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfd45d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.139658:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfd45d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.139662:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307180.139673:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfd45d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.139695:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009dd1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246328064:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.139712:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.139720:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009dd1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246328576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.139731:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.139741:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307180.139745:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009dd1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246328192:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.139761:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.139779:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246328064 00000100:00100000:0.0:1724307180.139782:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246328064 00000100:00100000:0.0:1724307180.139793:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246328576 00000100:00100000:0.0:1724307180.139795:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246328576 00000100:00100000:3.0:1724307180.139800:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+36:3298:x1808064246327936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 237us (303us total) trans 17179870564 rc 0/0 00000100:00100000:0.0:1724307180.139801:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246328192 00000100:00100000:0.0:1724307180.139802:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246328192 00000100:00100000:3.0:1724307180.139806:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10645 00000100:00100000:0.0:1724307180.139810:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10646 00000100:00100000:0.0:1724307180.139813:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dd19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+50:3296:x1808064246328064:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307180.139814:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10647 00000100:00100000:3.0:1724307180.139817:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dd19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+50:3296:x1808064246328576:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.139823:0:8403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10648 00000100:00100000:0.0:1724307180.139826:0:8403:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+50:3296:x1808064246328192:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307180.139831:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009dd1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246328320:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.139840:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247951232 00000100:00100000:0.0:1724307180.139842:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247951232 00000100:00100000:3.0:1724307180.139844:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307180.139858:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 242 00000100:00100000:0.0:1724307180.139862:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dd18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:22165:x1808064247951232:12345-192.168.204.7@tcp:36:unlinkmany.0 00000004:00080000:3.0:1724307180.139865:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009095d500/2, rc 0, transno 1380 00000100:00100000:3.0:1724307180.139869:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009095d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246327936:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307180.139874:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1724307180.139877:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009dd1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246328448:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307180.139887:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1724307180.139889:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1724307180.139901:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d170480/0x85b23e07e0bfd376 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8a9 expref: 13 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.139915:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad4:0x0].0x0 (ffff8800b1bd7c00) 00010000:00010000:0.0:1724307180.139923:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307180.139941:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfd464 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.139949:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfd464 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.139955:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfd464 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.139963:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfd46b lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.139968:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfd46b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.139974:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfd46b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307180.140033:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246328320 00010000:00010000:0.0:1724307180.140036:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4480/0x85b23e07e0bfd472 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307180.140037:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246328320 00010000:00010000:0.0:1724307180.140041:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4480/0x85b23e07e0bfd472 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.140046:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4480/0x85b23e07e0bfd472 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307180.140048:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246328448 00000100:00100000:1.0:1724307180.140050:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246328448 00000100:00100000:1.0:1724307180.140058:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10649 00000100:00100000:1.0:1724307180.140062:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+52:3298:x1808064246328320:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.140072:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10650 00000100:00100000:1.0:1724307180.140075:0:15464:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+52:3298:x1808064246328448:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307180.140085:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009095d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246328704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.140105:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.140113:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009095e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246329216:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.140123:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1724307180.140135:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d320700/2, rc 0, transno 1374 00000100:00100000:1.0:1724307180.140141:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d320700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246326656:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307180.140148:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009a14ed80/2, rc 0, transno 1376 00000100:00100000:1.0:1724307180.140150:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246327168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.140156:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1724307180.140159:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009095e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246329088:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.140172:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.140183:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246328704 00000100:00100000:1.0:1724307180.140185:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246328704 00000100:00100000:1.0:1724307180.140195:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246329216 00000100:00100000:1.0:1724307180.140196:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246329216 00000100:00100000:1.0:1724307180.140201:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246329088 00000100:00100000:1.0:1724307180.140202:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246329088 00000100:00100000:1.0:1724307180.140208:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10651 00000100:00100000:1.0:1724307180.140211:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009095ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+38:3297:x1808064246328704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307180.140222:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4769 count 1 00002000:00010000:1.0:1724307180.140235:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.140239:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd479 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.140245:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.140246:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.140249:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd479 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.140256:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd479 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.140262:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd479 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.140267:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd479 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.140273:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd479 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.140278:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.140280:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd479 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.140285:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd479 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.140296:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd479 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.140301:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd479 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.140423:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009095ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+39:3297:x1808064246328704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 209us (317us total) trans 17179870565 rc 0/0 00000100:00100000:1.0:1724307180.140429:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10651 00000100:00100000:1.0:1724307180.140441:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10652 00000100:00100000:1.0:1724307180.140443:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009095ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+38:3297:x1808064246329216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307180.140453:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4773 count 1 00002000:00010000:1.0:1724307180.140464:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.140468:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd480 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.140473:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.140475:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.140477:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd480 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.140477:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+52:3298:x1808064246327808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1212us (1724us total) trans 4294970267 rc 0/0 00010000:00010000:1.0:1724307180.140483:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd480 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.140483:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10642 00010000:00010000:1.0:1724307180.140489:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd480 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.140492:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10653 00000100:00100000:2.0:1724307180.140495:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009095f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+38:3297:x1808064246329088:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1724307180.140499:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd480 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1724307180.140503:0:15470:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4772 count 1 00010000:00010000:1.0:1724307180.140505:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd480 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.140509:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f3c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.140511:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd480 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307180.140514:0:15470:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.140517:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd480 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.140517:0:15470:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd487 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.140522:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.140523:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.140524:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd480 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.140526:0:15470:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd487 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.140530:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd480 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.140532:0:15470:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd487 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.140538:0:15470:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd487 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.140547:0:15470:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd487 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.140553:0:15470:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd487 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.140558:0:15470:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01886c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.140560:0:15470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd487 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.140566:0:15470:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd487 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.140574:0:15470:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd487 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.140579:0:15470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd487 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.140632:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009095ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+39:3297:x1808064246329216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 187us (507us total) trans 17179870566 rc 0/0 00000100:00100000:1.0:1724307180.140651:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10652 00000004:00080000:1.0:1724307180.140681:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009095d880/2, rc 0, transno 1381 00000100:00100000:1.0:1724307180.140685:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009095d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246328704:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307180.140691:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009095e680/2, rc 0, transno 1382 00000100:00100000:1.0:1724307180.140694:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009095e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246329216:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.140694:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009095f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+39:3297:x1808064246329088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 198us (521us total) trans 17179870567 rc 0/0 00000004:00080000:1.0:1724307180.140700:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009095e300/2, rc 0, transno 1383 00000100:00100000:2.0:1724307180.140700:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10653 00000100:00100000:1.0:1724307180.140703:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009095e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246329088:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.140725:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009095df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246328960:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.140742:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.140748:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009095c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246329728:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1724307180.140756:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009095d180/2, rc 0, transno 1379 00000100:00100000:1.0:1724307180.140761:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.140762:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009095d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246327424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.140768:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009095f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246329472:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.140769:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1724307180.140772:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009095fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246329600:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.140781:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.140791:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1724307180.140795:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009095ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246329984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.140797:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.140807:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.140810:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246328960 00000100:00100000:1.0:1724307180.140813:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246328960 00000100:00100000:2.0:1724307180.140814:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009095dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246328832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.140822:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246329728 00000100:00100000:1.0:1724307180.140825:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246329728 00000100:00100000:2.0:1724307180.140825:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.140829:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246329472 00000100:00100000:2.0:1724307180.140829:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009095f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246329344:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.140831:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246329472 00000100:00100000:1.0:1724307180.140835:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246329600 00000100:00100000:1.0:1724307180.140837:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246329600 00000100:00100000:2.0:1724307180.140839:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.140842:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246329984 00000100:00100000:1.0:1724307180.140843:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246329984 00000100:00100000:2.0:1724307180.140844:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009095c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246329856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.140849:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246328832 00000100:00100000:1.0:1724307180.140850:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246328832 00000100:00100000:1.0:1724307180.140855:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246329344 00000100:00100000:2.0:1724307180.140855:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.140856:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246329344 00000100:00100000:1.0:1724307180.140861:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246329856 00000100:00100000:1.0:1724307180.140862:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246329856 00000100:00100000:2.0:1724307180.140868:0:18506:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10654 00000100:00100000:2.0:1724307180.140871:0:18506:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+46:3299:x1808064246328960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307180.140908:0:8404:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4747 count 1 00002000:00010000:3.0:1724307180.140922:0:8404:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x128b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307180.140926:0:8404:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd48e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.140932:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.140933:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.140936:0:8404:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd48e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.140943:0:8404:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd48e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.140949:0:8404:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd48e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.140954:0:8404:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd48e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.140959:0:8404:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd48e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.140964:0:8404:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d15b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307180.140966:0:8404:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd48e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.140971:0:8404:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd48e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.140978:0:8404:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd48e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.140984:0:8404:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd48e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x128b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307180.141101:0:8404:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+52:3296:x1808064246327552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1562us (2324us total) trans 4294970268 rc 0/0 00000100:00100000:1.0:1724307180.141620:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10655 00000100:00100000:1.0:1724307180.141626:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009095c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:3297:x1808064246329728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307180.141636:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4777 count 1 00002000:00010000:1.0:1724307180.141701:0:19402:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12a9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.141705:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd495 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.141712:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.141713:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.141715:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd495 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.141722:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd495 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.141728:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd495 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.141733:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd495 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.141738:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd495 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.141743:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3db00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.141746:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd495 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.141751:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd495 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.141759:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd495 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.141769:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd495 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.141895:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009095c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+47:3297:x1808064246329728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 269us (1132us total) trans 17179870568 rc 0/0 00000100:00100000:1.0:1724307180.141900:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10655 00000100:00100000:1.0:1724307180.141911:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10656 00000100:00100000:1.0:1724307180.141914:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:3299:x1808064246329472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307180.141922:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4775 count 1 00002000:00010000:1.0:1724307180.141935:0:19402:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12a7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.141938:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd49c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.141944:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.141945:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.141947:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd49c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.141953:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd49c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.141959:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd49c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.141964:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd49c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.141973:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd49c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.141978:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cfc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.141980:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd49c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.141986:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd49c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.141994:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd49c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.141999:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd49c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.142115:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+47:3299:x1808064246329472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 199us (1332us total) trans 17179870569 rc 0/0 00000100:00100000:1.0:1724307180.142120:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10656 00000100:00100000:1.0:1724307180.142130:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10657 00000100:00100000:1.0:1724307180.142134:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009095ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:3297:x1808064246329600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307180.142143:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4776 count 1 00002000:00010000:1.0:1724307180.142154:0:19402:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.142157:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd4a3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.142167:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.142169:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1724307180.142169:0:18506:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4771 count 1 00010000:00010000:1.0:1724307180.142171:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd4a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.142177:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd4a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.142183:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd4a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307180.142185:0:18506:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.142189:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd4a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142189:0:18506:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd4aa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142194:0:18506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.142195:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd4a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142195:0:18506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.142197:0:18506:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd4aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.142199:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c000 already unused, calling callback (ffffffffa084f3f0) 00000100:00100000:0.0:1724307180.142201:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10658 00010000:00010000:1.0:1724307180.142202:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd4a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142205:0:18506:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd4aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.142207:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd4a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.142209:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+46:3299:x1808064246329984:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1724307180.142213:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd4a3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142214:0:18506:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd4aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142219:0:18506:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd4aa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307180.142220:0:18504:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4779 count 1 00010000:00010000:1.0:1724307180.142223:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd4a3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142225:0:18506:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd4aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142229:0:18506:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b180 already unused, calling callback (ffffffffa084f3f0) 00002000:00010000:0.0:1724307180.142231:0:18504:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12ab:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307180.142231:0:18506:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd4aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142234:0:18504:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008eee61c0/0x85b23e07e0bfd4b1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142235:0:18506:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd4aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142239:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.142240:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.142241:0:18504:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eee61c0/0x85b23e07e0bfd4b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142241:0:18506:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd4aa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142246:0:18506:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd4aa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142247:0:18504:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eee61c0/0x85b23e07e0bfd4b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142250:0:18504:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008eee61c0/0x85b23e07e0bfd4b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142253:0:18504:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008eee61c0/0x85b23e07e0bfd4b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142257:0:18504:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008eee61c0/0x85b23e07e0bfd4b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142260:0:18504:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee61c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.142262:0:18504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008eee61c0/0x85b23e07e0bfd4b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142265:0:18504:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008eee61c0/0x85b23e07e0bfd4b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142270:0:18504:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008eee61c0/0x85b23e07e0bfd4b1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142273:0:18504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008eee61c0/0x85b23e07e0bfd4b1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.142315:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009095ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+48:3297:x1808064246329600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 180us (1517us total) trans 17179870570 rc 0/0 00000100:00100000:1.0:1724307180.142320:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10657 00000100:00100000:1.0:1724307180.142329:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10659 00000100:00100000:1.0:1724307180.142332:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+47:3299:x1808064246328832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307180.142341:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4770 count 1 00000100:00100000:2.0:1724307180.142344:0:18506:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+48:3299:x1808064246328960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1472us (1601us total) trans 17179870571 rc 0/0 00000100:00100000:2.0:1724307180.142349:0:18506:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10654 00002000:00010000:1.0:1724307180.142351:0:19402:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.142355:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd4b8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.142357:0:18506:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10660 00000100:00100000:2.0:1724307180.142360:0:18506:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+47:3299:x1808064246329344:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1724307180.142361:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.142362:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.142364:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd4b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1724307180.142368:0:18506:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4774 count 1 00010000:00010000:1.0:1724307180.142371:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd4b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.142374:0:18504:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+47:3299:x1808064246329984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 166us (1566us total) trans 17179870572 rc 0/0 00010000:00010000:1.0:1724307180.142377:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd4b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.142378:0:18504:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10658 00002000:00010000:2.0:1724307180.142378:0:18506:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12a6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307180.142381:0:18506:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd4bf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.142383:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd4b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142386:0:18506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1724307180.142387:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10661 00010000:00010000:2.0:1724307180.142387:0:18506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1724307180.142389:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+46:3299:x1808064246329856:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1724307180.142389:0:18506:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd4bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.142393:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd4b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142395:0:18506:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd4bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307180.142396:0:18504:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4778 count 1 00010000:00010000:1.0:1724307180.142398:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.142400:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd4b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142400:0:18506:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd4bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307180.142403:0:18504:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.142405:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd4b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142406:0:18504:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008eee4900/0x85b23e07e0bfd4c6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142406:0:18506:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd4bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142409:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.142410:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.142412:0:18504:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eee4900/0x85b23e07e0bfd4c6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.142412:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd4b8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142412:0:18506:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd4bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142416:0:18504:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eee4900/0x85b23e07e0bfd4c6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.142417:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd4b8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142417:0:18506:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.142419:0:18504:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008eee4900/0x85b23e07e0bfd4c6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142419:0:18506:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd4bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142422:0:18504:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008eee4900/0x85b23e07e0bfd4c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142424:0:18506:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd4bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142429:0:18504:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008eee4900/0x85b23e07e0bfd4c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142430:0:18506:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd4bf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142432:0:18504:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee4900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.142433:0:18504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008eee4900/0x85b23e07e0bfd4c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.142435:0:18506:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd4bf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142437:0:18504:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008eee4900/0x85b23e07e0bfd4c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142441:0:18504:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008eee4900/0x85b23e07e0bfd4c6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142444:0:18504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008eee4900/0x85b23e07e0bfd4c6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.142516:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+49:3299:x1808064246328832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 182us (1689us total) trans 17179870573 rc 0/0 00000100:00100000:0.0:1724307180.142520:0:18504:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+49:3299:x1808064246329856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 129us (1665us total) trans 17179870574 rc 0/0 00000100:00100000:1.0:1724307180.142521:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10659 00000100:00100000:0.0:1724307180.142523:0:18504:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10661 00000100:00100000:2.0:1724307180.142528:0:18506:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+47:3299:x1808064246329344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 167us (1688us total) trans 17179870575 rc 0/0 00000100:00100000:2.0:1724307180.142533:0:18506:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10660 00000004:00080000:1.0:1724307180.142549:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009095fb80/2, rc 0, transno 1386 00000100:00100000:1.0:1724307180.142556:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009095fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246329600:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307180.142562:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009095c000/2, rc 0, transno 1384 00000100:00100000:1.0:1724307180.142565:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009095c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246329728:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307180.142610:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6e74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246330112:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.142613:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6e74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246330240:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307180.142627:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1724307180.142653:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009dd1a300/2, rc 0, transno 2972 00000100:00100000:0.0:1724307180.142657:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009dd1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246327552:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.142702:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246330112 00000100:00100000:0.0:1724307180.142705:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246330112 00000100:00100000:0.0:1724307180.142718:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10662 00000100:00100000:0.0:1724307180.142720:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+47:3296:x1808064246330112:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307180.142727:0:14386:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4780 count 1 00002000:00010000:0.0:1724307180.142735:0:14386:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12ac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307180.142738:0:14386:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008eee46c0/0x85b23e07e0bfd4cd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142742:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.142743:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.142744:0:14386:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eee46c0/0x85b23e07e0bfd4cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142749:0:14386:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eee46c0/0x85b23e07e0bfd4cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142752:0:14386:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008eee46c0/0x85b23e07e0bfd4cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142756:0:14386:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008eee46c0/0x85b23e07e0bfd4cd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142759:0:14386:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008eee46c0/0x85b23e07e0bfd4cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142762:0:14386:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee46c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.142763:0:14386:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008eee46c0/0x85b23e07e0bfd4cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142769:0:14386:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008eee46c0/0x85b23e07e0bfd4cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142774:0:14386:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008eee46c0/0x85b23e07e0bfd4cd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.142777:0:14386:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008eee46c0/0x85b23e07e0bfd4cd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.142852:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+48:3296:x1808064246330112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 130us (224us total) trans 17179870576 rc 0/0 00000100:00100000:0.0:1724307180.142855:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10662 00000004:00080000:0.0:1724307180.142868:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6e74000/2, rc 0, transno 1392 00000100:00100000:0.0:1724307180.142872:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6e74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246330112:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307180.142902:0:8404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10643 00002000:00080000:3.0:1724307180.142987:0:15467:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4748 count 1 00002000:00080000:0.0:1724307180.142995:0:19425:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4750 count 1 00002000:00010000:3.0:1724307180.143000:0:15467:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x128c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:0.0:1724307180.143004:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x128e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307180.143004:0:15467:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd4d4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143007:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008eee4240/0x85b23e07e0bfd4db lrc: 3/0,1 mode: --/PW res: [0x280000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143010:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.143011:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.143011:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.143012:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.143013:0:15467:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd4d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143014:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eee4240/0x85b23e07e0bfd4db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143019:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008eee4240/0x85b23e07e0bfd4db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143020:0:15467:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd4d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143025:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008eee4240/0x85b23e07e0bfd4db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143025:0:15467:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd4d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143028:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008eee4240/0x85b23e07e0bfd4db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143030:0:15467:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd4d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143031:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008eee4240/0x85b23e07e0bfd4db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143034:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee4240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307180.143035:0:15467:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd4d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143036:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008eee4240/0x85b23e07e0bfd4db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143039:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008eee4240/0x85b23e07e0bfd4db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143039:0:15467:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d17180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307180.143041:0:15467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd4d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143043:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008eee4240/0x85b23e07e0bfd4db lrc: 2/0,0 mode: --/PW res: [0x280000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143046:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eee4240/0x85b23e07e0bfd4db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x128e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143046:0:15467:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd4d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143053:0:15467:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd4d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143058:0:15467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd4d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x128c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.143135:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dd19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+53:3296:x1808064246328064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3321us (3422us total) trans 4294970269 rc 0/0 00000100:00100000:0.0:1724307180.143138:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10646 00000004:00080000:0.0:1724307180.143152:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009dd1ad80/2, rc 0, transno 2973 00000100:00100000:0.0:1724307180.143155:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009dd1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246328064:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307180.143160:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009dd1a680/2, rc 0, transno 2974 00000100:00100000:3.0:1724307180.143161:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+52:3296:x1808064246327680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3609us (4350us total) trans 4294970270 rc 0/0 00000100:00100000:0.0:1724307180.143162:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009dd1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246327680:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307180.143166:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10644 00002000:00080000:3.0:1724307180.143190:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4754 count 1 00002000:00010000:3.0:1724307180.143201:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1292:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00080000:0.0:1724307180.143204:0:8403:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4751 count 1 00010000:00010000:3.0:1724307180.143204:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14d80/0x85b23e07e0bfd4e2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143210:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.143211:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00010000:0.0:1724307180.143212:0:8403:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x128f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307180.143214:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14d80/0x85b23e07e0bfd4e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143215:0:8403:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008eee6400/0x85b23e07e0bfd4e9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143219:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.143220:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.143221:0:8403:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eee6400/0x85b23e07e0bfd4e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143226:0:8403:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008eee6400/0x85b23e07e0bfd4e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143229:0:8403:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008eee6400/0x85b23e07e0bfd4e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143232:0:8403:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008eee6400/0x85b23e07e0bfd4e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143235:0:8403:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008eee6400/0x85b23e07e0bfd4e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143238:0:8403:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee6400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.143240:0:8403:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008eee6400/0x85b23e07e0bfd4e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143246:0:8403:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008eee6400/0x85b23e07e0bfd4e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143251:0:8403:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008eee6400/0x85b23e07e0bfd4e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143254:0:8403:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eee6400/0x85b23e07e0bfd4e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x128f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.143326:0:8403:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+52:3296:x1808064246328192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3499us (3565us total) trans 4294970271 rc 0/0 00000100:00100000:0.0:1724307180.143329:0:8403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10648 00000100:00100000:0.0:1724307180.143340:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246330624:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.143350:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1724307180.143358:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009dd1b100/2, rc 0, transno 2975 00000100:00100000:0.0:1724307180.143361:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009dd1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246328192:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.143367:0:8403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246330624 00000100:00100000:0.0:1724307180.143369:0:8403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246330624 00000100:00100000:0.0:1724307180.143376:0:8403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10663 00000100:00100000:0.0:1724307180.143378:0:8403:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+52:3296:x1808064246330624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307180.143385:0:8403:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4757 count 1 00002000:00010000:0.0:1724307180.143392:0:8403:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1295:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307180.143394:0:8403:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008eee7180/0x85b23e07e0bfd4f0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143401:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.143402:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.143403:0:8403:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eee7180/0x85b23e07e0bfd4f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143407:0:8403:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008eee7180/0x85b23e07e0bfd4f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143410:0:8403:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008eee7180/0x85b23e07e0bfd4f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143414:0:8403:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008eee7180/0x85b23e07e0bfd4f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143417:0:8403:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008eee7180/0x85b23e07e0bfd4f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143420:0:8403:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee7180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.143421:0:8403:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008eee7180/0x85b23e07e0bfd4f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143424:0:8403:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008eee7180/0x85b23e07e0bfd4f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143428:0:8403:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008eee7180/0x85b23e07e0bfd4f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143434:0:8403:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eee7180/0x85b23e07e0bfd4f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.143507:0:8403:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+53:3296:x1808064246330624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 127us (155us total) trans 4294970272 rc 0/0 00000100:00100000:0.0:1724307180.143510:0:8403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10663 00000004:00080000:0.0:1724307180.143526:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6efce00/2, rc 0, transno 2976 00000100:00100000:0.0:1724307180.143529:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246330624:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1724307180.143593:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14d80/0x85b23e07e0bfd4e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143600:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14d80/0x85b23e07e0bfd4e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143604:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14d80/0x85b23e07e0bfd4e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1724307180.143605:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].83, 64 off13504 00010000:00010000:3.0:1724307180.143613:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14d80/0x85b23e07e0bfd4e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143618:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307180.143620:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14d80/0x85b23e07e0bfd4e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143625:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14d80/0x85b23e07e0bfd4e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143631:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14d80/0x85b23e07e0bfd4e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143635:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5d14d80/0x85b23e07e0bfd4e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143656:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5200/0x85b23e07e0bfd4f7 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143662:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5200/0x85b23e07e0bfd4f7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143680:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5200/0x85b23e07e0bfd4f7 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143686:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5200/0x85b23e07e0bfd4f7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143691:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5200/0x85b23e07e0bfd4f7 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143695:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5200/0x85b23e07e0bfd4f7 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143699:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5200/0x85b23e07e0bfd4f7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143703:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee5200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.143706:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5200/0x85b23e07e0bfd4f7 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143710:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5200/0x85b23e07e0bfd4f7 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143716:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad4:0x0].0x0 (ffff8800a5031500) 00010000:00010000:0.0:1724307180.143719:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307180.143721:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5200/0x85b23e07e0bfd4f7 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143725:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5200/0x85b23e07e0bfd4f7 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143744:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4480/0x85b23e07e0bfd472 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143748:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4480/0x85b23e07e0bfd472 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143751:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4480/0x85b23e07e0bfd472 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143756:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee4480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.143758:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4480/0x85b23e07e0bfd472 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143761:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4480/0x85b23e07e0bfd472 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307180.143761:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dd19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+53:3296:x1808064246328576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3942us (4027us total) trans 4294970273 rc 0/0 00000100:00100000:3.0:1724307180.143765:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10647 00010000:00010000:0.0:1724307180.143766:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad4:0x0].0x0 (ffff8800a5031500) 00010000:00010000:0.0:1724307180.143767:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307180.143769:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4480/0x85b23e07e0bfd472 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143775:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4480/0x85b23e07e0bfd472 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xad4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307180.143780:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6efc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246330368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307180.143797:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1724307180.143798:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009dd1bb80/2, rc 0, transno 2977 00000100:00100000:0.0:1724307180.143804:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009dd1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246328576:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307180.143813:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009dd1aa00/2, rc 0, transno 2971 00000100:00100000:3.0:1724307180.143824:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009dd1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246327808:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307180.143831:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1724307180.143835:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246330496:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307180.143840:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfd464 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143844:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfd464 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143848:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfd464 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143851:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172400 already unused, calling callback (ffffffffa133a880) 00000100:00100000:3.0:1724307180.143851:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1724307180.143853:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfd464 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143858:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfd464 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.143864:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307180.143866:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.143868:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfd464 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307180.143870:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246330368 00010000:00010000:0.0:1724307180.143871:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172400/0x85b23e07e0bfd464 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307180.143873:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246330368 00000100:00100000:3.0:1724307180.143885:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246330496 00000100:00100000:3.0:1724307180.143887:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246330496 00000004:00010000:0.0:1724307180.143891:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009dd18a80 reply state ffff88009d111000 transno 300647710784 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfd46b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307180.143897:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10664 00000100:00100000:0.0:1724307180.143900:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307180.143900:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+54:3298:x1808064246330368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307180.143909:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4755 count 1 00002000:00010000:3.0:1724307180.143920:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1293:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:0.0:1724307180.143923:0:8403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10665 00010000:00010000:3.0:1724307180.143924:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfd4fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.143926:0:8403:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+54:3298:x1808064246330496:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1724307180.143929:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.143930:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.143932:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfd4fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307180.143935:0:8403:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4756 count 1 00010000:00010000:3.0:1724307180.143939:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfd4fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143944:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfd4fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307180.143946:0:8403:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1294:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307180.143950:0:8403:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008eee4000/0x85b23e07e0bfd505 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143950:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfd4fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143955:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.143956:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307180.143956:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfd4fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143959:0:8403:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eee4000/0x85b23e07e0bfd505 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143963:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d15f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.143965:0:8403:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008eee4000/0x85b23e07e0bfd505 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143966:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfd4fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143970:0:8403:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008eee4000/0x85b23e07e0bfd505 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143970:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfd4fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143976:0:8403:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008eee4000/0x85b23e07e0bfd505 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143977:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfd4fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.143982:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfd4fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143986:0:8403:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008eee4000/0x85b23e07e0bfd505 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143991:0:8403:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee4000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.143993:0:8403:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008eee4000/0x85b23e07e0bfd505 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.143998:0:8403:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008eee4000/0x85b23e07e0bfd505 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.144005:0:8403:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008eee4000/0x85b23e07e0bfd505 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.144010:0:8403:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eee4000/0x85b23e07e0bfd505 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307180.144111:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+56:3298:x1808064246330368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 209us (312us total) trans 4294970274 rc 0/0 00000100:00100000:3.0:1724307180.144117:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10664 00000100:00100000:0.0:1724307180.144124:0:8403:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+55:3298:x1808064246330496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 196us (272us total) trans 4294970275 rc 0/0 00000100:00100000:0.0:1724307180.144129:0:8403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10665 00000004:00080000:3.0:1724307180.144135:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6efca80/2, rc 0, transno 2979 00000100:00100000:3.0:1724307180.144141:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246330496:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307180.144148:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6efc700/2, rc 0, transno 2978 00000100:00100000:3.0:1724307180.144150:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6efc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246330368:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.144170:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dd18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+14:22165:x1808064247951232:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 4305us (4507us total) trans 300647710784 rc 0/0 00000100:00100000:0.0:1724307180.144175:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 242 00000100:00100000:1.0:1724307180.144480:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1724307180.144521:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4752 count 1 00002000:00010000:1.0:1724307180.144535:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1290:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.144539:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd50c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.144545:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.144546:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.144548:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd50c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.144555:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd50c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.144560:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd50c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.144565:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd50c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.144570:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd50c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.144574:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.144576:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd50c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.144581:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd50c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.144589:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd50c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.144594:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd50c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.144617:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246330240 00000100:00100000:2.0:1724307180.144621:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246330240 00000100:00100000:2.0:1724307180.144636:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10666 00000100:00100000:2.0:1724307180.144654:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6e74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+48:3297:x1808064246330240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307180.144673:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4781 count 1 00002000:00010000:2.0:1724307180.144687:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12ad:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307180.144690:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd513 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.144696:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.144698:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.144700:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd513 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.144706:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd513 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.144712:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd513 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.144718:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd513 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.144724:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd513 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.144730:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+55:3298:x1808064246328320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4667us (4884us total) trans 4294970276 rc 0/0 00010000:00010000:2.0:1724307180.144730:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.144732:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd513 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.144736:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10649 00010000:00010000:2.0:1724307180.144738:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd513 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.144745:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd513 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.144751:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd513 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1724307180.144755:0:15464:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4753 count 1 00002000:00010000:1.0:1724307180.144766:0:15464:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1291:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.144769:0:15464:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd51a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.144774:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.144775:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.144777:0:15464:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd51a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.144785:0:15464:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd51a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.144791:0:15464:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd51a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.144795:0:15464:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd51a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.144804:0:15464:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd51a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.144809:0:15464:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3fcc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.144811:0:15464:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd51a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.144817:0:15464:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd51a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.144824:0:15464:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd51a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.144829:0:15464:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd51a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.144875:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6e74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+49:3297:x1808064246330240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 221us (396us total) trans 17179870577 rc 0/0 00000100:00100000:2.0:1724307180.144881:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10666 00000100:00100000:1.0:1724307180.144927:0:15464:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+55:3298:x1808064246328448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4850us (5036us total) trans 4294970277 rc 0/0 00000100:00100000:1.0:1724307180.144932:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10650 00000004:00080000:1.0:1724307180.144981:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009095ca80/2, rc 0, transno 1388 00000100:00100000:1.0:1724307180.144985:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009095ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246329984:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307180.144992:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009095dc00/2, rc 0, transno 1389 00000100:00100000:1.0:1724307180.144994:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009095dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246328832:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307180.145001:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009095f480/2, rc 0, transno 1391 00000100:00100000:1.0:1724307180.145003:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009095f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246329344:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307180.145009:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009095c700/2, rc 0, transno 1390 00000100:00100000:1.0:1724307180.145011:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009095c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246329856:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307180.145017:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009095f800/2, rc 0, transno 1385 00000100:00100000:1.0:1724307180.145018:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009095f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246329472:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307180.145024:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009095df80/2, rc 0, transno 1387 00000100:00100000:1.0:1724307180.145026:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009095df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246328960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.145094:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6e75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246331008:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.145110:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.145120:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6e75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246331520:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.145132:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.145139:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1724307180.145143:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6e74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246330880:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.145158:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.145165:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6e75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246331392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307180.145176:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307180.145188:0:15464:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246331008 00000100:00100000:1.0:1724307180.145190:0:15464:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246331008 00000100:00100000:1.0:1724307180.145202:0:15464:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246331520 00000100:00100000:1.0:1724307180.145203:0:15464:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246331520 00000100:00100000:1.0:1724307180.145210:0:15464:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246330880 00000100:00100000:1.0:1724307180.145211:0:15464:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246330880 00000100:00100000:1.0:1724307180.145219:0:15464:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246331392 00000100:00100000:1.0:1724307180.145221:0:15464:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246331392 00000100:00100000:1.0:1724307180.145229:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10667 00000100:00100000:1.0:1724307180.145233:0:15464:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6e76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+52:3299:x1808064246331008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307180.145242:0:15464:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4784 count 1 00002000:00010000:1.0:1724307180.145254:0:15464:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12b0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.145258:0:15464:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd521 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12b0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145264:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.145265:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.145268:0:15464:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd521 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145275:0:15464:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd521 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145281:0:15464:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd521 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145287:0:15464:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd521 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145292:0:15464:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd521 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145298:0:15464:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.145300:0:15464:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd521 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145306:0:15464:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd521 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145313:0:15464:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd521 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145320:0:15464:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd521 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.145427:0:15464:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6e76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+53:3299:x1808064246331008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 192us (315us total) trans 17179870578 rc 0/0 00000100:00100000:1.0:1724307180.145431:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10667 00000100:00100000:1.0:1724307180.145441:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10668 00000100:00100000:1.0:1724307180.145444:0:15464:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6e76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+52:3299:x1808064246331520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307180.145453:0:15464:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4788 count 1 00002000:00010000:1.0:1724307180.145464:0:15464:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12b4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.145468:0:15464:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd528 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12b4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145473:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.145475:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.145477:0:15464:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd528 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145483:0:15464:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd528 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145488:0:15464:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd528 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145493:0:15464:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd528 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145502:0:15464:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd528 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145507:0:15464:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.145509:0:15464:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd528 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145515:0:15464:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd528 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145523:0:15464:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd528 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145528:0:15464:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd528 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.145627:0:15464:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6e76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+53:3299:x1808064246331520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 182us (494us total) trans 17179870579 rc 0/0 00000100:00100000:1.0:1724307180.145632:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10668 00000100:00100000:1.0:1724307180.145660:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10669 00000100:00100000:1.0:1724307180.145675:0:15464:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+52:3299:x1808064246330880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307180.145684:0:15464:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4783 count 1 00002000:00010000:1.0:1724307180.145695:0:15464:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12af:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.145698:0:15464:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd52f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12af:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145708:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.145709:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.145711:0:15464:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd52f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145717:0:15464:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd52f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145722:0:15464:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd52f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145727:0:15464:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd52f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145733:0:15464:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd52f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145738:0:15464:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.145740:0:15464:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd52f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145745:0:15464:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd52f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145751:0:15464:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd52f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145760:0:15464:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd52f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.145865:0:15464:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+53:3299:x1808064246330880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 200us (705us total) trans 17179870580 rc 0/0 00000100:00100000:1.0:1724307180.145870:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10669 00000100:00100000:1.0:1724307180.145938:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10670 00000100:00100000:1.0:1724307180.145942:0:15464:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6e76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+52:3299:x1808064246331392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307180.145950:0:15464:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4787 count 1 00002000:00010000:1.0:1724307180.145961:0:15464:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12b3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.145964:0:15464:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd536 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12b3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145970:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.145971:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.145973:0:15464:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd536 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145980:0:15464:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd536 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145985:0:15464:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd536 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145990:0:15464:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd536 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.145999:0:15464:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd536 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.146002:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6e74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246330752:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1724307180.146004:0:15464:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.146006:0:15464:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd536 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.146012:0:15464:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd536 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.146019:0:15464:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd536 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.146021:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1724307180.146024:0:15464:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd536 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.146143:0:15464:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6e76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+53:3299:x1808064246331392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 199us (964us total) trans 17179870581 rc 0/0 00000100:00100000:1.0:1724307180.146148:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10670 00000100:00100000:1.0:1724307180.146156:0:15464:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246330752 00000100:00100000:1.0:1724307180.146159:0:15464:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246330752 00000100:00100000:1.0:1724307180.146173:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10671 00000100:00100000:1.0:1724307180.146176:0:15464:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+53:3297:x1808064246330752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307180.146185:0:15464:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4782 count 1 00002000:00010000:1.0:1724307180.146195:0:15464:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12ae:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307180.146198:0:15464:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd53d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12ae:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.146204:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.146206:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307180.146208:0:15464:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd53d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.146214:0:15464:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd53d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.146220:0:15464:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd53d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.146225:0:15464:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd53d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.146230:0:15464:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd53d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.146234:0:15464:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ed00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.146237:0:15464:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd53d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.146242:0:15464:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd53d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.146250:0:15464:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd53d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.146259:0:15464:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd53d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307180.146361:0:15464:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+54:3297:x1808064246330752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 182us (337us total) trans 17179870582 rc 0/0 00000100:00100000:1.0:1724307180.146366:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10671 00000004:00080000:1.0:1724307180.146391:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6e74e00/2, rc 0, transno 1396 00000100:00100000:1.0:1724307180.146398:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6e74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246330880:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307180.146405:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6e75c00/2, rc 0, transno 1397 00000100:00100000:1.0:1724307180.146407:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6e75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246331392:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307180.146413:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6e75180/2, rc 0, transno 1394 00000100:00100000:1.0:1724307180.146415:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6e75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246331008:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307180.146420:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6e75f80/2, rc 0, transno 1395 00000100:00100000:1.0:1724307180.146423:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6e75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246331520:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1724307180.146488:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6e74a80/2, rc 0, transno 1398 00000100:00100000:2.0:1724307180.146494:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6e74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246330752:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.146499:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6e75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246331264:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.146515:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1724307180.146528:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6e74380/2, rc 0, transno 1393 00000100:00100000:2.0:1724307180.146531:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6e74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246330240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.146538:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1724307180.146542:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6e75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246331136:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307180.146555:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307180.146569:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246331264 00000100:00100000:2.0:1724307180.146572:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246331264 00000100:00100000:2.0:1724307180.146583:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246331136 00000100:00100000:2.0:1724307180.146584:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246331136 00000100:00100000:2.0:1724307180.146592:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10672 00000100:00100000:2.0:1724307180.146596:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+55:3297:x1808064246331264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307180.146605:0:14386:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4786 count 1 00002000:00010000:2.0:1724307180.146616:0:14386:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12b2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307180.146620:0:14386:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd544 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12b2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.146626:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.146627:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307180.146629:0:14386:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd544 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.146635:0:14386:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd544 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.146656:0:14386:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd544 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.146662:0:14386:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd544 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.146678:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10673 00010000:00010000:2.0:1724307180.146678:0:14386:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd544 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307180.146683:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+55:3297:x1808064246331136:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1724307180.146683:0:14386:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ba80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.146685:0:14386:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd544 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.146691:0:14386:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd544 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307180.146693:0:19425:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4785 count 1 00010000:00010000:2.0:1724307180.146699:0:14386:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd544 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.146703:0:14386:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd544 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307180.146705:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x12b1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307180.146708:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008eee4d80/0x85b23e07e0bfd54b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12b1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.146713:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.146714:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307180.146716:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eee4d80/0x85b23e07e0bfd54b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.146727:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eee4d80/0x85b23e07e0bfd54b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.146733:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008eee4d80/0x85b23e07e0bfd54b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.146738:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008eee4d80/0x85b23e07e0bfd54b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.146743:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008eee4d80/0x85b23e07e0bfd54b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.146748:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee4d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.146750:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008eee4d80/0x85b23e07e0bfd54b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.146756:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008eee4d80/0x85b23e07e0bfd54b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.146763:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008eee4d80/0x85b23e07e0bfd54b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.146768:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008eee4d80/0x85b23e07e0bfd54b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307180.146808:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+56:3297:x1808064246331264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 211us (292us total) trans 17179870583 rc 0/0 00000100:00100000:2.0:1724307180.146814:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10672 00010000:00010000:2.0:1724307180.146829:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfd46b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.146835:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfd46b lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.146843:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfd46b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.146847:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d172880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.146849:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfd46b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.146853:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfd46b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.146861:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea31c (ffff8800a5031f00) 00010000:00010000:2.0:1724307180.146864:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1724307180.146867:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+56:3297:x1808064246331136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 184us (311us total) trans 17179870584 rc 0/0 00010000:00010000:2.0:1724307180.146867:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfd46b lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.146871:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d172880/0x85b23e07e0bfd46b lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307180.146873:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10673 00000004:00080000:2.0:1724307180.146901:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6e75500/2, rc 0, transno 1400 00000100:00100000:2.0:1724307180.146904:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6e75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246331136:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1724307180.146910:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6e75880/2, rc 0, transno 1399 00000100:00100000:2.0:1724307180.146912:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6e75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246331264:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1724307180.146971:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009dd1b800/2, rc 0, transno 2981 00000100:00100000:3.0:1724307180.146978:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009dd1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246328448:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307180.146987:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009dd1b480/2, rc 0, transno 2980 00000100:00100000:3.0:1724307180.146989:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009dd1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246328320:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307180.149473:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.149554:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247951360 00000100:00100000:2.0:1724307180.149561:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247951360 00000100:00100000:3.0:1724307180.150580:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 243 00000100:00100000:3.0:1724307180.150587:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6efd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:22165:x1808064247951360:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307180.150603:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307180.150618:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16d00/0x85b23e07e0bfd552 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b8b0 expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.150690:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfd559 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.150701:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfd559 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.150710:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfd559 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.150721:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfd560 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.150726:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfd560 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.150731:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfd560 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.150889:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfd567 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.150895:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfd567 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.150900:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfd567 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:3.0:1724307180.150921:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xad5:0x0]: returning size 0 00000004:00200000:3.0:1724307180.150924:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307180.150935:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfd567 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.150942:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfd567 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.150947:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfd559 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.150952:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfd559 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.150956:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfd559 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.150960:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.150962:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfd559 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.150967:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfd559 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.150975:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.150977:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.150981:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfd559 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.150985:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfd559 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.150993:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfd560 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.150998:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfd560 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.151003:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfd560 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.151006:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.151008:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfd560 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.151012:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfd560 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.151016:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea31d (ffff880130cc2800) 00010000:00010000:3.0:1724307180.151018:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.151020:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfd560 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.151024:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfd560 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.151045:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16d00/0x85b23e07e0bfd552 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8b0 expref: 15 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.151054:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfd567 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8b0 expref: 14 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.151060:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad5:0x0].0x0 (ffff88012a2e9d00) 00010000:00010000:3.0:1724307180.151062:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307180.151063:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d15680, rc 0) 00000100:00100000:3.0:1724307180.151630:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6efd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+14:22165:x1808064247951360:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 1041us (2160us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307180.151653:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 243 00000100:00100000:0.0:1724307180.163189:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307180.166478:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247951616 00000100:00100000:3.0:1724307180.166488:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247951616 00000100:00100000:3.0:1724307180.166525:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 244 00000100:00100000:3.0:1724307180.166532:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6efd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+14:22165:x1808064247951616:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307180.166568:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307180.166589:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfd567 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8b0 expref: 14 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.166602:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad5:0x0].0x0 (ffff88012a2e9d00) 00010000:00010000:3.0:1724307180.166610:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307180.166631:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfd56e lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.166653:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfd56e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.166660:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfd56e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.166679:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfd575 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.166684:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfd575 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.166689:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfd575 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.166759:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfd57c lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.166765:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfd57c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.166769:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfd57c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:3.0:1724307180.167028:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].84, 64 off13568 00010000:00010000:3.0:1724307180.167075:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfd583 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167080:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfd583 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167085:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfd583 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167091:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfd583 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167095:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfd583 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167099:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfd583 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167104:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfd583 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167109:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d17600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307180.167112:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfd583 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167117:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfd583 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167126:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad5:0x0].0x0 (ffff88008f3f0900) 00010000:00010000:3.0:1724307180.167129:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307180.167131:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfd583 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167135:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfd583 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167153:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfd57c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167158:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfd57c lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167162:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfd57c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167166:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d15d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.167169:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfd57c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167173:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfd57c lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167179:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad5:0x0].0x0 (ffff88008f3f0900) 00010000:00010000:3.0:1724307180.167181:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307180.167183:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfd57c lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167187:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfd57c lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xad5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167219:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfd56e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167224:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfd56e lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167228:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfd56e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167231:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.167233:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfd56e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167237:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfd56e lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167243:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.167244:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.167246:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfd56e lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.167250:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfd56e lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:3.0:1724307180.167256:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6efd880 reply state ffff880093c50000 transno 300647710785 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfd575 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:3.0:1724307180.167261:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307180.167318:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6efd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+15:22165:x1808064247951616:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 785us (4134us total) trans 300647710785 rc 0/0 00000100:00100000:3.0:1724307180.167324:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 244 00000100:00100000:0.0:1724307180.176333:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307180.176393:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247951744 00000100:00100000:3.0:1724307180.176401:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247951744 00000100:00100000:3.0:1724307180.176432:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 245 00000100:00100000:3.0:1724307180.176438:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6efdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+15:22165:x1808064247951744:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307180.176454:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307180.176468:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfd58a lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b8b7 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.176512:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfd591 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176523:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfd591 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176531:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfd591 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176540:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfd598 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176545:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfd598 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176550:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfd598 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176709:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfd59f lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176715:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfd59f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176720:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfd59f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307180.176735:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xad6:0x0]: returning size 0 00000004:00200000:3.0:1724307180.176738:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307180.176749:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfd59f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176755:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfd59f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176760:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfd591 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176765:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfd591 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176770:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfd591 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176774:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d15440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.176777:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfd591 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176782:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfd591 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176790:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.176792:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.176794:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfd591 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176798:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfd591 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176807:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfd598 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176811:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfd598 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176815:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfd598 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176819:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.176821:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfd598 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176826:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfd598 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176831:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea31e (ffff88008f3f0500) 00010000:00010000:3.0:1724307180.176833:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.176835:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfd598 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176839:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfd598 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.176859:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfd58a lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8b7 expref: 17 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.176868:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfd59f lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8b7 expref: 16 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.176874:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad6:0x0].0x0 (ffff88008f3f0000) 00010000:00010000:3.0:1724307180.176876:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307180.176877:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d15f80, rc 0) 00000100:00100000:3.0:1724307180.176913:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6efdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+16:22165:x1808064247951744:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 475us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307180.176919:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 245 00010000:00010000:2.0:1724307180.177230:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfd575 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.177237:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfd575 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.177242:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfd575 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.177247:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.177249:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfd575 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.177254:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfd575 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.177262:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea31d (ffff8800b53e0a00) 00010000:00010000:2.0:1724307180.177264:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.177266:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfd575 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.177270:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfd575 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307180.181345:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.181468:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247952000 00000100:00100000:2.0:1724307180.181475:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247952000 00000100:00100000:2.0:1724307180.181865:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 246 00000100:00100000:2.0:1724307180.181872:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6e74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+15:22165:x1808064247952000:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.181913:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.181936:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfd59f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8b7 expref: 15 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.181952:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad6:0x0].0x0 (ffff88008f3f0000) 00010000:00010000:2.0:1724307180.181961:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.181984:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd5a6 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.181994:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd5a6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182006:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd5a6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182018:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd5ad lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182023:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd5ad lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182028:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd5ad lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182109:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd5b4 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182115:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd5b4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182121:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd5b4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.182441:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].84, 64 off13568 00010000:00010000:2.0:1724307180.182491:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd5bb lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182498:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd5bb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182503:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd5bb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182510:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd5bb lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182518:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd5bb lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182522:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd5bb lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182527:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd5bb lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182532:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.182535:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd5bb lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182540:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd5bb lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182546:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad6:0x0].0x0 (ffff880135ce5c00) 00010000:00010000:2.0:1724307180.182548:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.182551:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd5bb lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182555:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfd5bb lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182574:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd5b4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182579:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd5b4 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182583:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd5b4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182586:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.182590:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd5b4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182594:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd5b4 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182600:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad6:0x0].0x0 (ffff880135ce5c00) 00010000:00010000:2.0:1724307180.182602:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.182604:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd5b4 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182608:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfd5b4 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xad6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182680:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd5a6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182686:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd5a6 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182690:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd5a6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182693:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.182695:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd5a6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182699:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd5a6 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182706:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.182708:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.182711:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd5a6 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.182718:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd5a6 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.182725:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6e74700 reply state ffff8800a6814000 transno 300647710786 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd5ad lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.182731:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.182784:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6e74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+16:22165:x1808064247952000:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 911us (1444us total) trans 300647710786 rc 0/0 00000100:00100000:2.0:1724307180.182791:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 246 00000100:00100000:1.0:1724307180.188360:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307180.188806:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd5ad lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.188815:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd5ad lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.188821:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd5ad lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.188827:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ba80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.188830:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd5ad lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.188835:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd5ad lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.188849:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea31e (ffff880135ce5f00) 00010000:00010000:2.0:1724307180.188851:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.188855:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd5ad lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.188859:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd5ad lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:3.0:1724307180.188916:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247952128 00000100:00100000:3.0:1724307180.188924:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247952128 00000100:00100000:3.0:1724307180.188952:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 247 00000100:00100000:3.0:1724307180.188958:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6e76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+15:22165:x1808064247952128:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307180.188973:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307180.188985:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14d80/0x85b23e07e0bfd5c2 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b8be expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.189030:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd5c9 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189040:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd5c9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189047:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd5c9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189056:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd5d0 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189061:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd5d0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189066:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd5d0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189212:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfd5d7 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189219:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfd5d7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189224:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfd5d7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307180.189241:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xad7:0x0]: returning size 0 00000004:00200000:3.0:1724307180.189245:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307180.189257:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfd5d7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189264:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfd5d7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189269:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd5c9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189274:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd5c9 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189279:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd5c9 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189282:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d17180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.189285:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd5c9 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189289:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd5c9 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189295:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.189297:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.189299:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd5c9 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189303:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfd5c9 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189314:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd5d0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189317:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd5d0 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189322:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd5d0 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189326:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d15b00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.189328:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd5d0 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189332:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd5d0 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189336:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea31f (ffff880130cc2c00) 00010000:00010000:3.0:1724307180.189338:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.189340:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd5d0 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189343:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfd5d0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.189363:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14d80/0x85b23e07e0bfd5c2 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8be expref: 17 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.189371:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfd5d7 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8be expref: 16 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.189375:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad7:0x0].0x0 (ffff880130cc2800) 00010000:00010000:3.0:1724307180.189377:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307180.189379:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d17840, rc 0) 00000100:00100000:3.0:1724307180.189416:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6e76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+16:22165:x1808064247952128:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 458us (1061us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307180.189422:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 247 00000100:00100000:1.0:1724307180.195561:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.196085:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247952384 00000100:00100000:2.0:1724307180.196093:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247952384 00000100:00100000:2.0:1724307180.196127:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 248 00000100:00100000:2.0:1724307180.196134:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6e76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+16:22165:x1808064247952384:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.196172:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.196192:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfd5d7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8be expref: 16 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.196207:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad7:0x0].0x0 (ffff880130cc2800) 00010000:00010000:2.0:1724307180.196216:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.196238:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd5de lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196248:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd5de lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196254:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd5de lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196263:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd5e5 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196268:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd5e5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196273:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd5e5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196345:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfd5ec lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196354:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfd5ec lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196359:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfd5ec lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.196681:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].85, 64 off13632 00010000:00010000:2.0:1724307180.196729:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd5f3 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196735:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd5f3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196740:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd5f3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196746:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd5f3 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196751:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd5f3 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196756:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd5f3 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196761:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd5f3 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196765:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018bcc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.196768:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd5f3 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196773:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd5f3 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196782:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad7:0x0].0x0 (ffff880135ce5600) 00010000:00010000:2.0:1724307180.196785:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.196788:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd5f3 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196792:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd5f3 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196808:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfd5ec lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196813:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfd5ec lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196818:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfd5ec lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196821:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.196823:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfd5ec lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196827:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfd5ec lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196833:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad7:0x0].0x0 (ffff880135ce5600) 00010000:00010000:2.0:1724307180.196835:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.196837:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfd5ec lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196841:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfd5ec lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xad7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196876:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd5de lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196881:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd5de lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196885:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd5de lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196889:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.196891:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd5de lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196895:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd5de lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196900:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.196902:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.196904:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd5de lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.196908:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd5de lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.196914:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6e76680 reply state ffff88009b091000 transno 300647710787 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd5e5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.196920:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.196967:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6e76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+17:22165:x1808064247952384:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 831us (1409us total) trans 300647710787 rc 0/0 00000100:00100000:2.0:1724307180.196973:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 248 00010000:00010000:2.0:1724307180.200552:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd5e5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.200565:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd5e5 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.200572:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd5e5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.200577:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01886c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.200581:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd5e5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.200585:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd5e5 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.200598:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea31f (ffff880135ce5e00) 00010000:00010000:2.0:1724307180.200600:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.200603:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd5e5 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.200607:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd5e5 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307180.201056:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307180.201174:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247952512 00000100:00100000:0.0:1724307180.201181:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247952512 00000100:00100000:0.0:1724307180.201211:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 249 00000100:00100000:0.0:1724307180.201217:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6e76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+16:22165:x1808064247952512:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:0.0:1724307180.201232:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307180.201244:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5b00/0x85b23e07e0bfd5fa lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b8c5 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.201287:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7a80/0x85b23e07e0bfd601 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201296:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7a80/0x85b23e07e0bfd601 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201303:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7a80/0x85b23e07e0bfd601 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201312:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4fc0/0x85b23e07e0bfd608 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201317:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4fc0/0x85b23e07e0bfd608 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201321:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4fc0/0x85b23e07e0bfd608 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201463:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5680/0x85b23e07e0bfd60f lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201469:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5680/0x85b23e07e0bfd60f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201475:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5680/0x85b23e07e0bfd60f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:0.0:1724307180.201493:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xad8:0x0]: returning size 0 00000004:00200000:0.0:1724307180.201496:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1724307180.201508:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5680/0x85b23e07e0bfd60f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201515:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5680/0x85b23e07e0bfd60f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201521:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7a80/0x85b23e07e0bfd601 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201526:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7a80/0x85b23e07e0bfd601 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201530:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7a80/0x85b23e07e0bfd601 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201534:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee7a80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.201536:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7a80/0x85b23e07e0bfd601 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201540:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7a80/0x85b23e07e0bfd601 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201545:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307180.201547:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.201550:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7a80/0x85b23e07e0bfd601 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201554:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7a80/0x85b23e07e0bfd601 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201560:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4fc0/0x85b23e07e0bfd608 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201564:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4fc0/0x85b23e07e0bfd608 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201568:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4fc0/0x85b23e07e0bfd608 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201572:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee4fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.201574:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4fc0/0x85b23e07e0bfd608 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201577:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4fc0/0x85b23e07e0bfd608 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201581:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea320 (ffff8801362b4a00) 00010000:00010000:0.0:1724307180.201583:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.201584:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4fc0/0x85b23e07e0bfd608 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201588:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4fc0/0x85b23e07e0bfd608 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.201604:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5b00/0x85b23e07e0bfd5fa lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8c5 expref: 18 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.201613:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5680/0x85b23e07e0bfd60f lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8c5 expref: 17 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.201623:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad8:0x0].0x0 (ffff8801362b4200) 00010000:00010000:0.0:1724307180.201625:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1724307180.201627:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eee5680, rc 0) 00000100:00100000:0.0:1724307180.201687:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6e76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+17:22165:x1808064247952512:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 469us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307180.201693:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 249 00000100:00100000:0.0:1724307180.207987:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307180.208014:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247952768 00000100:00100000:0.0:1724307180.208021:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247952768 00000100:00100000:0.0:1724307180.208054:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 250 00000100:00100000:0.0:1724307180.208059:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6efdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+17:22165:x1808064247952768:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307180.208099:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307180.208120:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5680/0x85b23e07e0bfd60f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8c5 expref: 17 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.208135:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad8:0x0].0x0 (ffff8801362b4200) 00010000:00010000:0.0:1724307180.208143:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307180.208166:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5d40/0x85b23e07e0bfd616 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208175:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5d40/0x85b23e07e0bfd616 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208182:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5d40/0x85b23e07e0bfd616 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208191:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfd61d lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208199:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfd61d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208204:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfd61d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208278:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6d00/0x85b23e07e0bfd624 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208283:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6d00/0x85b23e07e0bfd624 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208288:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6d00/0x85b23e07e0bfd624 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:0.0:1724307180.208595:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].85, 64 off13632 00010000:00010000:0.0:1724307180.208681:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4b40/0x85b23e07e0bfd62b lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208688:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4b40/0x85b23e07e0bfd62b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208694:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4b40/0x85b23e07e0bfd62b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208699:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4b40/0x85b23e07e0bfd62b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208705:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4b40/0x85b23e07e0bfd62b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208709:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4b40/0x85b23e07e0bfd62b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208718:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4b40/0x85b23e07e0bfd62b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208722:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee4b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.208725:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4b40/0x85b23e07e0bfd62b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208731:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4b40/0x85b23e07e0bfd62b lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208736:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad8:0x0].0x0 (ffff8801362b4000) 00010000:00010000:0.0:1724307180.208739:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307180.208741:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4b40/0x85b23e07e0bfd62b lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208745:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee4b40/0x85b23e07e0bfd62b lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208764:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6d00/0x85b23e07e0bfd624 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208768:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6d00/0x85b23e07e0bfd624 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208773:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6d00/0x85b23e07e0bfd624 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208776:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee6d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.208779:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6d00/0x85b23e07e0bfd624 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208783:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6d00/0x85b23e07e0bfd624 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208792:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad8:0x0].0x0 (ffff8801362b4000) 00010000:00010000:0.0:1724307180.208794:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307180.208796:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6d00/0x85b23e07e0bfd624 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208799:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6d00/0x85b23e07e0bfd624 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xad8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208830:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5d40/0x85b23e07e0bfd616 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208835:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5d40/0x85b23e07e0bfd616 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208839:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5d40/0x85b23e07e0bfd616 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208843:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee5d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.208845:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5d40/0x85b23e07e0bfd616 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208848:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5d40/0x85b23e07e0bfd616 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208854:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307180.208856:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.208858:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5d40/0x85b23e07e0bfd616 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.208861:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5d40/0x85b23e07e0bfd616 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:0.0:1724307180.208868:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6efdf80 reply state ffff8800a5c22000 transno 300647710788 ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfd61d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.208874:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1724307180.208921:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6efdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+18:22165:x1808064247952768:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 860us (941us total) trans 300647710788 rc 0/0 00000100:00100000:0.0:1724307180.208927:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 250 00000100:00100000:0.0:1724307180.215095:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307180.215155:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfd61d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.215164:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfd61d lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.215171:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfd61d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.215175:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee6ac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.215178:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfd61d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.215184:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfd61d lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.215196:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea320 (ffff8801362b4500) 00010000:00010000:2.0:1724307180.215199:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.215201:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfd61d lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.215205:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfd61d lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307180.215268:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247952896 00000100:00100000:1.0:1724307180.215275:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247952896 00000100:00100000:1.0:1724307180.215302:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 251 00000100:00100000:1.0:1724307180.215307:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6efe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+17:22165:x1808064247952896:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307180.215322:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307180.215333:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd632 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b8cc expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.215374:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd639 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215383:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd639 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215391:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd639 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215399:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd640 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215405:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd640 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215410:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd640 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215592:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd647 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215598:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd647 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215602:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd647 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:1.0:1724307180.215618:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xad9:0x0]: returning size 0 00000004:00200000:1.0:1724307180.215621:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307180.215632:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd647 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215660:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd647 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215675:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd639 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215680:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd639 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215684:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd639 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215688:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.215690:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd639 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215695:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd639 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215702:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.215704:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.215706:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd639 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215711:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd639 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215717:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd640 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215722:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd640 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215727:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd640 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215731:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.215733:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd640 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215737:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd640 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215742:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea321 (ffff88009e6db700) 00010000:00010000:1.0:1724307180.215743:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.215745:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd640 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215749:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd640 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.215768:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd632 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8cc expref: 19 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.215777:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd647 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8cc expref: 18 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.215782:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad9:0x0].0x0 (ffff88009e6dbb00) 00010000:00010000:1.0:1724307180.215784:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307180.215786:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3c900, rc 0) 00000100:00100000:1.0:1724307180.215821:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6efe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+18:22165:x1808064247952896:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 513us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307180.215827:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 251 00000100:00100000:2.0:1724307180.219373:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307180.219561:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247953152 00000100:00100000:0.0:1724307180.219569:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247953152 00000100:00100000:0.0:1724307180.219610:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 252 00000100:00100000:0.0:1724307180.219616:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+18:22165:x1808064247953152:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307180.219685:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307180.219705:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd647 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8cc expref: 18 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.219719:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad9:0x0].0x0 (ffff88009e6dbb00) 00010000:00010000:0.0:1724307180.219727:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307180.219749:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfd64e lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.219759:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfd64e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.219766:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfd64e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.219775:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd655 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.219781:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd655 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.219788:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd655 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.219870:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfd65c lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.219876:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfd65c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.219881:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfd65c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:0.0:1724307180.220170:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].86, 64 off13696 00010000:00010000:0.0:1724307180.220216:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfd663 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220222:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfd663 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220228:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfd663 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220233:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfd663 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220237:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfd663 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220242:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfd663 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220246:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfd663 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220253:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee7cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.220256:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfd663 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220261:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfd663 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220266:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad9:0x0].0x0 (ffff880093896d00) 00010000:00010000:0.0:1724307180.220268:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307180.220270:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfd663 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220274:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7cc0/0x85b23e07e0bfd663 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220288:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfd65c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220292:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfd65c lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220296:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfd65c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220299:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee58c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.220301:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfd65c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220305:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfd65c lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220310:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xad9:0x0].0x0 (ffff880093896d00) 00010000:00010000:0.0:1724307180.220311:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307180.220313:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfd65c lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220317:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee58c0/0x85b23e07e0bfd65c lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xad9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220348:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfd64e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220352:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfd64e lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220356:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfd64e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220359:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee6640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.220361:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfd64e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220365:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfd64e lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220369:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307180.220370:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.220372:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfd64e lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.220375:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6640/0x85b23e07e0bfd64e lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:0.0:1724307180.220381:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880090c3f100 reply state ffff8800a5c26000 transno 300647710789 ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd655 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.220385:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1724307180.220429:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+19:22165:x1808064247953152:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 812us (1063us total) trans 300647710789 rc 0/0 00000100:00100000:0.0:1724307180.220435:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 252 00000001:00080000:0.0:1724307180.221788:0:11059:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 17179870584 is committed 00000001:00100000:0.0:1724307180.221869:0:11059:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00010000:00010000:2.0:1724307180.224623:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd655 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.224635:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd655 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.224678:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd655 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.224684:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee6f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.224687:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd655 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.224692:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd655 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.224705:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea321 (ffff880093896f00) 00010000:00010000:2.0:1724307180.224707:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.224711:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd655 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.224715:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd655 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.225602:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.225661:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247953280 00000100:00100000:1.0:1724307180.225677:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247953280 00000100:00100000:1.0:1724307180.225711:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 253 00000100:00100000:1.0:1724307180.225717:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6efe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+18:22165:x1808064247953280:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307180.225734:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307180.225746:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd66a lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b8d3 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.225786:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd671 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.225795:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd671 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.225801:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd671 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.225810:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd678 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.225815:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd678 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.225819:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd678 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226175:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd67f lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xada:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226182:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd67f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xada:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226188:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd67f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xada:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:1.0:1724307180.226205:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xada:0x0]: returning size 0 00000004:00200000:1.0:1724307180.226208:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307180.226220:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd67f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xada:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226227:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd67f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xada:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226233:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd671 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226237:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd671 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226243:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd671 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226247:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3fcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.226249:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd671 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226254:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd671 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226261:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.226263:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.226266:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd671 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226270:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd671 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226548:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd678 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226555:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd678 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226559:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd678 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226564:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.226566:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd678 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226571:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd678 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226577:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea322 (ffff88009e6db600) 00010000:00010000:1.0:1724307180.226579:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.226581:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd678 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226586:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd678 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.226608:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd66a lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8d3 expref: 20 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.226618:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd67f lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xada:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8d3 expref: 19 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.226624:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xada:0x0].0x0 (ffff88009e6db400) 00010000:00010000:1.0:1724307180.226625:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307180.226627:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3e640, rc 0) 00000100:00100000:1.0:1724307180.226706:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6efe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+19:22165:x1808064247953280:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 987us (1107us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307180.226712:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 253 00000100:00100000:0.0:1724307180.228838:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.228926:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247953536 00000100:00100000:1.0:1724307180.228932:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247953536 00000100:00100000:1.0:1724307180.228963:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 254 00000100:00100000:1.0:1724307180.228969:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6efea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+19:22165:x1808064247953536:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307180.229006:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307180.229024:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd67f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xada:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8d3 expref: 19 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.229037:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xada:0x0].0x0 (ffff88009e6db400) 00010000:00010000:1.0:1724307180.229045:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307180.229067:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd686 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.229076:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd686 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.229084:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd686 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.229093:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd68d lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.229098:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd68d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.229103:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd68d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.229847:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd694 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xada:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.229854:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd694 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xada:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.229860:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd694 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xada:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:1.0:1724307180.230627:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].86, 64 off13696 00010000:00010000:1.0:1724307180.230725:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd69b lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xada:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.230732:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd69b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xada:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.230739:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd69b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xada:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.230745:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd69b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xada:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.230750:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd69b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xada:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.230755:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd69b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xada:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.230760:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd69b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xada:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.230764:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f3c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.230767:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd69b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xada:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.230772:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd69b lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xada:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.230780:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xada:0x0].0x0 (ffff88009e6dbe00) 00010000:00010000:1.0:1724307180.230782:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307180.230785:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd69b lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xada:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.231720:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd69b lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xada:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.231744:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd694 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xada:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.231749:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd694 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xada:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.231754:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd694 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xada:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.231762:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3db00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.231765:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd694 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xada:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.231770:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd694 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xada:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.231778:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xada:0x0].0x0 (ffff88009e6dbe00) 00010000:00010000:1.0:1724307180.231780:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307180.231782:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd694 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xada:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.231787:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd694 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xada:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.231829:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd686 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.231833:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd686 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.231837:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd686 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.231842:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.231843:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd686 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.231848:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd686 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.231852:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.231854:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.231856:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd686 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.231859:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd686 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:1.0:1724307180.231866:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6efea00 reply state ffff8800a6816000 transno 300647710790 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd68d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307180.231871:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307180.232009:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6efea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+20:22165:x1808064247953536:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 3036us (3174us total) trans 300647710790 rc 0/0 00000100:00100000:1.0:1724307180.232016:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 254 00000100:00100000:0.0:1724307180.234045:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307180.234098:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd68d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.234105:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd68d lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.234110:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd68d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.234114:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.234117:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd68d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.234122:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd68d lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.234133:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0xff3ea322 (ffff88009e6dbc00) 00010000:00010000:2.0:1724307180.234135:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.234138:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd68d lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.234143:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd68d lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0xff3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307180.234230:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247953664 00000100:00100000:1.0:1724307180.234238:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247953664 00000100:00100000:1.0:1724307180.234273:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 255 00000100:00100000:1.0:1724307180.234279:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6efed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+19:22165:x1808064247953664:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307180.234294:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307180.234305:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd6a2 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b8da expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.234351:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd6a9 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234359:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd6a9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234366:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd6a9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234374:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd6b0 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234378:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd6b0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234382:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd6b0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234614:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd6b7 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234621:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd6b7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234627:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd6b7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:1.0:1724307180.234680:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xadb:0x0]: returning size 0 00000004:00200000:1.0:1724307180.234684:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307180.234696:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd6b7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234704:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd6b7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234710:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd6a9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234714:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd6a9 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234719:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd6a9 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234723:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.234725:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd6a9 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234729:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd6a9 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234736:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.234738:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.234741:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd6a9 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234745:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd6a9 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234752:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd6b0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234756:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd6b0 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234760:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd6b0 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234764:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.234767:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd6b0 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234771:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd6b0 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234776:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea319 (ffff88009e6dbd00) 00010000:00010000:1.0:1724307180.234778:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.234780:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd6b0 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234784:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd6b0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.234803:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd6a2 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8da expref: 21 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.234813:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd6b7 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8da expref: 20 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.234823:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xadb:0x0].0x0 (ffff88009e6db200) 00010000:00010000:1.0:1724307180.234824:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307180.234826:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3f180, rc 0) 00000100:00100000:1.0:1724307180.234877:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6efed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+20:22165:x1808064247953664:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 597us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307180.234886:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 255 00000100:00100000:0.0:1724307180.236509:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.236587:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247953920 00000100:00100000:1.0:1724307180.236595:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247953920 00000100:00100000:1.0:1724307180.236623:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 256 00000100:00100000:1.0:1724307180.236628:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6eff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+20:22165:x1808064247953920:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307180.236695:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307180.236713:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd6b7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8da expref: 20 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.236724:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xadb:0x0].0x0 (ffff88009e6db200) 00010000:00010000:1.0:1724307180.236732:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307180.236752:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd6be lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.236760:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd6be lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.236768:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd6be lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.236777:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd6c5 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.236782:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd6c5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.236787:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd6c5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.236862:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd6cc lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.236868:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd6cc lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.236874:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd6cc lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:1.0:1724307180.237226:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].87, 64 off13760 00010000:00010000:1.0:1724307180.237271:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd6d3 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237277:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd6d3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237282:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd6d3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237287:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd6d3 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237292:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd6d3 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237296:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd6d3 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237300:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd6d3 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237305:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.237308:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd6d3 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237313:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd6d3 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237319:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xadb:0x0].0x0 (ffff88009e6dba00) 00010000:00010000:1.0:1724307180.237321:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307180.237324:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd6d3 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237328:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd6d3 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237348:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd6cc lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237352:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd6cc lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237356:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd6cc lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237360:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.237362:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd6cc lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237366:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd6cc lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237371:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xadb:0x0].0x0 (ffff88009e6dba00) 00010000:00010000:1.0:1724307180.237373:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307180.237375:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd6cc lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237379:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd6cc lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xadb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237414:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd6be lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237419:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd6be lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237423:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd6be lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237427:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3dd40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.237429:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd6be lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237433:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd6be lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237439:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.237441:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.237443:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd6be lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.237447:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd6be lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:1.0:1724307180.237453:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6eff100 reply state ffff8800a6810000 transno 300647710791 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd6c5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307180.237459:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307180.237520:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6eff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+21:22165:x1808064247953920:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 890us (1013us total) trans 300647710791 rc 0/0 00000100:00100000:1.0:1724307180.237526:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 256 00010000:00010000:0.0:1724307180.240025:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd6c5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.240038:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd6c5 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.240044:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd6c5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.240049:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.240053:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd6c5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.240058:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd6c5 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.240070:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea319 (ffff88009e6db500) 00010000:00010000:0.0:1724307180.240073:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.240076:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd6c5 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.240080:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd6c5 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307180.241922:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.241986:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247954048 00000100:00100000:1.0:1724307180.241995:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247954048 00000100:00100000:1.0:1724307180.242038:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 257 00000100:00100000:1.0:1724307180.242044:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6eff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+20:22165:x1808064247954048:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307180.242063:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307180.242077:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd6da lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b8e1 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.242127:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd6e1 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242141:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd6e1 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242149:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd6e1 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242159:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd6e8 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242164:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd6e8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242169:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd6e8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242432:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd6ef lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242439:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd6ef lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242446:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd6ef lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:1.0:1724307180.242465:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xadc:0x0]: returning size 0 00000004:00200000:1.0:1724307180.242468:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307180.242480:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd6ef lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242487:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd6ef lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242492:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd6e1 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242500:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd6e1 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242505:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd6e1 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242509:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.242511:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd6e1 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242516:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd6e1 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242524:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.242526:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.242529:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd6e1 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242533:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd6e1 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242549:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd6e8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242553:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd6e8 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242557:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd6e8 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242560:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ed00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.242562:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd6e8 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242569:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd6e8 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242573:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea31a (ffff88009e6db600) 00010000:00010000:1.0:1724307180.242575:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.242577:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd6e8 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242581:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd6e8 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.242602:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd6da lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8e1 expref: 22 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.242612:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd6ef lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8e1 expref: 21 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.244039:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xadc:0x0].0x0 (ffff88009e6dbb00) 00010000:00010000:1.0:1724307180.244042:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307180.244044:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3ef40, rc 0) 00000100:00100000:1.0:1724307180.244101:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6eff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+21:22165:x1808064247954048:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 2055us (2184us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307180.244109:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 257 00000100:00100000:0.0:1724307180.249136:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.249318:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247954304 00000100:00100000:1.0:1724307180.249326:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247954304 00000100:00100000:1.0:1724307180.249354:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 258 00000100:00100000:1.0:1724307180.249360:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6eff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+21:22165:x1808064247954304:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307180.249399:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307180.249418:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd6ef lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8e1 expref: 21 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.249432:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xadc:0x0].0x0 (ffff88009e6dbb00) 00010000:00010000:1.0:1724307180.249441:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307180.249463:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd6f6 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.249472:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd6f6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.249480:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd6f6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.249489:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd6fd lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.249494:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd6fd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.249498:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd6fd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.249581:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd704 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.249587:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd704 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.249593:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd704 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:1.0:1724307180.249928:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].87, 64 off13760 00010000:00010000:1.0:1724307180.249977:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd70b lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.249985:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd70b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.249991:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd70b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.249997:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd70b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250002:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd70b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250007:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd70b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250012:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd70b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250017:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3dd40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.250020:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd70b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250026:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd70b lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250032:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xadc:0x0].0x0 (ffff88009e6db300) 00010000:00010000:1.0:1724307180.250034:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307180.250036:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd70b lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250041:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd70b lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250057:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd704 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250063:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd704 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250067:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd704 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250071:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.250073:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd704 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250077:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd704 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250082:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xadc:0x0].0x0 (ffff88009e6db300) 00010000:00010000:1.0:1724307180.250084:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307180.250086:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd704 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250089:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd704 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xadc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250121:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd6f6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250125:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd6f6 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250129:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd6f6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250132:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.250134:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd6f6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250140:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd6f6 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250146:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.250147:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.250150:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd6f6 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.250153:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd6f6 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:1.0:1724307180.250160:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6eff800 reply state ffff88012cf73000 transno 300647710792 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd6fd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307180.250165:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307180.250231:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6eff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+22:22165:x1808064247954304:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 869us (1101us total) trans 300647710792 rc 0/0 00000100:00100000:1.0:1724307180.250237:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 258 00010000:00010000:2.0:1724307180.252135:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd6fd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.252147:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd6fd lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.252153:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd6fd lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.252161:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.252165:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd6fd lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.252170:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd6fd lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.252180:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea31a (ffff88009e6dbc00) 00010000:00010000:2.0:1724307180.252182:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.252185:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd6fd lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.252190:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd6fd lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307180.253411:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.254678:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247954432 00000100:00100000:2.0:1724307180.254687:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247954432 00000100:00100000:2.0:1724307180.254728:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 259 00000100:00100000:2.0:1724307180.254733:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6effb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+21:22165:x1808064247954432:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307180.254750:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307180.254765:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd712 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b8e8 expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.254810:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd719 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.254820:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd719 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.254829:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd719 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.254842:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd720 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.254847:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd720 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.254852:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd720 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.254991:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd727 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.254997:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd727 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.255002:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd727 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:2.0:1724307180.255018:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xadd:0x0]: returning size 0 00000004:00200000:2.0:1724307180.255021:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307180.255032:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd727 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.255039:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd727 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.255044:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd719 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.255048:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd719 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.255052:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd719 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.255060:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ad00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.255062:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd719 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.255068:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd719 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.255074:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.255076:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.255079:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd719 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.255083:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd719 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.255092:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd720 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.255096:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd720 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.255100:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd720 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.255103:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.255105:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd720 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.255108:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd720 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.255112:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea31b (ffff880135ce5500) 00010000:00010000:2.0:1724307180.255114:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.255116:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd720 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.255120:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd720 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.255136:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd712 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8e8 expref: 23 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.255144:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd727 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8e8 expref: 22 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.255149:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xadd:0x0].0x0 (ffff880135ce5000) 00010000:00010000:2.0:1724307180.255151:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307180.255152:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a018b840, rc 0) 00000100:00100000:2.0:1724307180.255199:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6effb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+22:22165:x1808064247954432:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 465us (1792us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307180.255204:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 259 00000100:00100000:0.0:1724307180.257547:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.258409:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247954688 00000100:00100000:1.0:1724307180.258421:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247954688 00000100:00100000:1.0:1724307180.258468:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 260 00000100:00100000:1.0:1724307180.258474:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6efc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+22:22165:x1808064247954688:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307180.258514:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307180.258536:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd727 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8e8 expref: 22 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.258552:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xadd:0x0].0x0 (ffff880135ce5000) 00010000:00010000:1.0:1724307180.258562:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307180.258585:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd72e lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.258594:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd72e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.258602:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd72e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.258613:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd735 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.258617:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd735 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.258622:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd735 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.258813:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd73c lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.258819:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd73c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.258824:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd73c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:1.0:1724307180.259105:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].88, 64 off13824 00010000:00010000:1.0:1724307180.259146:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd743 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259152:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd743 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259157:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd743 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259166:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd743 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259170:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd743 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259174:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd743 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259178:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd743 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259182:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.259185:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd743 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259190:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd743 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259195:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xadd:0x0].0x0 (ffff88009e6db300) 00010000:00010000:1.0:1724307180.259197:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307180.259199:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd743 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259203:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd743 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259218:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd73c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259222:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd73c lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259226:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd73c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259230:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.259232:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd73c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259236:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd73c lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259240:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xadd:0x0].0x0 (ffff88009e6db300) 00010000:00010000:1.0:1724307180.259242:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307180.259243:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd73c lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259247:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd73c lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xadd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259275:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd72e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259279:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd72e lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259283:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd72e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259286:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.259287:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd72e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259291:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd72e lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259296:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.259298:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.259301:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd72e lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.259304:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd72e lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:1.0:1724307180.259311:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6efc380 reply state ffff88012cf75000 transno 300647710793 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd735 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307180.259317:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307180.260008:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6efc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+23:22165:x1808064247954688:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1530us (2463us total) trans 300647710793 rc 0/0 00000100:00100000:1.0:1724307180.260015:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 260 00010000:00010000:2.0:1724307180.263560:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd735 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.263572:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd735 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.263577:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd735 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.263582:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.263586:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd735 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.263594:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd735 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.263607:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea31b (ffff88009e6dbf00) 00010000:00010000:2.0:1724307180.263610:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.263613:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd735 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.263617:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd735 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307180.263991:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.264064:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247954816 00000100:00100000:1.0:1724307180.264072:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247954816 00000100:00100000:1.0:1724307180.264107:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 261 00000100:00100000:1.0:1724307180.264113:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6efc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+22:22165:x1808064247954816:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307180.264128:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307180.264140:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd74a lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b8ef expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.264181:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd751 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264191:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd751 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264199:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd751 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264209:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd758 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264218:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd758 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264223:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd758 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264365:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd75f lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xade:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264371:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd75f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xade:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264376:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd75f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xade:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:1.0:1724307180.264392:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xade:0x0]: returning size 0 00000004:00200000:1.0:1724307180.264395:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307180.264405:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd75f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xade:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264412:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd75f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xade:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264417:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd751 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264422:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd751 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264426:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd751 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264431:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.264433:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd751 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264438:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd751 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264444:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.264446:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.264449:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd751 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264453:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd751 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264461:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd758 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264466:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd758 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264471:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd758 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264474:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.264476:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd758 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264481:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd758 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264485:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea31c (ffff88009e6dbc00) 00010000:00010000:1.0:1724307180.264487:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.264489:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd758 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264493:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd758 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.264510:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd74a lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8ef expref: 24 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.264518:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd75f lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xade:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8ef expref: 23 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.264524:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xade:0x0].0x0 (ffff88009e6db600) 00010000:00010000:1.0:1724307180.264525:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307180.264527:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3c000, rc 0) 00000100:00100000:1.0:1724307180.264559:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6efc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+23:22165:x1808064247954816:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 447us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307180.264564:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 261 00000100:00100000:0.0:1724307180.267011:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.267083:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247955072 00000100:00100000:1.0:1724307180.267089:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247955072 00000100:00100000:1.0:1724307180.267127:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 262 00000100:00100000:1.0:1724307180.267133:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6efd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+23:22165:x1808064247955072:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307180.267168:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307180.267187:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd75f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xade:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8ef expref: 23 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.267202:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xade:0x0].0x0 (ffff88009e6db600) 00010000:00010000:1.0:1724307180.267210:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307180.267230:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd766 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267240:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd766 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267250:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd766 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267259:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd76d lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267264:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd76d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267268:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd76d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267346:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd774 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xade:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267352:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd774 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xade:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267357:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd774 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xade:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:1.0:1724307180.267700:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].88, 64 off13824 00010000:00010000:1.0:1724307180.267745:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd77b lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xade:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267751:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd77b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xade:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267757:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd77b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xade:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267762:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd77b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xade:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267770:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd77b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xade:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267774:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd77b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xade:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267779:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd77b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xade:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267783:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cfc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.267786:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd77b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xade:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267791:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd77b lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xade:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267796:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xade:0x0].0x0 (ffff88009e6dba00) 00010000:00010000:1.0:1724307180.267799:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307180.267801:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd77b lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xade:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267804:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd77b lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xade:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267821:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd774 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xade:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267826:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd774 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xade:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267831:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd774 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xade:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267834:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.267837:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd774 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xade:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267842:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd774 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xade:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267848:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xade:0x0].0x0 (ffff88009e6dba00) 00010000:00010000:1.0:1724307180.267850:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307180.267852:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd774 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xade:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267856:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd774 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xade:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267889:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd766 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267894:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd766 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267898:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd766 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267902:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3db00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.267904:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd766 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267908:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd766 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267913:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.267915:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.267917:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd766 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.267925:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd766 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:1.0:1724307180.267932:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6efd180 reply state ffff88009f3bf000 transno 300647710794 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd76d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307180.267937:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307180.267987:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6efd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+24:22165:x1808064247955072:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 853us (982us total) trans 300647710794 rc 0/0 00000100:00100000:1.0:1724307180.267993:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 262 00010000:00010000:2.0:1724307180.269327:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd76d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.269336:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd76d lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.269340:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd76d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.269346:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3f3c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.269348:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd76d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.269354:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd76d lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.269363:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea31c (ffff88009e6db500) 00010000:00010000:2.0:1724307180.269366:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.269368:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd76d lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.269372:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd76d lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307180.270218:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.271020:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247955200 00000100:00100000:1.0:1724307180.271028:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247955200 00000100:00100000:1.0:1724307180.271077:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 263 00000100:00100000:1.0:1724307180.271084:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+23:22165:x1808064247955200:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307180.271099:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307180.271113:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd782 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b8f6 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.271158:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd789 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271167:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd789 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271175:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd789 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271185:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd790 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271190:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd790 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271195:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd790 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271344:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd797 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271350:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd797 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271356:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd797 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:1.0:1724307180.271373:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xadf:0x0]: returning size 0 00000004:00200000:1.0:1724307180.271376:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307180.271387:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd797 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271394:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd797 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271400:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd789 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271405:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd789 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271410:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd789 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271414:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3dd40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.271416:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd789 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271421:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd789 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271429:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.271431:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.271434:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd789 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271438:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd789 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271447:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd790 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271451:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd790 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271455:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd790 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271459:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.271461:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd790 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271465:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd790 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271470:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea31d (ffff88009e6dbd00) 00010000:00010000:1.0:1724307180.271472:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.271474:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd790 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271477:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd790 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.271497:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd782 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8f6 expref: 25 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.271508:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd797 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8f6 expref: 24 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.271513:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xadf:0x0].0x0 (ffff88009e6db800) 00010000:00010000:1.0:1724307180.271515:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307180.271517:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3fcc0, rc 0) 00000100:00100000:1.0:1724307180.271572:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+24:22165:x1808064247955200:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 487us (1356us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307180.271578:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 263 00000100:00100000:0.0:1724307180.274493:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.274571:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247955456 00000100:00100000:1.0:1724307180.274579:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247955456 00000100:00100000:1.0:1724307180.274625:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 264 00000100:00100000:1.0:1724307180.274631:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+24:22165:x1808064247955456:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307180.274730:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307180.274749:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd797 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8f6 expref: 24 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.274762:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xadf:0x0].0x0 (ffff88009e6db800) 00010000:00010000:1.0:1724307180.274768:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307180.274791:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd79e lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.274799:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd79e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.274806:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd79e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.274818:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd7a5 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.274822:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd7a5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.274826:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd7a5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.274897:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7ac lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.274902:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7ac lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.274906:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7ac lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:1.0:1724307180.275193:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].89, 64 off13888 00010000:00010000:1.0:1724307180.275240:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd7b3 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275246:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd7b3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275251:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd7b3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275256:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd7b3 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275260:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd7b3 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275267:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd7b3 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275272:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd7b3 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275276:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.275279:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd7b3 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275284:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd7b3 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275290:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xadf:0x0].0x0 (ffff88009e6db400) 00010000:00010000:1.0:1724307180.275292:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307180.275295:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd7b3 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275299:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd7b3 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275317:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7ac lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275323:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7ac lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275332:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7ac lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275336:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.275338:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7ac lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275345:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7ac lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275351:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xadf:0x0].0x0 (ffff88009e6db400) 00010000:00010000:1.0:1724307180.275352:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307180.275354:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7ac lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275358:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7ac lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xadf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275391:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd79e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275395:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd79e lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275399:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd79e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275402:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.275404:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd79e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275408:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd79e lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275413:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.275414:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.275417:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd79e lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.275421:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd79e lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:1.0:1724307180.275429:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88008ef64380 reply state ffff88009f3be000 transno 300647710795 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd7a5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307180.275435:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307180.275490:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+25:22165:x1808064247955456:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 858us (1005us total) trans 300647710795 rc 0/0 00000100:00100000:1.0:1724307180.275496:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 264 00010000:00010000:2.0:1724307180.278383:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd7a5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.278394:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd7a5 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.278401:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd7a5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.278406:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ed00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.278409:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd7a5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.278415:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd7a5 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.278428:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea31d (ffff88009e6dbf00) 00010000:00010000:2.0:1724307180.278430:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.278434:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd7a5 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.278438:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd7a5 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307180.280583:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.281185:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247955584 00000100:00100000:1.0:1724307180.281194:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247955584 00000100:00100000:1.0:1724307180.281245:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 265 00000100:00100000:1.0:1724307180.281252:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+24:22165:x1808064247955584:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307180.281271:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307180.281287:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd7ba lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b8fd expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.281337:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd7c1 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281348:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd7c1 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281357:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd7c1 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281370:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd7c8 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281375:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd7c8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281380:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd7c8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281562:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd7cf lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281568:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd7cf lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281574:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd7cf lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:1.0:1724307180.281593:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xae0:0x0]: returning size 0 00000004:00200000:1.0:1724307180.281596:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307180.281608:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd7cf lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281616:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd7cf lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281621:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd7c1 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281627:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd7c1 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281632:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd7c1 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281636:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.281679:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd7c1 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281685:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd7c1 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281695:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.281698:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.281702:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd7c1 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281707:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd7c1 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281717:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd7c8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281722:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd7c8 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281727:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd7c8 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281730:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.281732:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd7c8 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281736:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd7c8 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281741:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea31e (ffff88009e6dba00) 00010000:00010000:1.0:1724307180.281742:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.281744:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd7c8 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281748:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd7c8 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.281772:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd7ba lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8fd expref: 26 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.281787:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd7cf lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8fd expref: 25 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.281793:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae0:0x0].0x0 (ffff88009e6db600) 00010000:00010000:1.0:1724307180.281795:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307180.281797:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3f180, rc 0) 00000100:00100000:1.0:1724307180.281840:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+25:22165:x1808064247955584:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 588us (1263us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307180.281846:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 265 00000100:00100000:0.0:1724307180.284714:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.284795:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247955840 00000100:00100000:2.0:1724307180.284803:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247955840 00000100:00100000:2.0:1724307180.284837:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 266 00000100:00100000:2.0:1724307180.284843:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+25:22165:x1808064247955840:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.284885:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.284904:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd7cf lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b8fd expref: 25 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.284921:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae0:0x0].0x0 (ffff88009e6db600) 00010000:00010000:2.0:1724307180.284929:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.284951:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd7d6 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.284962:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd7d6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.284969:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd7d6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.284978:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd7dd lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.284982:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd7dd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.284987:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd7dd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285062:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd7e4 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285066:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd7e4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285071:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd7e4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.285396:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].89, 64 off13888 00010000:00010000:2.0:1724307180.285445:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd7eb lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285454:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd7eb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285460:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd7eb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285465:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd7eb lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285469:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd7eb lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285473:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd7eb lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285478:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd7eb lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285482:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.285485:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd7eb lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285490:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd7eb lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285497:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae0:0x0].0x0 (ffff880135ce5500) 00010000:00010000:2.0:1724307180.285499:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.285502:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd7eb lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285506:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd7eb lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285523:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd7e4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285529:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd7e4 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285533:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd7e4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285537:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.285540:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd7e4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285544:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd7e4 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285549:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae0:0x0].0x0 (ffff880135ce5500) 00010000:00010000:2.0:1724307180.285551:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.285554:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd7e4 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285558:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd7e4 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xae0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285592:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd7d6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285597:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd7d6 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285601:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd7d6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285605:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.285607:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd7d6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285615:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd7d6 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285620:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.285622:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.285624:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd7d6 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.285628:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd7d6 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.285634:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88008ef64a80 reply state ffff88009d114000 transno 300647710796 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd7dd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.285686:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.285732:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+26:22165:x1808064247955840:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 889us (1025us total) trans 300647710796 rc 0/0 00000100:00100000:2.0:1724307180.285738:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 266 00000100:00100000:0.0:1724307180.287727:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.287792:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247955968 00000100:00100000:1.0:1724307180.287798:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247955968 00000100:00100000:1.0:1724307180.287835:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 267 00000100:00100000:1.0:1724307180.287840:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+26:22165:x1808064247955968:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307180.287853:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307180.287864:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd7f2 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b904 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.287909:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7f9 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.287917:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7f9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.287925:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7f9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.287934:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd800 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.287942:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd800 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.287947:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd800 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288139:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd807 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288145:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd807 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288150:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd807 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:1.0:1724307180.288170:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xae1:0x0]: returning size 0 00000004:00200000:1.0:1724307180.288173:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307180.288184:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd807 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288191:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd807 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288197:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7f9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288202:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7f9 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288207:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7f9 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288212:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.288214:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7f9 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288220:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7f9 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288228:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.288230:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.288234:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7f9 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288238:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c900/0x85b23e07e0bfd7f9 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288246:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd800 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288250:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd800 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288254:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd800 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288258:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c6c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.288260:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd800 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288264:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd800 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288268:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea31f (ffff88009e6db400) 00010000:00010000:1.0:1724307180.288270:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.288272:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd800 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288283:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c6c0/0x85b23e07e0bfd800 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.288303:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d200/0x85b23e07e0bfd7f2 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b904 expref: 28 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.288312:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd807 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b904 expref: 27 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.288317:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae1:0x0].0x0 (ffff88009e6db800) 00010000:00010000:1.0:1724307180.288318:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307180.288320:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3fcc0, rc 0) 00000100:00100000:1.0:1724307180.288356:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:22165:x1808064247955968:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 515us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307180.288362:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 267 00010000:00010000:2.0:1724307180.288532:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd7dd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.288538:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd7dd lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.288543:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd7dd lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.288547:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.288550:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd7dd lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.288554:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd7dd lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.288563:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea31e (ffff880135ce5700) 00010000:00010000:2.0:1724307180.288565:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.288567:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd7dd lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.288571:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd7dd lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.291825:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.291889:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247956224 00000100:00100000:1.0:1724307180.291898:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247956224 00000100:00100000:1.0:1724307180.292187:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 268 00000100:00100000:1.0:1724307180.292194:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+26:22165:x1808064247956224:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307180.292235:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307180.292255:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3fcc0/0x85b23e07e0bfd807 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b904 expref: 26 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.292269:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae1:0x0].0x0 (ffff88009e6db800) 00010000:00010000:1.0:1724307180.292278:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307180.292303:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd80e lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292312:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd80e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292323:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd80e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292333:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd815 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292337:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd815 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292341:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd815 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292427:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd81c lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292433:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd81c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292439:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd81c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:1.0:1724307180.292805:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].90, 64 off13952 00010000:00010000:1.0:1724307180.292852:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd823 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292860:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd823 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292867:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd823 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292873:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd823 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292881:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd823 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292886:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd823 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292891:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd823 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292895:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3dd40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.292899:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd823 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292904:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd823 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292910:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae1:0x0].0x0 (ffff88009e6db500) 00010000:00010000:1.0:1724307180.292913:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307180.292915:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd823 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292919:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3dd40/0x85b23e07e0bfd823 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292937:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd81c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292942:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd81c lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292946:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd81c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292949:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ef40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.292952:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd81c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292956:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd81c lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292962:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae1:0x0].0x0 (ffff88009e6db500) 00010000:00010000:1.0:1724307180.292964:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307180.292966:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd81c lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.292970:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ef40/0x85b23e07e0bfd81c lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xae1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.293004:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd80e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.293009:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd80e lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.293013:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd80e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.293016:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3ed00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.293018:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd80e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.293023:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd80e lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.293029:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.293030:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.293032:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd80e lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.293040:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3ed00/0x85b23e07e0bfd80e lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:1.0:1724307180.293046:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88008ef65180 reply state ffff8800a51fe000 transno 300647710797 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd815 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307180.293051:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307180.293107:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:22165:x1808064247956224:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 912us (1288us total) trans 300647710797 rc 0/0 00000100:00100000:1.0:1724307180.293113:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 268 00010000:00010000:2.0:1724307180.294494:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd815 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.294503:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd815 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.294508:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd815 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.294512:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3d440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.294514:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd815 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.294518:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd815 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.294528:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea31f (ffff88009e6dbf00) 00010000:00010000:2.0:1724307180.294530:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.294533:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd815 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.294537:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3d440/0x85b23e07e0bfd815 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307180.295143:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.295179:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247956352 00000100:00100000:1.0:1724307180.295186:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247956352 00000100:00100000:1.0:1724307180.295251:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 269 00000100:00100000:1.0:1724307180.295258:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+26:22165:x1808064247956352:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307180.295272:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307180.295283:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd82a lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b90b expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.295457:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd831 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295467:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd831 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295475:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd831 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295484:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd838 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295489:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd838 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295493:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd838 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295783:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd83f lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295789:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd83f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295795:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd83f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:1.0:1724307180.295813:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xae2:0x0]: returning size 0 00000004:00200000:1.0:1724307180.295816:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307180.295828:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd83f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295835:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd83f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295840:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd831 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295844:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd831 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295848:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd831 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295852:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.295854:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd831 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295859:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd831 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295866:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.295868:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.295871:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd831 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295874:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c240/0x85b23e07e0bfd831 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295881:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd838 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295885:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd838 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295888:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd838 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295892:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.295894:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd838 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295898:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd838 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295903:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea320 (ffff88009e6dba00) 00010000:00010000:1.0:1724307180.295904:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.295906:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd838 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295910:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c480/0x85b23e07e0bfd838 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.295930:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f840/0x85b23e07e0bfd82a lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b90b expref: 28 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.295940:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd83f lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b90b expref: 27 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.295945:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae2:0x0].0x0 (ffff88009e6dbc00) 00010000:00010000:1.0:1724307180.295947:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307180.295949:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb3f3c0, rc 0) 00000100:00100000:1.0:1724307180.295985:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:22165:x1808064247956352:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 728us (844us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307180.295991:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 269 00000100:00100000:0.0:1724307180.298084:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.298202:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247956608 00000100:00100000:1.0:1724307180.298209:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247956608 00000100:00100000:1.0:1724307180.298250:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 270 00000100:00100000:1.0:1724307180.298256:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:22165:x1808064247956608:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307180.298297:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307180.298318:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f3c0/0x85b23e07e0bfd83f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b90b expref: 27 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.298330:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae2:0x0].0x0 (ffff88009e6dbc00) 00010000:00010000:1.0:1724307180.298339:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307180.298363:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd846 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.298373:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd846 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.298379:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd846 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.298392:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd84d lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.298397:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd84d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.298402:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd84d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.298487:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd854 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.298493:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd854 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.298499:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd854 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:0.0:1724307180.300015:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].90, 64 off13952 00010000:00010000:0.0:1724307180.300094:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd85b lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300104:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd85b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300112:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd85b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300118:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd85b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300122:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd85b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300127:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd85b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300133:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd85b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300137:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee6f40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.300140:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd85b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300145:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd85b lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300153:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae2:0x0].0x0 (ffff88009e6db700) 00010000:00010000:0.0:1724307180.300156:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307180.300159:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd85b lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300164:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfd85b lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300206:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd854 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300210:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd854 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300215:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd854 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300219:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.300221:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd854 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300225:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd854 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300234:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae2:0x0].0x0 (ffff88009e6db700) 00010000:00010000:0.0:1724307180.300236:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307180.300238:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd854 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300242:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e640/0x85b23e07e0bfd854 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xae2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300288:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd846 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300293:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd846 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300297:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd846 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300301:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3e880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.300304:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd846 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300308:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd846 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300314:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307180.300316:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.300318:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd846 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.300321:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3e880/0x85b23e07e0bfd846 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:0.0:1724307180.300329:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88008ef65880 reply state ffff8800931c1000 transno 300647710798 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd84d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307180.300335:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1724307180.300404:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+28:22165:x1808064247956608:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2145us (2324us total) trans 300647710798 rc 0/0 00000100:00100000:0.0:1724307180.300412:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 270 00000100:00100000:0.0:1724307180.303797:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307180.303810:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd84d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.303820:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd84d lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.303826:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd84d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.303830:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3db00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.303834:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd84d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.303839:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd84d lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.303851:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea320 (ffff88009e6db200) 00010000:00010000:2.0:1724307180.303854:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.303857:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd84d lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.303861:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3db00/0x85b23e07e0bfd84d lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307180.303936:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247956736 00000100:00100000:1.0:1724307180.303944:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247956736 00000100:00100000:1.0:1724307180.303986:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 271 00000100:00100000:1.0:1724307180.303992:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+27:22165:x1808064247956736:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307180.304008:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307180.304020:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd862 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b912 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.304070:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd869 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304079:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd869 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304090:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd869 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304098:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd870 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304102:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd870 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304105:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd870 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304308:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2640/0x85b23e07e0bfd877 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304315:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2640/0x85b23e07e0bfd877 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304321:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2640/0x85b23e07e0bfd877 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:1.0:1724307180.304338:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xae3:0x0]: returning size 0 00000004:00200000:1.0:1724307180.304342:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307180.304352:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2640/0x85b23e07e0bfd877 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304360:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2640/0x85b23e07e0bfd877 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304365:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd869 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304369:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd869 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304378:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd869 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304382:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3cfc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.304384:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd869 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304389:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd869 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304395:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.304397:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.304400:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd869 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304404:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3cfc0/0x85b23e07e0bfd869 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304412:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd870 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304417:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd870 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304421:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd870 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304425:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3c000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.304427:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd870 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304431:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd870 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304437:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea321 (ffff88009e6db600) 00010000:00010000:1.0:1724307180.304438:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.304440:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd870 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304444:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3c000/0x85b23e07e0bfd870 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.304464:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb3f180/0x85b23e07e0bfd862 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b912 expref: 29 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.304474:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2640/0x85b23e07e0bfd877 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b912 expref: 28 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.304479:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae3:0x0].0x0 (ffff88009e6dbb00) 00010000:00010000:1.0:1724307180.304481:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307180.304483:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e1d2640, rc 0) 00000100:00100000:1.0:1724307180.304564:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+28:22165:x1808064247956736:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 571us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307180.304571:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 271 00000100:00100000:0.0:1724307180.307695:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.307776:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247956992 00000100:00100000:1.0:1724307180.307785:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247956992 00000100:00100000:1.0:1724307180.307826:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 272 00000100:00100000:1.0:1724307180.307832:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+28:22165:x1808064247956992:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:1.0:1724307180.307899:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307180.307921:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2640/0x85b23e07e0bfd877 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b912 expref: 28 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.307937:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae3:0x0].0x0 (ffff88009e6dbb00) 00010000:00010000:1.0:1724307180.307945:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307180.307968:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2ac0/0x85b23e07e0bfd87e lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.307977:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2ac0/0x85b23e07e0bfd87e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.307984:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2ac0/0x85b23e07e0bfd87e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.307994:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2d00/0x85b23e07e0bfd885 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.307999:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2d00/0x85b23e07e0bfd885 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308004:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2d00/0x85b23e07e0bfd885 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308084:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1440/0x85b23e07e0bfd88c lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308090:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1440/0x85b23e07e0bfd88c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308095:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1440/0x85b23e07e0bfd88c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:1.0:1724307180.308414:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].91, 64 off14016 00010000:00010000:1.0:1724307180.308463:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0fc0/0x85b23e07e0bfd893 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308472:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0fc0/0x85b23e07e0bfd893 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308479:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0fc0/0x85b23e07e0bfd893 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308484:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0fc0/0x85b23e07e0bfd893 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308488:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0fc0/0x85b23e07e0bfd893 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308493:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0fc0/0x85b23e07e0bfd893 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308498:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0fc0/0x85b23e07e0bfd893 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308503:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009e1d0fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307180.308506:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0fc0/0x85b23e07e0bfd893 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308510:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0fc0/0x85b23e07e0bfd893 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308517:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae3:0x0].0x0 (ffff88009e6db800) 00010000:00010000:1.0:1724307180.308519:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307180.308521:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0fc0/0x85b23e07e0bfd893 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308525:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0fc0/0x85b23e07e0bfd893 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308544:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1440/0x85b23e07e0bfd88c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308549:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1440/0x85b23e07e0bfd88c lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308554:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1440/0x85b23e07e0bfd88c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308557:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009e1d1440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.308560:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1440/0x85b23e07e0bfd88c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308564:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1440/0x85b23e07e0bfd88c lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308569:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae3:0x0].0x0 (ffff88009e6db800) 00010000:00010000:1.0:1724307180.308570:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307180.308572:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1440/0x85b23e07e0bfd88c lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308576:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1440/0x85b23e07e0bfd88c lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xae3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308613:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2ac0/0x85b23e07e0bfd87e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308617:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2ac0/0x85b23e07e0bfd87e lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308621:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2ac0/0x85b23e07e0bfd87e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308626:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009e1d2ac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307180.308628:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2ac0/0x85b23e07e0bfd87e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308635:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2ac0/0x85b23e07e0bfd87e lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308734:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:1.0:1724307180.308736:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307180.308738:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2ac0/0x85b23e07e0bfd87e lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.308743:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2ac0/0x85b23e07e0bfd87e lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:1.0:1724307180.308751:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88008ef65f80 reply state ffff88009a71a000 transno 300647710799 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2d00/0x85b23e07e0bfd885 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307180.308756:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307180.308842:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+29:22165:x1808064247956992:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1008us (1153us total) trans 300647710799 rc 0/0 00000100:00100000:1.0:1724307180.308848:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 272 00010000:00010000:2.0:1724307180.311388:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2d00/0x85b23e07e0bfd885 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.311398:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2d00/0x85b23e07e0bfd885 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.311404:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2d00/0x85b23e07e0bfd885 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.311409:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009e1d2d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.311412:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2d00/0x85b23e07e0bfd885 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.311419:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2d00/0x85b23e07e0bfd885 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.311433:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea321 (ffff88009e6db500) 00010000:00010000:2.0:1724307180.311435:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.311438:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2d00/0x85b23e07e0bfd885 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.311443:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2d00/0x85b23e07e0bfd885 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307180.312547:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307180.312670:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247957120 00000100:00100000:1.0:1724307180.312699:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247957120 00000100:00100000:1.0:1724307180.312743:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 273 00000100:00100000:1.0:1724307180.312750:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+28:22165:x1808064247957120:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:1.0:1724307180.312766:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307180.312780:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1d40/0x85b23e07e0bfd89a lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b919 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307180.312832:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2400/0x85b23e07e0bfd8a1 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.312843:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2400/0x85b23e07e0bfd8a1 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.312851:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2400/0x85b23e07e0bfd8a1 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.312860:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bfd8a8 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.312864:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bfd8a8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307180.312868:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bfd8a8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.315252:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfd8af lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.315265:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfd8af lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.315273:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfd8af lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:0.0:1724307180.315293:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xae4:0x0]: returning size 0 00000004:00200000:0.0:1724307180.315296:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1724307180.315308:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfd8af lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.315315:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfd8af lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.315321:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2400/0x85b23e07e0bfd8a1 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.315326:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2400/0x85b23e07e0bfd8a1 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.315330:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2400/0x85b23e07e0bfd8a1 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.315338:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009e1d2400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.315341:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2400/0x85b23e07e0bfd8a1 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.315346:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2400/0x85b23e07e0bfd8a1 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.315353:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307180.315356:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.315358:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2400/0x85b23e07e0bfd8a1 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.315362:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2400/0x85b23e07e0bfd8a1 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.317832:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bfd8a8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.317846:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bfd8a8 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.317852:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bfd8a8 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.317857:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009e1d0d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.317860:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bfd8a8 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.317866:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bfd8a8 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.317879:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea322 (ffff88009e6dbf00) 00010000:00010000:0.0:1724307180.317882:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.317885:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bfd8a8 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.317890:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d0d80/0x85b23e07e0bfd8a8 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.317941:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d1d40/0x85b23e07e0bfd89a lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b919 expref: 30 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.317952:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfd8af lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b919 expref: 29 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.317958:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae4:0x0].0x0 (ffff880093896f00) 00010000:00010000:0.0:1724307180.317960:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1724307180.317962:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eee6ac0, rc 0) 00000100:00100000:0.0:1724307180.318027:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+29:22165:x1808064247957120:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 5276us (5484us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307180.318035:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 273 00000100:00100000:0.0:1724307180.321624:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.321907:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247957376 00000100:00100000:2.0:1724307180.321915:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247957376 00000100:00100000:2.0:1724307180.321957:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 274 00000100:00100000:2.0:1724307180.321963:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+29:22165:x1808064247957376:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.322182:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.322204:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfd8af lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b919 expref: 29 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.322217:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae4:0x0].0x0 (ffff880093896f00) 00010000:00010000:2.0:1724307180.322225:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.322249:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd8b6 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322259:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd8b6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322267:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd8b6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322277:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd8bd lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322283:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd8bd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322288:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd8bd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322369:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd8c4 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322375:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd8c4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322380:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd8c4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:2.0:1724307180.322764:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].91, 64 off14016 00010000:00010000:2.0:1724307180.322816:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd8cb lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322823:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd8cb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322828:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd8cb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322833:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd8cb lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322837:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd8cb lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322842:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd8cb lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322846:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd8cb lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322850:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.322853:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd8cb lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322858:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd8cb lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322864:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae4:0x0].0x0 (ffff880135ce5e00) 00010000:00010000:2.0:1724307180.322867:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.322871:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd8cb lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322875:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd8cb lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322893:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd8c4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322897:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd8c4 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322901:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd8c4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322906:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.322908:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd8c4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322911:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd8c4 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322917:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae4:0x0].0x0 (ffff880135ce5e00) 00010000:00010000:2.0:1724307180.322919:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.322921:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd8c4 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322924:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd8c4 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xae4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322964:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd8b6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322969:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd8b6 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322974:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd8b6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322977:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.322979:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd8b6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322983:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd8b6 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322988:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.322989:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.322991:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd8b6 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.322994:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd8b6 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:2.0:1724307180.323002:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88008ef66680 reply state ffff88009d112000 transno 300647710800 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd8bd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307180.323007:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.323134:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+30:22165:x1808064247957376:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1170us (1514us total) trans 300647710800 rc 0/0 00000100:00100000:2.0:1724307180.323141:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 274 00000100:00100000:0.0:1724307180.327678:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307180.327678:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd8bd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.327687:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd8bd lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.327693:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd8bd lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.327698:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189b00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.327702:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd8bd lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.327708:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd8bd lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.327722:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x3ea322 (ffff880135ce5800) 00010000:00010000:2.0:1724307180.327725:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.327728:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd8bd lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307180.327729:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247957504 00010000:00010000:2.0:1724307180.327732:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfd8bd lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x3ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307180.327736:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247957504 00000100:00100000:3.0:1724307180.327770:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 275 00000100:00100000:3.0:1724307180.327776:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+29:22165:x1808064247957504:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307180.327791:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307180.327802:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfd8d2 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b920 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.327848:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd8d9 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.327856:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd8d9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.327863:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd8d9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.327871:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd8e0 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.327876:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd8e0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.327880:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd8e0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328014:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd8e7 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328019:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd8e7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328023:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd8e7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307180.328041:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xae5:0x0]: returning size 0 00000004:00200000:3.0:1724307180.328044:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307180.328054:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd8e7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328061:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd8e7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328066:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd8d9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328070:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd8d9 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328074:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd8d9 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328078:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d158c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.328080:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd8d9 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328084:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd8d9 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328089:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.328090:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.328093:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd8d9 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328096:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfd8d9 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328118:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd8e0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328123:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd8e0 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328127:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd8e0 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328130:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.328132:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd8e0 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328135:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd8e0 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328140:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea319 (ffff880130cc2f00) 00010000:00010000:3.0:1724307180.328141:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.328143:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd8e0 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328146:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfd8e0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.328164:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfd8d2 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b920 expref: 31 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.328171:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd8e7 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b920 expref: 30 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.328176:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae5:0x0].0x0 (ffff880130cc2e00) 00010000:00010000:3.0:1724307180.328178:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307180.328180:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d14240, rc 0) 00000100:00100000:3.0:1724307180.328212:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+30:22165:x1808064247957504:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 436us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307180.328218:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 275 00000100:00100000:0.0:1724307180.330983:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.331046:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247957760 00000100:00100000:2.0:1724307180.331054:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247957760 00000100:00100000:2.0:1724307180.331101:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 276 00000100:00100000:2.0:1724307180.331107:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+30:22165:x1808064247957760:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.331156:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.331177:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd8e7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b920 expref: 30 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.331193:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae5:0x0].0x0 (ffff880130cc2e00) 00010000:00010000:2.0:1724307180.331202:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.331226:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd8ee lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.331235:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd8ee lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.331242:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd8ee lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.331251:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd8f5 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.331255:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd8f5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.331259:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd8f5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.331335:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd8fc lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.331345:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd8fc lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.331350:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd8fc lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.331854:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].92, 64 off14080 00010000:00010000:2.0:1724307180.331917:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd903 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.331928:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd903 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.331935:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd903 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.331940:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd903 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.331945:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd903 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.331949:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd903 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.331954:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd903 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.331958:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.331960:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd903 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.331965:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd903 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.331972:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae5:0x0].0x0 (ffff880135ce5200) 00010000:00010000:2.0:1724307180.331973:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.331976:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd903 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.331980:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfd903 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.332001:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd8fc lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.332006:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd8fc lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.332010:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd8fc lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.332013:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018aac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.332015:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd8fc lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.332019:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd8fc lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.332024:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae5:0x0].0x0 (ffff880135ce5200) 00010000:00010000:2.0:1724307180.332025:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.332027:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd8fc lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.332030:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfd8fc lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xae5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.332070:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd8ee lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.332074:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd8ee lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.332077:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd8ee lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.332080:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.332082:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd8ee lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.332089:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd8ee lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.332095:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.332096:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.332099:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd8ee lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.332102:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfd8ee lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.332108:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88008ef66d80 reply state ffff8800b3d27000 transno 300647710801 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd8f5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.332113:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.332167:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+31:22165:x1808064247957760:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1059us (1190us total) trans 300647710801 rc 0/0 00000100:00100000:2.0:1724307180.332173:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 276 00010000:00010000:2.0:1724307180.334244:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd8f5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.334255:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd8f5 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.334261:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd8f5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.334265:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01898c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.334269:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd8f5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.334275:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd8f5 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.334288:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea319 (ffff880135ce5f00) 00010000:00010000:2.0:1724307180.334290:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.334293:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd8f5 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.334298:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfd8f5 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.334698:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.335536:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247957888 00000100:00100000:2.0:1724307180.335543:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247957888 00000100:00100000:2.0:1724307180.335590:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 277 00000100:00100000:2.0:1724307180.335596:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+30:22165:x1808064247957888:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307180.335612:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307180.335626:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd90a lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b927 expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.335699:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd911 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335709:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd911 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335716:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd911 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335725:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd918 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335729:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd918 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335733:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd918 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335869:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd91f lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335874:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd91f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335879:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd91f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:2.0:1724307180.335897:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xae6:0x0]: returning size 0 00000004:00200000:2.0:1724307180.335899:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307180.335911:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd91f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335918:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd91f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335923:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd911 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335927:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd911 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335932:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd911 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335936:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018af40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.335938:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd911 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335942:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd911 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335949:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.335951:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.335954:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd911 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335958:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfd911 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335968:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd918 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335971:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd918 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335975:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd918 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335979:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188000 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.335981:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd918 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335985:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd918 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335989:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea31a (ffff880135ce5300) 00010000:00010000:2.0:1724307180.335991:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.335993:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd918 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.335997:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfd918 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.336018:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfd90a lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b927 expref: 32 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.336031:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd91f lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b927 expref: 31 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.336037:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae6:0x0].0x0 (ffff880135ce5c00) 00010000:00010000:2.0:1724307180.336038:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307180.336040:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a018a1c0, rc 0) 00000100:00100000:2.0:1724307180.336088:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+31:22165:x1808064247957888:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 492us (1395us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307180.336093:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 277 00000100:00100000:0.0:1724307180.340019:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.340760:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247958144 00000100:00100000:2.0:1724307180.340768:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247958144 00000100:00100000:2.0:1724307180.340816:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 278 00000100:00100000:2.0:1724307180.340823:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+31:22165:x1808064247958144:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.340866:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.340888:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfd91f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b927 expref: 31 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.340905:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae6:0x0].0x0 (ffff880135ce5c00) 00010000:00010000:2.0:1724307180.340915:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.340938:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd926 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.340947:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd926 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.340955:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd926 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.340968:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd92d lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.340973:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd92d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.340978:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd92d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341057:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd934 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341063:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd934 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341069:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd934 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.341365:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].92, 64 off14080 00010000:00010000:2.0:1724307180.341410:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd93b lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341417:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd93b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341423:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd93b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341429:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd93b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341434:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd93b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341443:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd93b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341448:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd93b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341453:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.341456:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd93b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341461:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd93b lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341467:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae6:0x0].0x0 (ffff880135ce5800) 00010000:00010000:2.0:1724307180.341469:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.341472:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd93b lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341476:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfd93b lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341492:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd934 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341497:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd934 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341502:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd934 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341506:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.341508:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd934 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341516:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd934 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341521:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae6:0x0].0x0 (ffff880135ce5800) 00010000:00010000:2.0:1724307180.341523:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.341525:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd934 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341529:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfd934 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xae6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341558:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd926 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341563:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd926 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341567:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd926 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341571:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.341573:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd926 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341577:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd926 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341582:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.341584:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.341586:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd926 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.341590:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfd926 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.341596:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88008ef67480 reply state ffff88009201e000 transno 300647710802 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd92d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.341602:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.341718:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+32:22165:x1808064247958144:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 894us (1703us total) trans 300647710802 rc 0/0 00000100:00100000:2.0:1724307180.341724:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 278 00010000:00010000:2.0:1724307180.345597:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd92d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.345610:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd92d lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.345616:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd92d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.345621:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.345625:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd92d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.345630:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd92d lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.345695:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea31a (ffff880135ce5b00) 00010000:00010000:2.0:1724307180.345698:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.345702:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd92d lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.345707:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfd92d lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.345843:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307180.346594:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247958272 00000100:00100000:3.0:1724307180.346605:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247958272 00000100:00100000:3.0:1724307180.346842:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 279 00000100:00100000:3.0:1724307180.346849:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+31:22165:x1808064247958272:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307180.346864:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307180.346877:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfd942 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b92e expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.346920:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd949 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.346929:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd949 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.346937:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd949 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.346947:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd950 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.346952:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd950 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.346957:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd950 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347103:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd957 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347110:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd957 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347115:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd957 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307180.347133:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xae7:0x0]: returning size 0 00000004:00200000:3.0:1724307180.347136:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307180.347148:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd957 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347156:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd957 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347162:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd949 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347166:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd949 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347170:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd949 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347174:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.347176:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd949 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347180:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd949 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347186:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.347189:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.347191:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd949 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347194:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd949 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347208:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd950 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347212:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd950 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347216:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd950 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347219:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d146c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.347221:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd950 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347226:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd950 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347231:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea31b (ffff880130cc2c00) 00010000:00010000:3.0:1724307180.347232:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.347234:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd950 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347238:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd950 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.347258:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfd942 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b92e expref: 33 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.347266:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd957 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b92e expref: 32 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.347271:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae7:0x0].0x0 (ffff880130cc2e00) 00010000:00010000:3.0:1724307180.347273:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307180.347275:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d173c0, rc 0) 00000100:00100000:3.0:1724307180.347324:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+32:22165:x1808064247958272:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 475us (1483us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307180.347330:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 279 00000100:00100000:0.0:1724307180.352438:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.355066:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247958528 00000100:00100000:2.0:1724307180.355078:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247958528 00000100:00100000:2.0:1724307180.355125:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 280 00000100:00100000:2.0:1724307180.355131:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+32:22165:x1808064247958528:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.355172:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.355191:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd957 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b92e expref: 32 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.355218:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae7:0x0].0x0 (ffff880130cc2e00) 00010000:00010000:2.0:1724307180.355228:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.355250:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd95e lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355260:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd95e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355268:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd95e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355278:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd965 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355284:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd965 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355289:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd965 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355364:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd96c lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355369:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd96c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355377:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd96c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.355695:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].93, 64 off14144 00010000:00010000:2.0:1724307180.355741:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd973 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355747:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd973 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355752:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd973 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355758:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd973 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355762:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd973 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355766:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd973 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355770:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd973 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355775:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.355778:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd973 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355783:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd973 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355788:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae7:0x0].0x0 (ffff880135ce5e00) 00010000:00010000:2.0:1724307180.355792:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.355794:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd973 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355798:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfd973 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355814:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd96c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355818:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd96c lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355822:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd96c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355825:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.355828:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd96c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355831:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd96c lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355836:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae7:0x0].0x0 (ffff880135ce5e00) 00010000:00010000:2.0:1724307180.355837:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.355839:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd96c lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355843:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfd96c lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xae7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355881:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd95e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355886:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd95e lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355895:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd95e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355898:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.355900:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd95e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355904:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd95e lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355910:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.355911:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.355913:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd95e lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.355916:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfd95e lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.355923:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88008ef67b80 reply state ffff880094deb000 transno 300647710803 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd965 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.355928:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.355985:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+33:22165:x1808064247958528:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 854us (3554us total) trans 300647710803 rc 0/0 00000100:00100000:2.0:1724307180.355991:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 280 00000100:00100000:0.0:1724307180.360224:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307180.360281:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247958656 00010000:00010000:2.0:1724307180.360282:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd965 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00000100:00100000:3.0:1724307180.360289:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247958656 00010000:00010000:2.0:1724307180.360291:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd965 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.360297:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd965 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.360303:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.360306:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd965 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.360312:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd965 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.360323:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea31b (ffff880135ce5100) 00010000:00010000:2.0:1724307180.360325:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1724307180.360325:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 281 00010000:00010000:2.0:1724307180.360328:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd965 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:3.0:1724307180.360331:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+33:22165:x1808064247958656:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307180.360332:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfd965 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.360346:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307180.360358:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd97a lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b935 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.360431:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd981 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.360440:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd981 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.360447:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd981 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.360457:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd988 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.360462:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd988 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.360466:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd988 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.360812:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfd98f lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.360819:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfd98f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.360824:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfd98f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307180.360842:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xae8:0x0]: returning size 0 00000004:00200000:3.0:1724307180.360846:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307180.360857:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfd98f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.360865:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfd98f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.360870:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd981 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.360875:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd981 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.360879:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd981 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.360883:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.360885:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd981 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.360889:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd981 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.360895:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.360897:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.360899:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd981 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.360903:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd981 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.363545:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd988 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.363557:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd988 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.363562:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd988 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.363567:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d17cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.363570:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd988 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.363575:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd988 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.363587:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea31c (ffff880130cc2200) 00010000:00010000:3.0:1724307180.363589:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.363592:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd988 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.363596:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd988 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.363656:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd97a lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b935 expref: 34 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.363682:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfd98f lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b935 expref: 33 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.363692:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae8:0x0].0x0 (ffff880130cc2800) 00010000:00010000:3.0:1724307180.363694:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307180.363696:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d17a80, rc 0) 00000100:00100000:3.0:1724307180.363761:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+33:22165:x1808064247958656:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 3429us (3542us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307180.363768:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 281 00000100:00100000:0.0:1724307180.370008:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307180.370074:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247958912 00000100:00100000:3.0:1724307180.370082:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247958912 00000100:00100000:3.0:1724307180.370131:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 282 00000100:00100000:3.0:1724307180.370138:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+33:22165:x1808064247958912:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307180.370724:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307180.370746:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17a80/0x85b23e07e0bfd98f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b935 expref: 33 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.371716:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae8:0x0].0x0 (ffff880130cc2800) 00010000:00010000:3.0:1724307180.371729:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307180.371756:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd996 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.371766:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd996 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.371773:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd996 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.371783:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd99d lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.371791:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd99d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.371796:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd99d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.371874:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd9a4 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.371881:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd9a4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.371886:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd9a4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307180.372351:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].93, 64 off14144 00010000:00010000:3.0:1724307180.372400:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd9ab lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372406:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd9ab lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372412:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd9ab lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372417:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd9ab lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372421:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd9ab lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372425:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd9ab lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372433:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd9ab lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372437:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d173c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307180.372439:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd9ab lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372444:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd9ab lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372451:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae8:0x0].0x0 (ffff880130cc2200) 00010000:00010000:3.0:1724307180.372453:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307180.372455:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd9ab lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372459:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d173c0/0x85b23e07e0bfd9ab lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372476:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd9a4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372480:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd9a4 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372484:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd9a4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372487:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.372489:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd9a4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372492:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd9a4 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372499:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae8:0x0].0x0 (ffff880130cc2200) 00010000:00010000:3.0:1724307180.372501:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307180.372503:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd9a4 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372506:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfd9a4 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xae8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372536:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd996 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372540:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd996 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372544:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd996 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372547:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16ac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.372549:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd996 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372553:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd996 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372557:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.372558:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.372560:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd996 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.372563:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfd996 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307180.372570:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009fdc4380 reply state ffff880130c01000 transno 300647710804 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd99d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307180.372577:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307180.374310:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+34:22165:x1808064247958912:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 4164us (4300us total) trans 300647710804 rc 0/0 00000100:00100000:3.0:1724307180.374318:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 282 00010000:00010000:2.0:1724307180.375701:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd99d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.375711:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd99d lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.375716:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd99d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.375721:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d17cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.375724:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd99d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.375730:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd99d lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.375743:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea31c (ffff880130cc2f00) 00010000:00010000:2.0:1724307180.375747:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.375750:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd99d lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.375755:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17cc0/0x85b23e07e0bfd99d lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307180.379033:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307180.379317:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247959040 00000100:00100000:3.0:1724307180.379324:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247959040 00000100:00100000:3.0:1724307180.379356:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 283 00000100:00100000:3.0:1724307180.379362:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+33:22165:x1808064247959040:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307180.379379:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307180.379394:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfd9b2 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b93c expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.379443:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd9b9 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379453:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd9b9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379462:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd9b9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379472:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd9c0 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379477:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd9c0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379481:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd9c0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379675:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd9c7 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379682:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd9c7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379688:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd9c7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307180.379709:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xae9:0x0]: returning size 0 00000004:00200000:3.0:1724307180.379712:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307180.379724:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd9c7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379732:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd9c7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379738:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd9b9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379743:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd9b9 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379748:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd9b9 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379753:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d146c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.379756:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd9b9 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379761:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd9b9 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379770:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.379773:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.379776:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd9b9 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379780:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfd9b9 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379790:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd9c0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379794:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd9c0 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379798:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd9c0 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379802:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.379804:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd9c0 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379807:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd9c0 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379812:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea31d (ffff880130cc2c00) 00010000:00010000:3.0:1724307180.379814:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.379815:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd9c0 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379819:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfd9c0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.379841:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfd9b2 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b93c expref: 35 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.379853:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd9c7 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b93c expref: 34 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.379858:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae9:0x0].0x0 (ffff880130cc2800) 00010000:00010000:3.0:1724307180.379859:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307180.379861:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d14240, rc 0) 00000100:00100000:3.0:1724307180.379911:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+34:22165:x1808064247959040:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 548us (883us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307180.379916:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 283 00000100:00100000:0.0:1724307180.382003:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.382203:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247959296 00000100:00100000:2.0:1724307180.382211:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247959296 00000100:00100000:2.0:1724307180.382257:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 284 00000100:00100000:2.0:1724307180.382263:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+34:22165:x1808064247959296:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.382301:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.382320:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfd9c7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b93c expref: 34 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.383027:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae9:0x0].0x0 (ffff880130cc2800) 00010000:00010000:2.0:1724307180.383039:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.383068:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd9ce lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383078:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd9ce lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383086:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd9ce lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383097:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd9d5 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383102:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd9d5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383107:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd9d5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383184:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd9dc lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383190:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd9dc lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383195:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd9dc lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.383508:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].94, 64 off14208 00010000:00010000:2.0:1724307180.383557:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd9e3 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383564:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd9e3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383570:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd9e3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383576:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd9e3 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383580:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd9e3 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383585:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd9e3 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383590:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd9e3 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383594:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.383597:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd9e3 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383602:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd9e3 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383609:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae9:0x0].0x0 (ffff880135ce5700) 00010000:00010000:2.0:1724307180.383611:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.383614:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd9e3 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383619:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfd9e3 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383636:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd9dc lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383657:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd9dc lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383673:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd9dc lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383677:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01886c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.383679:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd9dc lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383684:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd9dc lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383690:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xae9:0x0].0x0 (ffff880135ce5700) 00010000:00010000:2.0:1724307180.383691:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.383693:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd9dc lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383698:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfd9dc lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xae9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383736:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd9ce lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383741:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd9ce lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383745:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd9ce lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383749:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ad00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.383751:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd9ce lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383755:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd9ce lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383760:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.383762:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.383764:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd9ce lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.383768:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfd9ce lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.383778:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009fdc4a80 reply state ffff880094def000 transno 300647710805 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd9d5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.383783:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.384705:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+35:22165:x1808064247959296:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 2437us (2703us total) trans 300647710805 rc 0/0 00000100:00100000:2.0:1724307180.384715:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 284 00010000:00010000:2.0:1724307180.390134:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd9d5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.390147:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd9d5 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.390153:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd9d5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.390159:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.390163:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd9d5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.390169:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd9d5 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.390183:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea31d (ffff880135ce5600) 00010000:00010000:2.0:1724307180.390186:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.390189:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd9d5 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.390193:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfd9d5 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.390316:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.390392:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247959424 00000100:00100000:2.0:1724307180.390400:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247959424 00000100:00100000:2.0:1724307180.390442:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 285 00000100:00100000:2.0:1724307180.390449:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+34:22165:x1808064247959424:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307180.390465:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307180.390571:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfd9ea lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b943 expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.390618:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd9f1 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.390628:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd9f1 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.390635:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd9f1 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.390738:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd9f8 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.390745:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd9f8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.390751:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd9f8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.390959:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd9ff lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.390966:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd9ff lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.390972:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd9ff lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:2.0:1724307180.390990:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaea:0x0]: returning size 0 00000004:00200000:2.0:1724307180.390993:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307180.391004:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd9ff lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.391012:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd9ff lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.391018:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd9f1 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.391028:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd9f1 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.391033:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd9f1 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.391037:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018bcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.391040:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd9f1 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.391045:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd9f1 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.391052:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.391054:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.391056:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd9f1 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.391061:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfd9f1 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.391068:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd9f8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.391073:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd9f8 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.391077:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd9f8 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.391081:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ba80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.391083:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd9f8 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.391091:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd9f8 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.391096:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea31e (ffff880135ce5000) 00010000:00010000:2.0:1724307180.391097:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.391099:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd9f8 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.391103:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfd9f8 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.391122:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfd9ea lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b943 expref: 36 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.391134:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd9ff lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b943 expref: 35 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.391140:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaea:0x0].0x0 (ffff880135ce5500) 00010000:00010000:2.0:1724307180.391141:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307180.391143:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0188d80, rc 0) 00000100:00100000:2.0:1724307180.391183:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+35:22165:x1808064247959424:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 733us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307180.391189:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 285 00000100:00100000:0.0:1724307180.393236:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.393317:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247959680 00000100:00100000:2.0:1724307180.393325:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247959680 00000100:00100000:2.0:1724307180.394100:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 286 00000100:00100000:2.0:1724307180.394107:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+35:22165:x1808064247959680:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.394147:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.394169:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfd9ff lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b943 expref: 35 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.394181:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaea:0x0].0x0 (ffff880135ce5500) 00010000:00010000:2.0:1724307180.394190:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.394214:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfda06 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394224:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfda06 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394283:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfda06 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394295:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfda0d lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394303:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfda0d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394308:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfda0d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394390:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfda14 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394396:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfda14 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394401:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfda14 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.394847:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].94, 64 off14208 00010000:00010000:2.0:1724307180.394894:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfda1b lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394901:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfda1b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394908:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfda1b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394914:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfda1b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394918:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfda1b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394923:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfda1b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394927:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfda1b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394932:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.394935:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfda1b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394941:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfda1b lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394947:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaea:0x0].0x0 (ffff880135ce5b00) 00010000:00010000:2.0:1724307180.394950:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.394952:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfda1b lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394957:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfda1b lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394972:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfda14 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394978:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfda14 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394981:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfda14 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394985:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.394987:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfda14 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394991:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfda14 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.394996:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaea:0x0].0x0 (ffff880135ce5b00) 00010000:00010000:2.0:1724307180.394998:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.395000:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfda14 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.395004:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfda14 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.395034:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfda06 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.395039:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfda06 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.395043:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfda06 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.395047:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.395049:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfda06 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.395056:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfda06 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.395061:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.395062:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.395064:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfda06 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.395068:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfda06 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.395074:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009fdc5180 reply state ffff880094dea000 transno 300647710806 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfda0d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.395079:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.395633:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+36:22165:x1808064247959680:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1523us (2401us total) trans 300647710806 rc 0/0 00000100:00100000:2.0:1724307180.395669:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 286 00010000:00010000:2.0:1724307180.397574:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfda0d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.397584:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfda0d lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.397590:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfda0d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.397595:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.397599:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfda0d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.397604:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfda0d lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.397617:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea31e (ffff880135ce5e00) 00010000:00010000:2.0:1724307180.397619:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.397622:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfda0d lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.397627:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfda0d lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.399304:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.399466:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247959808 00000100:00100000:2.0:1724307180.399474:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247959808 00000100:00100000:2.0:1724307180.399843:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 287 00000100:00100000:2.0:1724307180.399850:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+35:22165:x1808064247959808:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307180.399867:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307180.399883:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfda22 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b94a expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.399937:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfda29 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.399947:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfda29 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.399960:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfda29 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.399971:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfda30 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.399977:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfda30 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.399982:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfda30 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400195:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfda37 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400202:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfda37 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400207:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfda37 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:2.0:1724307180.400224:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaeb:0x0]: returning size 0 00000004:00200000:2.0:1724307180.400227:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307180.400238:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfda37 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400245:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfda37 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400251:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfda29 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400255:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfda29 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400260:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfda29 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400265:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.400267:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfda29 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400273:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfda29 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400281:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.400284:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.400287:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfda29 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400291:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfda29 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400300:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfda30 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400304:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfda30 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400307:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfda30 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400311:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.400312:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfda30 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400316:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfda30 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400321:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea31f (ffff880135ce5c00) 00010000:00010000:2.0:1724307180.400322:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.400324:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfda30 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400328:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfda30 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.400349:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfda22 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b94a expref: 37 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.400364:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfda37 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b94a expref: 36 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.400369:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaeb:0x0].0x0 (ffff880135ce5300) 00010000:00010000:2.0:1724307180.400371:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307180.400372:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0189f80, rc 0) 00000100:00100000:2.0:1724307180.400421:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+36:22165:x1808064247959808:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 571us (1123us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307180.400426:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 287 00000100:00100000:0.0:1724307180.401994:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.402071:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247960064 00000100:00100000:2.0:1724307180.402079:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247960064 00000100:00100000:2.0:1724307180.402113:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 288 00000100:00100000:2.0:1724307180.402119:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+36:22165:x1808064247960064:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.402152:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.402169:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfda37 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b94a expref: 36 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.402181:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaeb:0x0].0x0 (ffff880135ce5300) 00010000:00010000:2.0:1724307180.402189:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.402207:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfda3e lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402215:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfda3e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402221:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfda3e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402232:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda45 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402237:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda45 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402241:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda45 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402316:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfda4c lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402322:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfda4c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402326:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfda4c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.402673:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].95, 64 off14272 00010000:00010000:2.0:1724307180.402724:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfda53 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402731:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfda53 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402737:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfda53 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402742:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfda53 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402747:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfda53 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402755:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfda53 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402759:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfda53 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402764:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b3c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.402766:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfda53 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402770:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfda53 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402776:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaeb:0x0].0x0 (ffff880135ce5900) 00010000:00010000:2.0:1724307180.402779:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.402781:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfda53 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402784:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfda53 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402801:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfda4c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402806:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfda4c lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402810:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfda4c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402813:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.402815:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfda4c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402822:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfda4c lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402828:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaeb:0x0].0x0 (ffff880135ce5900) 00010000:00010000:2.0:1724307180.402829:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.402831:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfda4c lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402835:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfda4c lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402869:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfda3e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402873:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfda3e lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402877:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfda3e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402881:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.402882:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfda3e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402887:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfda3e lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402893:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.402894:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.402896:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfda3e lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.402900:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfda3e lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.402908:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009fdc5880 reply state ffff8800a5ef6000 transno 300647710807 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda45 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.402914:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.403559:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+37:22165:x1808064247960064:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1438us (1568us total) trans 300647710807 rc 0/0 00000100:00100000:2.0:1724307180.403565:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 288 00010000:00010000:2.0:1724307180.405601:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda45 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.405612:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda45 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.405617:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda45 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.405622:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.405625:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda45 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.405631:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda45 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.405671:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea31f (ffff880135ce5200) 00010000:00010000:2.0:1724307180.405673:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.405677:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda45 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.405682:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda45 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.406288:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.406511:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247960192 00000100:00100000:2.0:1724307180.406519:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247960192 00000100:00100000:2.0:1724307180.407163:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 289 00000100:00100000:2.0:1724307180.407171:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+36:22165:x1808064247960192:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307180.407186:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307180.407199:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfda5a lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b951 expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.407249:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfda61 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.407259:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfda61 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.407267:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfda61 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.407276:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfda68 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.407282:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfda68 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.407287:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfda68 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.407484:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfda6f lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.407490:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfda6f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.407495:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfda6f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:2.0:1724307180.407515:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaec:0x0]: returning size 0 00000004:00200000:2.0:1724307180.407518:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307180.407528:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfda6f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.407536:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfda6f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.408044:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfda61 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.408049:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfda61 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.408054:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfda61 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.408058:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018af40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.408060:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfda61 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.408065:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfda61 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.408073:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.408075:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.408078:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfda61 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.408081:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfda61 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.408093:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfda68 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.408097:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfda68 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.408101:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfda68 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.408104:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01898c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.408106:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfda68 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.408109:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfda68 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.408113:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea320 (ffff880135ce5800) 00010000:00010000:2.0:1724307180.408115:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.408116:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfda68 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.408120:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfda68 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.408141:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfda5a lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b951 expref: 38 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.408149:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfda6f lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b951 expref: 37 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.408154:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaec:0x0].0x0 (ffff880135ce5100) 00010000:00010000:2.0:1724307180.408156:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307180.408157:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a018b600, rc 0) 00000100:00100000:2.0:1724307180.408205:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+37:22165:x1808064247960192:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 1036us (1921us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307180.408211:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 289 00000100:00100000:0.0:1724307180.410166:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.410258:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247960448 00000100:00100000:2.0:1724307180.410265:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247960448 00000100:00100000:2.0:1724307180.410632:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 290 00000100:00100000:2.0:1724307180.410668:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+37:22165:x1808064247960448:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.410708:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.410726:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfda6f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b951 expref: 37 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.410739:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaec:0x0].0x0 (ffff880135ce5100) 00010000:00010000:2.0:1724307180.410747:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.410767:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfda76 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.410776:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfda76 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.410782:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfda76 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.410790:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfda7d lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.410794:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfda7d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.410798:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfda7d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.410872:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfda84 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.410877:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfda84 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.410882:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfda84 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.411171:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].95, 64 off14272 00010000:00010000:2.0:1724307180.411214:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda8b lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411220:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda8b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411225:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda8b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411230:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda8b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411235:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda8b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411239:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda8b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411243:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda8b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411247:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.411250:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda8b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411255:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda8b lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411265:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaec:0x0].0x0 (ffff880135ce5700) 00010000:00010000:2.0:1724307180.411267:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.411270:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda8b lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411273:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfda8b lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411288:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfda84 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411292:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfda84 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411296:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfda84 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411299:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189b00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.411302:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfda84 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411306:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfda84 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411310:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaec:0x0].0x0 (ffff880135ce5700) 00010000:00010000:2.0:1724307180.411311:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.411313:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfda84 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411316:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfda84 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411342:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfda76 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411346:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfda76 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411350:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfda76 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411353:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018aac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.411355:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfda76 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411359:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfda76 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411363:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.411364:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.411366:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfda76 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.411369:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfda76 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.411377:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009fdc5f80 reply state ffff88009c08e000 transno 300647710808 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfda7d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.411381:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.411422:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+38:22165:x1808064247960448:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 783us (1260us total) trans 300647710808 rc 0/0 00000100:00100000:2.0:1724307180.411427:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 290 00000100:00100000:0.0:1724307180.413710:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:2.0:1724307180.413790:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfda7d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.413799:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfda7d lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.413806:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfda7d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.413811:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.413814:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfda7d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.413820:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfda7d lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.413832:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea320 (ffff880135ce5600) 00010000:00010000:2.0:1724307180.413834:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.413837:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfda7d lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.413842:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfda7d lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:3.0:1724307180.413891:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247960576 00000100:00100000:3.0:1724307180.413898:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247960576 00000100:00100000:3.0:1724307180.413922:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 291 00000100:00100000:3.0:1724307180.413929:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+37:22165:x1808064247960576:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307180.413944:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307180.413955:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfda92 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b958 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.413997:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfda99 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414006:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfda99 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414013:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfda99 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414022:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfdaa0 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414031:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfdaa0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414036:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfdaa0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414241:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfdaa7 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414247:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfdaa7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414252:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfdaa7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307180.414267:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaed:0x0]: returning size 0 00000004:00200000:3.0:1724307180.414269:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307180.414280:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfdaa7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414286:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfdaa7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414291:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfda99 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414294:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfda99 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414298:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfda99 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414302:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.414303:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfda99 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414308:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfda99 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414314:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.414315:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.414318:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfda99 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414322:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfda99 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414342:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfdaa0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414346:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfdaa0 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414349:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfdaa0 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414352:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d158c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.414354:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfdaa0 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414357:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfdaa0 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414363:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea321 (ffff880130cc2c00) 00010000:00010000:3.0:1724307180.414364:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.414366:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfdaa0 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414370:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfdaa0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.414389:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfda92 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b958 expref: 39 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.414397:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfdaa7 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b958 expref: 38 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.414402:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaed:0x0].0x0 (ffff880130cc2800) 00010000:00010000:3.0:1724307180.414404:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307180.414405:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d17840, rc 0) 00000100:00100000:3.0:1724307180.414440:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+38:22165:x1808064247960576:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 512us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307180.414445:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 291 00000100:00100000:0.0:1724307180.416929:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.417080:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247960832 00000100:00100000:2.0:1724307180.417086:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247960832 00000100:00100000:2.0:1724307180.417129:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 292 00000100:00100000:2.0:1724307180.417136:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+38:22165:x1808064247960832:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.417173:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.417191:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfdaa7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b958 expref: 38 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.417206:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaed:0x0].0x0 (ffff880130cc2800) 00010000:00010000:2.0:1724307180.417214:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.417234:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdaae lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417243:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdaae lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417250:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdaae lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417259:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdab5 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417263:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdab5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417267:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdab5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417341:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdabc lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417347:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdabc lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417352:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdabc lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.417691:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].96, 64 off14336 00010000:00010000:2.0:1724307180.417738:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdac3 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417744:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdac3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417750:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdac3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417759:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdac3 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417764:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdac3 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417769:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdac3 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417774:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdac3 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417778:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.417781:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdac3 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417786:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdac3 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417792:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaed:0x0].0x0 (ffff880135ce5f00) 00010000:00010000:2.0:1724307180.417794:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.417796:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdac3 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417800:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdac3 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417816:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdabc lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417821:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdabc lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417825:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdabc lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417830:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b3c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.417832:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdabc lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417837:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdabc lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417842:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaed:0x0].0x0 (ffff880135ce5f00) 00010000:00010000:2.0:1724307180.417843:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.417845:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdabc lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417849:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdabc lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417881:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdaae lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417885:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdaae lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417889:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdaae lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417893:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.417895:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdaae lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417899:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdaae lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417905:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.417906:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.417909:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdaae lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.417913:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdaae lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.417922:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009fdc6680 reply state ffff88009caeb000 transno 300647710809 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdab5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.417927:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.417978:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+39:22165:x1808064247960832:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 842us (1054us total) trans 300647710809 rc 0/0 00000100:00100000:2.0:1724307180.417984:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 292 00010000:00010000:2.0:1724307180.420040:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdab5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.420049:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdab5 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.420055:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdab5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.420060:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.420063:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdab5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.420069:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdab5 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.420081:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea321 (ffff880135ce5800) 00010000:00010000:2.0:1724307180.420083:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.420086:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdab5 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.420095:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdab5 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.420482:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307180.420543:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247960960 00000100:00100000:3.0:1724307180.420550:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247960960 00000100:00100000:3.0:1724307180.420582:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 293 00000100:00100000:3.0:1724307180.420588:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+38:22165:x1808064247960960:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307180.420603:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307180.420613:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14d80/0x85b23e07e0bfdaca lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b95f expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.420692:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdad1 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420701:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdad1 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420708:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdad1 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420721:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdad8 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420726:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdad8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420731:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdad8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420870:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfdadf lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420875:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfdadf lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420880:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfdadf lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307180.420895:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaee:0x0]: returning size 0 00000004:00200000:3.0:1724307180.420899:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307180.420909:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfdadf lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420915:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfdadf lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420920:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdad1 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420924:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdad1 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420928:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdad1 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420935:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d15b00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.420937:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdad1 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420941:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdad1 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420946:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.420948:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.420950:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdad1 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420954:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdad1 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420962:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdad8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420966:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdad8 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420970:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdad8 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420973:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d17180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.420975:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdad8 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420979:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdad8 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420983:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea322 (ffff880130cc2f00) 00010000:00010000:3.0:1724307180.420985:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.420987:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdad8 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.420991:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdad8 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.421013:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14d80/0x85b23e07e0bfdaca lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b95f expref: 40 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.421022:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfdadf lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b95f expref: 39 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.421027:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaee:0x0].0x0 (ffff880130cc2e00) 00010000:00010000:3.0:1724307180.421029:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307180.421030:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d15f80, rc 0) 00000100:00100000:3.0:1724307180.421065:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+39:22165:x1808064247960960:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 475us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307180.421070:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 293 00000100:00100000:0.0:1724307180.423148:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.423212:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247961216 00000100:00100000:2.0:1724307180.423219:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247961216 00000100:00100000:2.0:1724307180.423257:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 294 00000100:00100000:2.0:1724307180.423264:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+39:22165:x1808064247961216:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.423297:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.423313:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfdadf lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b95f expref: 39 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.423326:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaee:0x0].0x0 (ffff880130cc2e00) 00010000:00010000:2.0:1724307180.423333:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.423353:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfdae6 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423361:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfdae6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423367:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfdae6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423375:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdaed lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423379:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdaed lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423383:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdaed lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423451:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdaf4 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423455:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdaf4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423459:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdaf4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.423770:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].96, 64 off14336 00010000:00010000:2.0:1724307180.423814:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdafb lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423821:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdafb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423826:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdafb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423831:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdafb lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423836:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdafb lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423840:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdafb lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423844:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdafb lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423849:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.423851:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdafb lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423857:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdafb lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423863:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaee:0x0].0x0 (ffff880135ce5300) 00010000:00010000:2.0:1724307180.423865:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.423868:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdafb lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423872:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdafb lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423888:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdaf4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423893:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdaf4 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423898:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdaf4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423901:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.423904:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdaf4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423908:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdaf4 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423913:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaee:0x0].0x0 (ffff880135ce5300) 00010000:00010000:2.0:1724307180.423914:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.423916:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdaf4 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423920:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdaf4 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423953:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfdae6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423958:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfdae6 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423963:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfdae6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423966:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.423968:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfdae6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423972:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfdae6 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423977:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.423979:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.423981:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfdae6 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.423985:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfdae6 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.423994:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009fdc6d80 reply state ffff88012e009000 transno 300647710810 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdaed lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.423999:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.424039:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+40:22165:x1808064247961216:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 775us (895us total) trans 300647710810 rc 0/0 00000100:00100000:2.0:1724307180.424045:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 294 00010000:00010000:2.0:1724307180.425929:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdaed lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.425938:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdaed lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.425943:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdaed lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.425948:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.425951:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdaed lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.425955:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdaed lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.425966:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x13ea322 (ffff880135ce5900) 00010000:00010000:2.0:1724307180.425969:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.425971:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdaed lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.425976:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdaed lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x13ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.426473:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307180.426542:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247961344 00000100:00100000:3.0:1724307180.426549:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247961344 00000100:00100000:3.0:1724307180.426586:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 295 00000100:00100000:3.0:1724307180.426591:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+39:22165:x1808064247961344:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307180.426604:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307180.426613:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfdb02 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b966 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.426689:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb09 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426703:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb09 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426711:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb09 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426721:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb10 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426726:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb10 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426730:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb10 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426863:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfdb17 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426868:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfdb17 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426872:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfdb17 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307180.426887:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaef:0x0]: returning size 0 00000004:00200000:3.0:1724307180.426890:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307180.426900:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfdb17 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426906:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfdb17 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426911:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb09 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426918:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb09 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426923:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb09 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426926:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.426929:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb09 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426933:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb09 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426938:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.426940:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.426942:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb09 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426946:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb09 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426954:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb10 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426958:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb10 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426962:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb10 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426965:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d15440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.426967:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb10 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426973:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb10 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426977:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea319 (ffff880130cc2c00) 00010000:00010000:3.0:1724307180.426978:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.426980:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb10 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.426983:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb10 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.427001:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfdb02 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b966 expref: 41 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.427009:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfdb17 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b966 expref: 40 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.427013:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaef:0x0].0x0 (ffff880130cc2200) 00010000:00010000:3.0:1724307180.427014:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307180.427016:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d14000, rc 0) 00000100:00100000:3.0:1724307180.427047:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+40:22165:x1808064247961344:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 456us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307180.427052:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 295 00000100:00100000:0.0:1724307180.429342:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.429534:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247961600 00000100:00100000:2.0:1724307180.429542:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247961600 00000100:00100000:2.0:1724307180.429579:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 296 00000100:00100000:2.0:1724307180.429585:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+40:22165:x1808064247961600:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.429621:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.429673:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14000/0x85b23e07e0bfdb17 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b966 expref: 40 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.429689:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaef:0x0].0x0 (ffff880130cc2200) 00010000:00010000:2.0:1724307180.429697:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.429719:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdb1e lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.429728:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdb1e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.429735:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdb1e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.429743:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdb25 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.429748:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdb25 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.429753:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdb25 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.429827:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfdb2c lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.429832:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfdb2c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.429837:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfdb2c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.430145:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].97, 64 off14400 00010000:00010000:2.0:1724307180.430192:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdb33 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430199:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdb33 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430205:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdb33 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430211:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdb33 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430215:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdb33 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430219:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdb33 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430225:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdb33 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430229:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.430232:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdb33 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430237:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdb33 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430243:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaef:0x0].0x0 (ffff880135ce5b00) 00010000:00010000:2.0:1724307180.430246:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.430248:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdb33 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430252:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdb33 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430269:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfdb2c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430273:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfdb2c lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430277:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfdb2c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430281:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.430284:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfdb2c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430288:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfdb2c lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430292:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaef:0x0].0x0 (ffff880135ce5b00) 00010000:00010000:2.0:1724307180.430294:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.430296:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfdb2c lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430300:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfdb2c lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430334:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdb1e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430339:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdb1e lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430344:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdb1e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430348:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.430350:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdb1e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430353:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdb1e lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430358:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.430360:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.430362:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdb1e lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.430365:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdb1e lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.430371:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009fdc7480 reply state ffff88009cca0000 transno 300647710811 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdb25 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.430375:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.430430:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+41:22165:x1808064247961600:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 843us (1091us total) trans 300647710811 rc 0/0 00000100:00100000:2.0:1724307180.430436:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 296 00010000:00010000:2.0:1724307180.432668:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdb25 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.432678:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdb25 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.432683:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdb25 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.432686:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.432689:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdb25 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.432694:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdb25 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.432704:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea319 (ffff880135ce5e00) 00010000:00010000:2.0:1724307180.432705:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.432708:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdb25 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.432715:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdb25 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.433001:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307180.433072:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247961728 00000100:00100000:3.0:1724307180.433080:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247961728 00000100:00100000:3.0:1724307180.433116:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 297 00000100:00100000:3.0:1724307180.433122:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+40:22165:x1808064247961728:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307180.433136:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307180.433149:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfdb3a lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b96d expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.433190:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfdb41 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433198:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfdb41 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433205:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfdb41 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433215:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfdb48 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433221:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfdb48 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433226:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfdb48 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433420:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfdb4f lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433426:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfdb4f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433432:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfdb4f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307180.433449:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaf0:0x0]: returning size 0 00000004:00200000:3.0:1724307180.433452:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307180.433462:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfdb4f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433469:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfdb4f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433474:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfdb41 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433479:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfdb41 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433483:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfdb41 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433486:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d17600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.433488:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfdb41 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433493:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfdb41 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433498:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.433500:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.433502:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfdb41 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433506:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17600/0x85b23e07e0bfdb41 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433514:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfdb48 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433518:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfdb48 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433522:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfdb48 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433525:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.433527:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfdb48 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433531:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfdb48 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433535:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea31a (ffff8800931d2600) 00010000:00010000:3.0:1724307180.433537:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.433539:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfdb48 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433543:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16400/0x85b23e07e0bfdb48 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.433562:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15d40/0x85b23e07e0bfdb3a lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b96d expref: 42 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.433571:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfdb4f lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b96d expref: 41 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.433577:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf0:0x0].0x0 (ffff8800931d2e00) 00010000:00010000:3.0:1724307180.433578:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307180.433580:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d15680, rc 0) 00000100:00100000:3.0:1724307180.433612:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+41:22165:x1808064247961728:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 489us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307180.433618:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 297 00000100:00100000:0.0:1724307180.435877:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.435991:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247961984 00000100:00100000:2.0:1724307180.435997:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247961984 00000100:00100000:2.0:1724307180.436033:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 298 00000100:00100000:2.0:1724307180.436038:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+41:22165:x1808064247961984:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.436072:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.436089:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15680/0x85b23e07e0bfdb4f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b96d expref: 41 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.436103:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf0:0x0].0x0 (ffff8800931d2e00) 00010000:00010000:2.0:1724307180.436112:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.436132:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdb56 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436140:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdb56 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436146:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdb56 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436156:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfdb5d lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436161:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfdb5d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436166:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfdb5d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436246:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdb64 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436252:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdb64 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436256:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdb64 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.436562:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].97, 64 off14400 00010000:00010000:2.0:1724307180.436607:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdb6b lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436613:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdb6b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436619:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdb6b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436625:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdb6b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436629:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdb6b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436633:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdb6b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436686:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdb6b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436691:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.436694:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdb6b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436700:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdb6b lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436707:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf0:0x0].0x0 (ffff880135ce5300) 00010000:00010000:2.0:1724307180.436709:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.436711:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdb6b lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436716:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdb6b lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436733:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdb64 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436738:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdb64 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436743:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdb64 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436746:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018bcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.436749:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdb64 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436753:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdb64 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436758:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf0:0x0].0x0 (ffff880135ce5300) 00010000:00010000:2.0:1724307180.436760:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.436762:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdb64 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436765:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdb64 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaf0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436799:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdb56 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436804:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdb56 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436808:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdb56 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436811:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.436812:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdb56 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436816:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdb56 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436820:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.436822:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.436823:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdb56 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.436827:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdb56 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.436835:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009fdc7b80 reply state ffff88008ef31000 transno 300647710812 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfdb5d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.436839:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.436886:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+42:22165:x1808064247961984:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 846us (1014us total) trans 300647710812 rc 0/0 00000100:00100000:2.0:1724307180.436891:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 298 00010000:00010000:3.0:1724307180.439167:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfdb5d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.439178:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfdb5d lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.439186:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfdb5d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.439190:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ba80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.439193:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfdb5d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.439199:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfdb5d lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.439212:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea31a (ffff880135ce5000) 00010000:00010000:3.0:1724307180.439214:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.439217:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfdb5d lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.439221:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ba80/0x85b23e07e0bfdb5d lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.439604:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307180.440497:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247962112 00000100:00100000:3.0:1724307180.440505:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247962112 00000100:00100000:3.0:1724307180.440636:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 299 00000100:00100000:3.0:1724307180.440657:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+41:22165:x1808064247962112:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307180.440683:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307180.440697:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16d00/0x85b23e07e0bfdb72 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b974 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.440741:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfdb79 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.440751:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfdb79 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.440759:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfdb79 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.440769:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfdb80 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.440774:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfdb80 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.440779:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfdb80 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.440928:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfdb87 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.440934:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfdb87 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.440940:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfdb87 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307180.440958:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaf1:0x0]: returning size 0 00000004:00200000:3.0:1724307180.440961:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307180.440973:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfdb87 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.440979:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfdb87 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.440985:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfdb79 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.440990:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfdb79 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.440997:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfdb79 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.441002:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.441004:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfdb79 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.441009:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfdb79 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.441016:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.441018:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.441021:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfdb79 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.441025:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14900/0x85b23e07e0bfdb79 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.441036:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfdb80 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.441040:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfdb80 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.441044:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfdb80 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.441048:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.441050:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfdb80 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.441053:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfdb80 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.441059:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea31b (ffff8800931d2700) 00010000:00010000:3.0:1724307180.441061:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.441063:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfdb80 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.441067:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16640/0x85b23e07e0bfdb80 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.441088:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16d00/0x85b23e07e0bfdb72 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b974 expref: 43 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.441096:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfdb87 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b974 expref: 42 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.441101:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf1:0x0].0x0 (ffff8800931d2b00) 00010000:00010000:3.0:1724307180.441103:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307180.441105:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d15200, rc 0) 00000100:00100000:3.0:1724307180.442048:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+42:22165:x1808064247962112:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 1389us (2444us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307180.442054:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 299 00000100:00100000:2.0:1724307180.444557:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307180.444623:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247962368 00000100:00100000:3.0:1724307180.444630:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247962368 00000100:00100000:3.0:1724307180.444989:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 300 00000100:00100000:3.0:1724307180.444996:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+42:22165:x1808064247962368:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307180.445034:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307180.445053:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15200/0x85b23e07e0bfdb87 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b974 expref: 42 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.445070:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf1:0x0].0x0 (ffff8800931d2b00) 00010000:00010000:3.0:1724307180.445079:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307180.445101:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb8e lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445109:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb8e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445117:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb8e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445127:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb95 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445131:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb95 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445136:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb95 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445212:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfdb9c lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445217:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfdb9c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445222:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfdb9c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307180.445541:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].98, 64 off14464 00010000:00010000:3.0:1724307180.445590:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfdba3 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445599:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfdba3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445605:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfdba3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445610:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfdba3 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445614:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfdba3 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445618:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfdba3 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445622:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfdba3 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445626:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d17840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307180.445629:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfdba3 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445634:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfdba3 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445672:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf1:0x0].0x0 (ffff8800931d2400) 00010000:00010000:3.0:1724307180.445675:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307180.445677:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfdba3 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445682:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17840/0x85b23e07e0bfdba3 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445700:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfdb9c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445705:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfdb9c lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445709:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfdb9c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445712:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d15f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.445714:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfdb9c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445718:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfdb9c lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445723:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf1:0x0].0x0 (ffff8800931d2400) 00010000:00010000:3.0:1724307180.445724:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307180.445726:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfdb9c lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445730:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15f80/0x85b23e07e0bfdb9c lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaf1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445762:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb8e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445767:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb8e lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445771:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb8e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445774:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d15440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.445776:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb8e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445784:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb8e lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445788:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.445789:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.445792:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb8e lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.445795:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15440/0x85b23e07e0bfdb8e lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307180.445801:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880090c3f480 reply state ffff88009a25d000 transno 300647710813 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb95 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307180.445806:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307180.445853:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+43:22165:x1808064247962368:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 857us (1301us total) trans 300647710813 rc 0/0 00000100:00100000:3.0:1724307180.445858:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 300 00010000:00010000:2.0:1724307180.448003:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb95 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.448014:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb95 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.448019:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb95 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.448023:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.448026:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb95 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.448031:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb95 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.448042:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea31b (ffff8800931d2300) 00010000:00010000:2.0:1724307180.448044:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.448047:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb95 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307180.448051:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16f40/0x85b23e07e0bfdb95 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307180.448926:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307180.449255:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247962496 00000100:00100000:0.0:1724307180.449262:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247962496 00000100:00100000:0.0:1724307180.449305:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 301 00000100:00100000:0.0:1724307180.449311:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+42:22165:x1808064247962496:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:0.0:1724307180.449326:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307180.449338:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfdbaa lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b97b expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.449380:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdbb1 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.449391:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdbb1 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.449398:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdbb1 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.449410:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfdbb8 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.449415:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfdbb8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.449420:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfdbb8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.449579:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfdbbf lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.449585:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfdbbf lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.449591:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfdbbf lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:0.0:1724307180.449608:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaf2:0x0]: returning size 0 00000004:00200000:0.0:1724307180.449611:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1724307180.449621:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfdbbf lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.449627:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfdbbf lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.449633:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdbb1 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.450156:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdbb1 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.450164:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdbb1 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.450172:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee73c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.450174:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdbb1 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.450180:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdbb1 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.450188:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307180.450190:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.450193:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdbb1 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.450197:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdbb1 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.450804:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfdbb8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.450811:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfdbb8 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.450816:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfdbb8 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.450820:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee7840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.450822:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfdbb8 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.450827:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfdbb8 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.450834:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea31c (ffff880093896500) 00010000:00010000:0.0:1724307180.450837:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.450839:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfdbb8 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.450844:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfdbb8 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307180.450870:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfdbaa lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b97b expref: 44 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.450880:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfdbbf lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b97b expref: 43 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.450885:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf2:0x0].0x0 (ffff880093896900) 00010000:00010000:0.0:1724307180.450887:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1724307180.450889:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eee6880, rc 0) 00000100:00100000:1.0:1724307180.451999:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+43:22165:x1808064247962496:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 2683us (3072us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307180.452009:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 301 00000100:00100000:1.0:1724307180.454543:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.454864:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247962752 00000100:00100000:2.0:1724307180.454872:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247962752 00000100:00100000:2.0:1724307180.454989:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 302 00000100:00100000:2.0:1724307180.454995:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6e77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+43:22165:x1808064247962752:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.455038:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.455057:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfdbbf lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b97b expref: 43 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.455073:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf2:0x0].0x0 (ffff880093896900) 00010000:00010000:2.0:1724307180.455081:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.455105:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfdbc6 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455115:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfdbc6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455122:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfdbc6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455132:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfdbcd lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455137:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfdbcd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455142:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfdbcd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455221:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfdbd4 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455227:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfdbd4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455233:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfdbd4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.455539:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].98, 64 off14464 00010000:00010000:2.0:1724307180.455587:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdbdb lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455598:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdbdb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455604:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdbdb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455609:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdbdb lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455613:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdbdb lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455617:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdbdb lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455622:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdbdb lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455626:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.455629:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdbdb lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455634:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdbdb lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455670:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf2:0x0].0x0 (ffff880135ce5600) 00010000:00010000:2.0:1724307180.455672:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.455675:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdbdb lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455679:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a640/0x85b23e07e0bfdbdb lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455699:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfdbd4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455705:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfdbd4 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455710:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfdbd4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455713:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.455716:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfdbd4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455720:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfdbd4 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455726:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf2:0x0].0x0 (ffff880135ce5600) 00010000:00010000:2.0:1724307180.455728:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.455730:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfdbd4 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455734:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b180/0x85b23e07e0bfdbd4 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaf2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455769:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfdbc6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455775:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfdbc6 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455779:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfdbc6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455784:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018ad00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.455786:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfdbc6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455793:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfdbc6 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455798:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.455800:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.455802:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfdbc6 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.455806:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018ad00/0x85b23e07e0bfdbc6 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.455812:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6e77100 reply state ffff88008ef33000 transno 300647710814 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfdbcd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.455818:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.455884:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6e77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+44:22165:x1808064247962752:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 888us (1348us total) trans 300647710814 rc 0/0 00000100:00100000:2.0:1724307180.455892:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 302 00010000:00010000:3.0:1724307180.457157:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfdbcd lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.457164:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfdbcd lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.457169:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfdbcd lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.457172:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01886c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.457175:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfdbcd lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.457179:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfdbcd lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.457189:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea31c (ffff880135ce5500) 00010000:00010000:3.0:1724307180.457191:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.457194:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfdbcd lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.457198:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01886c0/0x85b23e07e0bfdbcd lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307180.458768:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307180.459441:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247962880 00000100:00100000:3.0:1724307180.459450:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247962880 00000100:00100000:3.0:1724307180.459895:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 303 00000100:00100000:3.0:1724307180.459902:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6e77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+43:22165:x1808064247962880:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307180.459918:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307180.459931:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14d80/0x85b23e07e0bfdbe2 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b982 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.459975:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdbe9 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.459986:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdbe9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.459994:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdbe9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460003:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdbf0 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460007:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdbf0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460012:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdbf0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460162:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfdbf7 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460168:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfdbf7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460173:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfdbf7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307180.460189:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaf3:0x0]: returning size 0 00000004:00200000:3.0:1724307180.460192:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307180.460203:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfdbf7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460210:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfdbf7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460217:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdbe9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460221:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdbe9 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460226:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdbe9 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460231:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d17180 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.460233:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdbe9 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460239:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdbe9 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460247:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.460250:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.460254:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdbe9 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460258:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d17180/0x85b23e07e0bfdbe9 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460268:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdbf0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460272:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdbf0 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460276:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdbf0 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460279:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d15b00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.460281:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdbf0 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460284:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdbf0 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460289:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea31d (ffff8800931d2d00) 00010000:00010000:3.0:1724307180.460290:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.460291:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdbf0 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460295:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d15b00/0x85b23e07e0bfdbf0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.460315:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14d80/0x85b23e07e0bfdbe2 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b982 expref: 45 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.460329:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfdbf7 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b982 expref: 44 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.460334:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf3:0x0].0x0 (ffff8800931d2800) 00010000:00010000:3.0:1724307180.460336:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307180.460338:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d161c0, rc 0) 00000100:00100000:3.0:1724307180.460388:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6e77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+44:22165:x1808064247962880:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 485us (1624us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307180.460393:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 303 00000100:00100000:0.0:1724307180.463353:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.463965:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247963136 00000100:00100000:2.0:1724307180.463972:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247963136 00000100:00100000:2.0:1724307180.464013:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 304 00000100:00100000:2.0:1724307180.464019:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+44:22165:x1808064247963136:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.464055:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.464074:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d161c0/0x85b23e07e0bfdbf7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b982 expref: 44 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.464090:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf3:0x0].0x0 (ffff8800931d2800) 00010000:00010000:2.0:1724307180.464100:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.464122:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdbfe lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464132:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdbfe lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464138:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdbfe lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464147:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdc05 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464151:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdc05 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464155:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdc05 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464234:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdc0c lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464239:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdc0c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464245:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdc0c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.464560:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].99, 64 off14528 00010000:00010000:2.0:1724307180.464609:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdc13 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464615:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdc13 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464622:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdc13 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464630:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdc13 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464635:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdc13 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464674:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdc13 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464679:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdc13 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464683:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.464686:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdc13 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464691:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdc13 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464698:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf3:0x0].0x0 (ffff880135ce5c00) 00010000:00010000:2.0:1724307180.464700:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.464702:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdc13 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464706:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189d40/0x85b23e07e0bfdc13 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464724:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdc0c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464728:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdc0c lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464732:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdc0c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464736:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.464738:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdc0c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464742:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdc0c lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464747:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf3:0x0].0x0 (ffff880135ce5c00) 00010000:00010000:2.0:1724307180.464748:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.464750:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdc0c lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464754:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189440/0x85b23e07e0bfdc0c lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaf3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464786:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdbfe lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464790:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdbfe lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464794:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdbfe lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464797:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018bcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.464799:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdbfe lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464803:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdbfe lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464807:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.464808:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.464811:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdbfe lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.464815:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018bcc0/0x85b23e07e0bfdbfe lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.464820:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a00e8380 reply state ffff88008ef35000 transno 300647710815 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdc05 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.464825:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.464888:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+45:22165:x1808064247963136:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 868us (1541us total) trans 300647710815 rc 0/0 00000100:00100000:2.0:1724307180.464893:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 304 00010000:00010000:2.0:1724307180.467228:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdc05 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.467239:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdc05 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.467244:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdc05 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.467248:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.467250:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdc05 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.467255:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdc05 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.467267:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea31d (ffff880135ce5100) 00010000:00010000:2.0:1724307180.467270:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.467272:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdc05 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.467279:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b840/0x85b23e07e0bfdc05 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:0.0:1724307180.467397:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307180.467447:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247963264 00000100:00100000:3.0:1724307180.467454:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247963264 00000100:00100000:3.0:1724307180.467485:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 305 00000100:00100000:3.0:1724307180.467491:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+44:22165:x1808064247963264:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:3.0:1724307180.467509:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307180.467521:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfdc1a lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b989 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.467567:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfdc21 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467576:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfdc21 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467582:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfdc21 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467591:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfdc28 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467598:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfdc28 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467602:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfdc28 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467784:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfdc2f lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467790:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfdc2f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467795:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfdc2f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:3.0:1724307180.467810:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaf4:0x0]: returning size 0 00000004:00200000:3.0:1724307180.467813:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307180.467824:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfdc2f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467830:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfdc2f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467836:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfdc21 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467839:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfdc21 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467843:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfdc21 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467846:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.467848:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfdc21 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467853:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfdc21 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467858:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.467860:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.467862:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfdc21 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467866:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14480/0x85b23e07e0bfdc21 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467875:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfdc28 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467880:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfdc28 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467884:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfdc28 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467887:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.467889:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfdc28 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467894:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfdc28 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467898:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea31e (ffff8800931d2400) 00010000:00010000:3.0:1724307180.467900:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.467902:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfdc28 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467906:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14b40/0x85b23e07e0bfdc28 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.467927:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d158c0/0x85b23e07e0bfdc1a lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b989 expref: 46 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.467937:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfdc2f lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b989 expref: 45 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.467943:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf4:0x0].0x0 (ffff8800931d2b00) 00010000:00010000:3.0:1724307180.467945:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307180.467947:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d14fc0, rc 0) 00000100:00100000:3.0:1724307180.469063:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+45:22165:x1808064247963264:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 1566us (1664us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307180.469071:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 305 00000100:00100000:1.0:1724307180.471127:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307180.471246:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247963520 00000100:00100000:3.0:1724307180.471253:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247963520 00000100:00100000:3.0:1724307180.471853:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 306 00000100:00100000:3.0:1724307180.471860:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6e77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+45:22165:x1808064247963520:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:3.0:1724307180.471899:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307180.471919:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14fc0/0x85b23e07e0bfdc2f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b989 expref: 45 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307180.471935:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf4:0x0].0x0 (ffff8800931d2b00) 00010000:00010000:3.0:1724307180.471944:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1724307180.471968:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfdc36 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.471979:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfdc36 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.471989:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfdc36 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.471998:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfdc3d lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472003:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfdc3d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472007:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfdc3d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472089:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfdc44 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472094:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfdc44 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472099:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfdc44 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:3.0:1724307180.472424:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].99, 64 off14528 00010000:00010000:3.0:1724307180.472477:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfdc4b lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472483:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfdc4b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472489:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfdc4b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472494:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfdc4b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472502:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfdc4b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472506:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfdc4b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472510:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfdc4b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472514:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307180.472517:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfdc4b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472522:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfdc4b lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472527:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf4:0x0].0x0 (ffff8800931d2700) 00010000:00010000:3.0:1724307180.472529:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1724307180.472532:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfdc4b lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472535:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16880/0x85b23e07e0bfdc4b lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472575:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfdc44 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472579:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfdc44 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472583:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfdc44 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472586:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d16ac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.472589:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfdc44 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472593:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfdc44 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472598:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf4:0x0].0x0 (ffff8800931d2700) 00010000:00010000:3.0:1724307180.472599:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1724307180.472601:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfdc44 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472605:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d16ac0/0x85b23e07e0bfdc44 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaf4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472673:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfdc36 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472677:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfdc36 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472681:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfdc36 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472684:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d146c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.472686:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfdc36 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472689:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfdc36 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472694:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:3.0:1724307180.472696:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.472698:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfdc36 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.472705:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d146c0/0x85b23e07e0bfdc36 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:3.0:1724307180.472712:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a6e77800 reply state ffff88009eb73000 transno 300647710816 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfdc3d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:3.0:1724307180.472717:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1724307180.472777:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6e77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+46:22165:x1808064247963520:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 917us (1655us total) trans 300647710816 rc 0/0 00000100:00100000:3.0:1724307180.472783:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 306 00000100:00100000:0.0:1724307180.475133:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.475202:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247963648 00000100:00100000:2.0:1724307180.475209:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247963648 00000100:00100000:2.0:1724307180.475242:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 307 00000100:00100000:2.0:1724307180.475248:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+46:22165:x1808064247963648:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307180.475264:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307180.475278:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfdc52 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b990 expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.475318:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdc59 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.475328:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdc59 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.475335:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdc59 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.475344:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdc60 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.475349:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdc60 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.475353:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdc60 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.475496:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfdc67 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.475505:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfdc67 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.475511:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfdc67 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:2.0:1724307180.475528:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaf5:0x0]: returning size 0 00000004:00200000:2.0:1724307180.475531:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1724307180.475903:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfdc3d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.475910:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfdc3d lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.475915:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfdc3d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.475920:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5d14240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.475922:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfdc3d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.475927:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfdc3d lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.475936:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea31e (ffff8800931d2300) 00010000:00010000:3.0:1724307180.475939:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.475942:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfdc3d lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.475946:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d14240/0x85b23e07e0bfdc3d lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:2.0:1724307180.476344:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfdc67 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.476354:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfdc67 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.476359:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdc59 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.476363:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdc59 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.476367:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdc59 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.476370:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.476372:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdc59 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.476376:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdc59 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.476382:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.476384:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.476387:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdc59 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.476392:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188d80/0x85b23e07e0bfdc59 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.476400:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdc60 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.476404:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdc60 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.476408:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdc60 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.476412:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188900 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.476414:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdc60 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.476419:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdc60 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.476424:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea31f (ffff880135ce5c00) 00010000:00010000:2.0:1724307180.476426:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.476427:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdc60 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.476431:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188900/0x85b23e07e0bfdc60 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.476452:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189680/0x85b23e07e0bfdc52 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b990 expref: 47 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.476461:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfdc67 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b990 expref: 46 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.476471:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf5:0x0].0x0 (ffff880135ce5600) 00010000:00010000:2.0:1724307180.476473:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307180.476474:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a018a880, rc 0) 00000100:00100000:2.0:1724307180.476938:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+46:22165:x1808064247963648:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 1687us (1808us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307180.476945:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 307 00000100:00100000:0.0:1724307180.478608:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.478816:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247963904 00000100:00100000:2.0:1724307180.478824:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247963904 00000100:00100000:2.0:1724307180.478868:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 308 00000100:00100000:2.0:1724307180.478874:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+46:22165:x1808064247963904:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.478923:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.478941:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a880/0x85b23e07e0bfdc67 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b990 expref: 46 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.478958:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf5:0x0].0x0 (ffff880135ce5600) 00010000:00010000:2.0:1724307180.478966:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.478990:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdc6e lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.478999:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdc6e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479005:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdc6e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479014:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdc75 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479027:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdc75 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479033:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdc75 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479110:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdc7c lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479116:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdc7c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479122:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdc7c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.479435:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].100, 64 off14592 00000004:00080000:2.0:1724307180.479440:0:15723:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2782986800443ns, next at 2783986799291ns, rc = 0 00010000:00010000:2.0:1724307180.479493:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdc83 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479499:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdc83 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479504:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdc83 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479509:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdc83 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479513:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdc83 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479518:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdc83 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479523:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdc83 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479527:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.479529:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdc83 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479534:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdc83 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479539:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf5:0x0].0x0 (ffff880135ce5000) 00010000:00010000:2.0:1724307180.479542:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.479544:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdc83 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479547:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdc83 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479565:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdc7c lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479569:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdc7c lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479573:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdc7c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479576:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.479578:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdc7c lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479582:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdc7c lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479591:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf5:0x0].0x0 (ffff880135ce5000) 00010000:00010000:2.0:1724307180.479593:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.479594:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdc7c lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479598:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdc7c lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaf5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479629:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdc6e lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479633:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdc6e lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479636:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdc6e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479683:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189200 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.479685:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdc6e lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479689:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdc6e lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479696:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.479698:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.479700:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdc6e lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.479703:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdc6e lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.479709:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a00e8e00 reply state ffff88008ee28000 transno 300647710817 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdc75 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.479716:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.479768:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+47:22165:x1808064247963904:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 893us (1165us total) trans 300647710817 rc 0/0 00000100:00100000:2.0:1724307180.479775:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 308 00010000:00010000:2.0:1724307180.482447:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdc75 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482458:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdc75 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482464:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdc75 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482469:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.482472:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdc75 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482478:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdc75 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482490:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea31f (ffff880135ce5200) 00010000:00010000:2.0:1724307180.482493:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.482496:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdc75 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482500:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdc75 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307180.482556:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.482608:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247964032 00000100:00100000:2.0:1724307180.482614:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247964032 00000100:00100000:2.0:1724307180.482682:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 309 00000100:00100000:2.0:1724307180.482689:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6e77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+46:22165:x1808064247964032:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307180.482705:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307180.482715:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdc8a lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b997 expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.482756:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdc91 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482764:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdc91 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482771:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdc91 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482779:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdc98 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482784:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdc98 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482789:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdc98 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482934:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfdc9f lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482939:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfdc9f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482945:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfdc9f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:2.0:1724307180.482960:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaf6:0x0]: returning size 0 00000004:00200000:2.0:1724307180.482963:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307180.482975:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfdc9f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482982:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfdc9f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482986:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdc91 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482990:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdc91 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482994:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdc91 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.482998:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.483000:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdc91 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.483004:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdc91 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.483009:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.483011:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.483014:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdc91 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.483017:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdc91 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.483024:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdc98 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.483028:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdc98 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.483036:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdc98 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.483040:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.483042:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdc98 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.483046:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdc98 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.483051:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea320 (ffff880135ce5f00) 00010000:00010000:2.0:1724307180.483053:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.483054:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdc98 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.483058:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdc98 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.483078:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdc8a lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b997 expref: 48 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.483086:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfdc9f lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b997 expref: 47 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.483092:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf6:0x0].0x0 (ffff880135ce5300) 00010000:00010000:2.0:1724307180.483094:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307180.483095:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a018aac0, rc 0) 00000100:00100000:2.0:1724307180.483141:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6e77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+47:22165:x1808064247964032:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 452us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307180.483146:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 309 00000100:00100000:1.0:1724307180.485174:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307180.485226:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247964288 00000100:00100000:0.0:1724307180.485234:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247964288 00000100:00100000:0.0:1724307180.485270:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 310 00000100:00100000:0.0:1724307180.485277:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009095ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+47:22165:x1808064247964288:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:0.0:1724307180.485314:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307180.485330:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfdc9f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b997 expref: 47 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.485427:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf6:0x0].0x0 (ffff880135ce5300) 00010000:00010000:0.0:1724307180.485438:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307180.485459:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfdca6 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.485468:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfdca6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.485475:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfdca6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.485485:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfdcad lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.485490:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfdcad lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.485495:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfdcad lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.485563:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfdcb4 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.485568:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfdcb4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.485573:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfdcb4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000040:00080000:0.0:1724307180.485925:0:14909:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].100, 64 off14592 00010000:00010000:0.0:1724307180.485978:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfdcbb lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.485984:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfdcbb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.485990:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfdcbb lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.485996:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfdcbb lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486000:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfdcbb lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486005:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfdcbb lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486010:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfdcbb lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486014:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee5f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307180.486017:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfdcbb lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486022:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfdcbb lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486028:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf6:0x0].0x0 (ffff880093896d00) 00010000:00010000:0.0:1724307180.486030:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1724307180.486033:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfdcbb lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486037:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5f80/0x85b23e07e0bfdcbb lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486055:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfdcb4 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486059:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfdcb4 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486064:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfdcb4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486068:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee6880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.486071:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfdcb4 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486075:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfdcb4 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486080:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf6:0x0].0x0 (ffff880093896d00) 00010000:00010000:0.0:1724307180.486081:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1724307180.486083:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfdcb4 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486087:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6880/0x85b23e07e0bfdcb4 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaf6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486119:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfdca6 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486123:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfdca6 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486127:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfdca6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486131:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee7600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.486132:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfdca6 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486136:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfdca6 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486141:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307180.486143:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.486145:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfdca6 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.486149:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7600/0x85b23e07e0bfdca6 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:0.0:1724307180.486155:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009095ea00 reply state ffff88012dc18000 transno 300647710818 ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfdcad lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307180.486160:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1724307180.486210:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009095ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+48:22165:x1808064247964288:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 932us (1040us total) trans 300647710818 rc 0/0 00000100:00100000:0.0:1724307180.486216:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 310 00000100:00100000:1.0:1724307180.489612:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00010000:00010000:3.0:1724307180.490040:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfdcad lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.490048:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfdcad lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.490054:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfdcad lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.490059:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee5440 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.490062:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfdcad lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.490067:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfdcad lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.490080:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea320 (ffff880093896500) 00010000:00010000:3.0:1724307180.490083:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.490086:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfdcad lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307180.490091:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee5440/0x85b23e07e0bfdcad lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea320 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307180.490218:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247964416 00000100:00100000:0.0:1724307180.490226:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247964416 00000100:00100000:0.0:1724307180.490469:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 311 00000100:00100000:0.0:1724307180.490475:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009095ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+47:22165:x1808064247964416:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:0.0:1724307180.490491:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307180.490501:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfdcc2 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b99e expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.490559:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdcc9 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490568:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdcc9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490575:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdcc9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490585:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfdcd0 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490593:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfdcd0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490598:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfdcd0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490794:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfdcd7 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490801:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfdcd7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490806:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfdcd7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:0.0:1724307180.490822:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaf7:0x0]: returning size 0 00000004:00200000:0.0:1724307180.490826:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1724307180.490837:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfdcd7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490844:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfdcd7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490849:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdcc9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490853:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdcc9 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490857:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdcc9 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490861:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee73c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.490863:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdcc9 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490868:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdcc9 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490875:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:0.0:1724307180.490877:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.490879:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdcc9 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490883:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee73c0/0x85b23e07e0bfdcc9 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490890:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfdcd0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490895:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfdcd0 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490900:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfdcd0 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490903:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008eee6ac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307180.490905:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfdcd0 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490909:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfdcd0 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490914:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea321 (ffff880093896900) 00010000:00010000:0.0:1724307180.490915:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307180.490916:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfdcd0 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490920:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6ac0/0x85b23e07e0bfdcd0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307180.490939:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7840/0x85b23e07e0bfdcc2 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b99e expref: 49 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.490948:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfdcd7 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b99e expref: 48 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307180.490953:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf7:0x0].0x0 (ffff880093896b00) 00010000:00010000:0.0:1724307180.490954:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1724307180.490956:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eee6f40, rc 0) 00000100:00100000:0.0:1724307180.490994:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009095ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+48:22165:x1808064247964416:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 518us (1390us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307180.490999:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 311 00000100:00100000:1.0:1724307180.494079:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.494927:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247964672 00000100:00100000:2.0:1724307180.494936:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247964672 00000100:00100000:2.0:1724307180.495003:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 312 00000100:00100000:2.0:1724307180.495009:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009095f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+48:22165:x1808064247964672:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.495048:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.495069:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee6f40/0x85b23e07e0bfdcd7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b99e expref: 48 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.495853:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf7:0x0].0x0 (ffff880093896b00) 00010000:00010000:2.0:1724307180.495867:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.495893:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfdcde lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.495902:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfdcde lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.495910:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfdcde lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.495920:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfdce5 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.495925:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfdce5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.495929:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfdce5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496007:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfdcec lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496012:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfdcec lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496017:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfdcec lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.496328:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x118:0x0].101, 64 off14656 00010000:00010000:2.0:1724307180.496376:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfdcf3 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496382:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfdcf3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496388:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfdcf3 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496393:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfdcf3 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496398:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfdcf3 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496402:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfdcf3 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496407:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfdcf3 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496411:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018b600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.496413:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfdcf3 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496418:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfdcf3 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496424:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf7:0x0].0x0 (ffff880135ce5b00) 00010000:00010000:2.0:1724307180.496427:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.496429:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfdcf3 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496433:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b600/0x85b23e07e0bfdcf3 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496451:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfdcec lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496456:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfdcec lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496459:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfdcec lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496463:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188480 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.496465:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfdcec lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496469:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfdcec lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496473:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf7:0x0].0x0 (ffff880135ce5b00) 00010000:00010000:2.0:1724307180.496475:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.496477:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfdcec lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496481:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188480/0x85b23e07e0bfdcec lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaf7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496512:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfdcde lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496516:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfdcde lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496521:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfdcde lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496525:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018aac0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.496527:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfdcde lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496531:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfdcde lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496537:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.496539:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.496541:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfdcde lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.496544:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018aac0/0x85b23e07e0bfdcde lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.496554:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009095f100 reply state ffff88008ee2b000 transno 300647710819 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfdce5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.496559:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.496634:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009095f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+49:22165:x1808064247964672:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 1623us (2559us total) trans 300647710819 rc 0/0 00000100:00100000:2.0:1724307180.496673:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 312 00010000:00010000:2.0:1724307180.500309:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfdce5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.500321:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfdce5 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.500326:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfdce5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.500332:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189b00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.500336:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfdce5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.500341:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfdce5 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.500354:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea321 (ffff880135ce5300) 00010000:00010000:2.0:1724307180.500356:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.500360:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfdce5 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.500363:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189b00/0x85b23e07e0bfdce5 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307180.500936:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.501001:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247964800 00000100:00100000:2.0:1724307180.501009:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247964800 00000100:00100000:2.0:1724307180.501052:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 313 00000100:00100000:2.0:1724307180.501058:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009095c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+48:22165:x1808064247964800:12345-192.168.204.7@tcp:101:unlinkmany.0 00010000:00010000:2.0:1724307180.501074:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307180.501376:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfdcfa lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6b9a5 expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.501425:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfdd01 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501434:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfdd01 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501441:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfdd01 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501454:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfdd08 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501459:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfdd08 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501463:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfdd08 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501615:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdd0f lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501621:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdd0f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501627:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdd0f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:2.0:1724307180.501684:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xaf8:0x0]: returning size 0 00000004:00200000:2.0:1724307180.501687:0:15723:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307180.501699:0:15723:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdd0f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501707:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdd0f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501713:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfdd01 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501716:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfdd01 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501720:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfdd01 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501727:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a01898c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.501730:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfdd01 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501734:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfdd01 lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501742:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.501744:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.501747:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfdd01 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501751:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01898c0/0x85b23e07e0bfdd01 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501759:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfdd08 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501763:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfdd08 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501766:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfdd08 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501770:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018af40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.501772:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfdd08 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501776:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfdd08 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501780:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea322 (ffff880135ce5800) 00010000:00010000:2.0:1724307180.501782:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.501784:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfdd08 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501788:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018af40/0x85b23e07e0bfdd08 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.501810:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188000/0x85b23e07e0bfdcfa lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b9a5 expref: 50 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.501818:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdd0f lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b9a5 expref: 49 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.501824:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf8:0x0].0x0 (ffff880135ce5900) 00010000:00010000:2.0:1724307180.501825:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307180.501827:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a018b3c0, rc 0) 00000100:00100000:2.0:1724307180.501865:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009095c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+49:22165:x1808064247964800:12345-192.168.204.7@tcp:101:unlinkmany.0 Request processed in 806us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307180.501870:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 313 00000100:00100000:1.0:1724307180.510792:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307180.511076:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247965056 00000100:00100000:2.0:1724307180.511084:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247965056 00000100:00100000:2.0:1724307180.511133:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 314 00000100:00100000:2.0:1724307180.511144:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009095ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+49:22165:x1808064247965056:12345-192.168.204.7@tcp:36:unlinkmany.0 00010000:00010000:2.0:1724307180.511188:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307180.511211:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018b3c0/0x85b23e07e0bfdd0f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b9a5 expref: 49 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307180.511240:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf8:0x0].0x0 (ffff880135ce5900) 00010000:00010000:2.0:1724307180.511251:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307180.511275:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdd16 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.511286:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdd16 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.511299:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdd16 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.511309:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdd1d lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.511315:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdd1d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.511319:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdd1d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.511402:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdd24 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512009:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdd24 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512016:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdd24 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000040:00080000:2.0:1724307180.512354:0:15723:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11a:0x0].101, 64 off14656 00000004:00080000:2.0:1724307180.512359:0:15723:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2783019718841ns, next at 2784019717669ns, rc = 0 00010000:00010000:2.0:1724307180.512406:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdd2b lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512412:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdd2b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512418:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdd2b lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512424:0:15723:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdd2b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512427:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdd2b lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512432:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdd2b lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512437:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdd2b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512441:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307180.512444:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdd2b lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512449:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdd2b lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512455:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf8:0x0].0x0 (ffff880135ce5000) 00010000:00010000:2.0:1724307180.512457:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307180.512460:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdd2b lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512464:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189200/0x85b23e07e0bfdd2b lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512482:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdd24 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512487:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdd24 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512491:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdd24 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512495:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.512497:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdd24 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512501:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdd24 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512505:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xaf8:0x0].0x0 (ffff880135ce5000) 00010000:00010000:2.0:1724307180.512507:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307180.512508:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdd24 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512512:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188b40/0x85b23e07e0bfdd24 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xaf8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512542:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdd16 lrc: 3/0,1 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512546:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdd16 lrc: 2/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512549:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdd16 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512553:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0188fc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307180.512554:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdd16 lrc: 3/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512557:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdd16 lrc: 4/0,0 mode: CW/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512563:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x0 (ffff8800a5031800) 00010000:00010000:2.0:1724307180.512564:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307180.512567:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdd16 lrc: 2/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:2.0:1724307180.512571:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188fc0/0x85b23e07e0bfdd16 lrc: 0/0,0 mode: --/CW res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:2.0:1724307180.512577:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009095ce00 reply state ffff88008ee2e000 transno 300647710820 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdd1d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:2.0:1724307180.512583:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307180.516224:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009095ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+50:22165:x1808064247965056:12345-192.168.204.7@tcp:36:unlinkmany.0 Request processed in 5069us (5427us total) trans 300647710820 rc 0/0 00000100:00100000:2.0:1724307180.516235:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 314 00010000:00010000:3.0:1724307180.517307:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdd1d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.517316:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdd1d lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.517321:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdd1d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.517329:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a0189f80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307180.517332:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdd1d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.517339:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdd1d lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.517352:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xa30:0x0].0x23ea322 (ffff880135ce5200) 00010000:00010000:3.0:1724307180.517354:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307180.517357:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdd1d lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307180.517361:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0189f80/0x85b23e07e0bfdd1d lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xa30:0x0].0x23ea322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:0.0:1724307181.126780:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1724307181.148714:0:3298:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307164/real 1724307164] req@ffff88009f36ce00 x1808064246309760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307180 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307181.148738:0:3298:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff88009f36ce00 x1808064246309760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307180 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307181.148756:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f36ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3298:1808064246309760:0@lo:400:kworker.0 00000100:00000400:3.0:1724307181.149456:0:3297:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307164/real 1724307164] req@ffff88009f36c380 x1808064246309632/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307180 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1724307181.149471:0:3297:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff88009f36c380 x1808064246309632/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307180 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1724307181.149481:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f36c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246309632:0@lo:400:kworker.0 00000100:00100000:2.0:1724307181.219843:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1724307181.219862:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246331648:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1724307181.219916:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307181.219966:0:16677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246331648 00000100:00100000:3.0:1724307181.219974:0:16677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246331648 00000100:00100000:3.0:1724307181.220012:0:16677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:3.0:1724307181.220018:0:16677:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+55:3297:x1808064246331648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1724307181.220046:0:16677:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24444928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307181.220087:0:16677:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+55:3297:x1808064246331648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307181.220092:0:16677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:2.0:1724307181.220114:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246331648:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307181.220541:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246331776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307181.220564:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307181.220583:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246331776 00000100:00100000:0.0:1724307181.220586:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246331776 00000100:00100000:0.0:1724307181.220613:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:0.0:1724307181.220618:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1808064246331776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1724307181.220635:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 35454976 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307181.220687:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1808064246331776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307181.220692:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:0.0:1724307181.220711:0:3297:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870584 gen 2 00000004:00080000:0.0:1724307181.220720:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009d322680, transno 17179870535 00000004:00080000:0.0:1724307181.220726:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009d323800, transno 17179870536 00000004:00080000:0.0:1724307181.220729:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012f3ac380, transno 17179870537 00000004:00080000:0.0:1724307181.220731:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012f3aed80, transno 17179870538 00000004:00080000:0.0:1724307181.220733:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009d323100, transno 17179870539 00000004:00080000:0.0:1724307181.220735:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeeed80, transno 17179870540 00000004:00080000:0.0:1724307181.220737:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009d320e00, transno 17179870541 00000004:00080000:0.0:1724307181.220740:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009d321500, transno 17179870542 00000004:00080000:0.0:1724307181.220742:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeec380, transno 17179870543 00000004:00080000:0.0:1724307181.220744:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeed880, transno 17179870544 00000004:00080000:0.0:1724307181.220746:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8801350c5180, transno 17179870545 00000004:00080000:0.0:1724307181.220748:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeed180, transno 17179870546 00000004:00080000:0.0:1724307181.220750:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeef800, transno 17179870547 00000004:00080000:0.0:1724307181.220752:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeef100, transno 17179870548 00000004:00080000:0.0:1724307181.220754:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeedf80, transno 17179870549 00000004:00080000:0.0:1724307181.220756:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeee680, transno 17179870550 00000004:00080000:0.0:1724307181.220758:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6785c00, transno 17179870551 00000004:00080000:0.0:1724307181.220760:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009d475180, transno 17179870552 00000004:00080000:0.0:1724307181.220762:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e6a0700, transno 17179870553 00000004:00080000:0.0:1724307181.220764:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f36f800, transno 17179870554 00000004:00080000:0.0:1724307181.220766:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f34f480, transno 17179870555 00000004:00080000:0.0:1724307181.220768:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14f100, transno 17179870556 00000004:00080000:0.0:1724307181.220770:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14dc00, transno 17179870557 00000004:00080000:0.0:1724307181.220772:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009d320700, transno 17179870558 00000004:00080000:0.0:1724307181.220774:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009d320a80, transno 17179870559 00000004:00080000:0.0:1724307181.220777:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14ed80, transno 17179870560 00000004:00080000:0.0:1724307181.220779:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14c700, transno 17179870561 00000004:00080000:0.0:1724307181.220781:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14d500, transno 17179870562 00000004:00080000:0.0:1724307181.220783:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009095d180, transno 17179870563 00000004:00080000:0.0:1724307181.220786:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009095d500, transno 17179870564 00000004:00080000:0.0:1724307181.220788:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009095d880, transno 17179870565 00000004:00080000:0.0:1724307181.220790:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009095e680, transno 17179870566 00000004:00080000:0.0:1724307181.220792:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009095e300, transno 17179870567 00000004:00080000:0.0:1724307181.220794:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009095c000, transno 17179870568 00000004:00080000:0.0:1724307181.220796:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009095f800, transno 17179870569 00000004:00080000:0.0:1724307181.220799:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009095fb80, transno 17179870570 00000004:00080000:0.0:1724307181.220801:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009095df80, transno 17179870571 00000004:00080000:0.0:1724307181.220803:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009095ca80, transno 17179870572 00000004:00080000:0.0:1724307181.220805:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009095dc00, transno 17179870573 00000004:00080000:0.0:1724307181.220807:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009095c700, transno 17179870574 00000004:00080000:0.0:1724307181.220809:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009095f480, transno 17179870575 00000004:00080000:0.0:1724307181.220812:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6e74000, transno 17179870576 00000004:00080000:0.0:1724307181.220814:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6e74380, transno 17179870577 00000004:00080000:0.0:1724307181.220816:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6e75180, transno 17179870578 00000004:00080000:0.0:1724307181.220818:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6e75f80, transno 17179870579 00000004:00080000:0.0:1724307181.220820:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6e74e00, transno 17179870580 00000004:00080000:0.0:1724307181.220822:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6e75c00, transno 17179870581 00000004:00080000:0.0:1724307181.220824:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6e74a80, transno 17179870582 00000004:00080000:0.0:1724307181.220826:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6e75880, transno 17179870583 00000004:00080000:0.0:1724307181.220828:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6e75500, transno 17179870584 00000100:00100000:0.0:1724307181.220834:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246331776:0@lo:13:osp-pre-0-0.0 00000004:00080000:1.0:1724307181.221069:0:14948:0:(osp_sync.c:1209:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 49 changes, 31 in progress, 0 in flight, 19 done 00000004:00080000:1.0:1724307181.221205:0:14948:0:(osp_sync.c:1209:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 49 changes, 0 in progress, 0 in flight, 31 done 00000100:00100000:2.0:1724307181.254516:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3296:1808064246332160:0@lo:400:kworker.0 00000100:00100000:2.0:1724307181.254570:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307181.254592:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1724307181.254597:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246332288:0@lo:400:kworker.0 00000100:00100000:2.0:1724307181.254611:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307181.254627:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246332160 00000100:00100000:2.0:1724307181.254632:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246332160 00000100:00080000:3.0:1724307181.254678:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307151 00000100:00100000:2.0:1724307181.254690:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246332288 00000100:00100000:2.0:1724307181.254692:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246332288 00000100:00100000:2.0:1724307181.254704:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1724307181.254708:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1808064246332160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307181.254741:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1808064246332160:12345-0@lo:400:kworker.0 Request processed in 32us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307181.254746:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1724307181.254756:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1724307181.254759:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246332288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307181.254771:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246332288:12345-0@lo:400:kworker.0 Request processed in 12us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307181.254775:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1724307181.254797:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246332288:0@lo:400:kworker.0 00000100:00100000:2.0:1724307181.254803:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3296:1808064246332160:0@lo:400:kworker.0 00000100:00100000:2.0:1724307181.254834:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246332032:0@lo:400:kworker.0 00000100:00100000:2.0:1724307181.254847:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307181.254854:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1724307181.254858:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246331904:0@lo:400:kworker.0 00000100:00100000:2.0:1724307181.254871:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307181.254889:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246332032 00000100:00100000:3.0:1724307181.254890:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246331904 00000100:00100000:2.0:1724307181.254891:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246332032 00000100:00100000:3.0:1724307181.254894:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246331904 00000100:00100000:2.0:1724307181.254903:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1724307181.254905:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1808064246332032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307181.254917:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1724307181.254922:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1808064246332032:12345-0@lo:400:kworker.0 Request processed in 15us (74us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307181.254922:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3299:x1808064246331904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307181.254926:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1724307181.254940:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246332032:0@lo:400:kworker.0 00000100:00100000:3.0:1724307181.255236:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3299:x1808064246331904:12345-0@lo:400:kworker.0 Request processed in 313us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307181.255240:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246331904:0@lo:400:kworker.0 00000100:00100000:3.0:1724307181.255243:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00080000:3.0:1724307181.255264:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307151 00000100:00080000:3.0:1724307181.255266:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307151 00010000:00010000:0.0:1724307182.127717:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307183.131289:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1724307183.782840:0:16007:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 61a: test race llog recovery vs llog cleanup ========================================================== 02:13:03 (1724307183) 00000100:00100000:0.0:1724307183.933110:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307183.935083:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247965312 00000100:00100000:2.0:1724307183.935094:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247965312 00000100:00100000:2.0:1724307183.935149:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 315 00000100:00100000:2.0:1724307183.935156:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+49:22834:x1808064247965312:12345-192.168.204.7@tcp:36:mkdir.0 00010000:00010000:2.0:1724307183.935195:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307183.935215:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0188240/0x85b23e07e0bfc418 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6bf expref: 49 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307183.935231:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800931d2c00) 00010000:00010000:2.0:1724307183.935241:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307183.935386:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdd32 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307183.935396:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdd32 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307183.935403:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdd32 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307183.935410:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdd39 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307183.935415:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdd39 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307183.935419:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdd39 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00080000:3.0:1724307183.935697:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307153 00000004:00200000:2.0:1724307183.946462:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xafa:0x0]: returning size 512 00010000:00010000:2.0:1724307183.946475:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdd32 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307183.946483:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdd32 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307183.946493:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdd32 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307183.946498:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307183.946501:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdd32 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307183.946505:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdd32 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307183.946518:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135ce5b00) 00010000:00010000:2.0:1724307183.946520:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307183.946523:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdd32 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307183.946527:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a1c0/0x85b23e07e0bfdd32 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:2.0:1724307183.946746:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a00e9180 reply state ffff88012dcdc000 transno 300647710821 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdd39 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307183.946752:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307183.947379:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+50:22834:x1808064247965312:12345-192.168.204.7@tcp:36:mkdir.0 Request processed in 12219us (14272us total) trans 300647710821 rc 0/0 00000100:00100000:2.0:1724307183.947388:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 315 00010000:00010000:3.0:1724307183.950025:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdd39 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307183.950038:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdd39 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307183.950045:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdd39 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307183.950050:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a018a400 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307183.950053:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdd39 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307183.950059:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdd39 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307183.950072:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8cd1dd95 (ffff880135ce5800) 00010000:00010000:3.0:1724307183.950075:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307183.950078:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdd39 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307183.950086:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a018a400/0x85b23e07e0bfdd39 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307184.131821:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307184.600734:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307184.600759:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307184.600775:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307184.600804:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307184.600822:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247965824 00000100:00100000:1.0:1724307184.600828:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247965824 00000100:00100000:1.0:1724307184.600859:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247965696 00000100:00100000:1.0:1724307184.600862:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247965696 00000100:00100000:1.0:1724307184.600878:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1156 00000100:00100000:1.0:1724307184.600884:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009095d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064247965824:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307184.600935:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009095d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064247965824:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 51us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307184.600941:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1156 00000100:00100000:1.0:1724307184.600956:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1157 00000100:00100000:1.0:1724307184.600959:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009095d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064247965696:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307184.600976:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009095d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064247965696:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 17us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307184.600981:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1157 00000100:00100000:0.0:1724307184.601074:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247965568 00000100:00100000:0.0:1724307184.601078:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247965568 00000100:00100000:0.0:1724307184.601100:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 4 00000100:00100000:0.0:1724307184.601104:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009095d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+49:1968:x1808064247965568:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307184.601129:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009095d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+49:1968:x1808064247965568:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 24us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307184.601134:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 4 00000100:00100000:3.0:1724307184.601330:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064247965440 00000100:00100000:3.0:1724307184.601334:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064247965440 00000100:00100000:3.0:1724307184.601355:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 59 00000100:00100000:3.0:1724307184.601359:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064247965440:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307184.601383:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064247965440:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 23us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307184.601387:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 59 00000100:00080000:3.0:1724307184.601407:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307154 00000100:00080000:3.0:1724307184.601410:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307154 00000100:00080000:3.0:1724307184.601411:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307154 00000001:00080000:2.0:1724307184.628523:0:9780:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294970275 is committed 00000001:00080000:2.0:1724307184.628559:0:9780:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294970277 is committed 00000100:00000400:2.0:1724307186.177701:0:3296:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307169/real 1724307169] req@ffff880092145880 x1808064246310144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307185 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000400:2.0:1724307186.177725:0:3296:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307169/real 1724307169] req@ffff880092144e00 x1808064246310016/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307185 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1724307193.064563:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307193.066427:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248376192 00000100:00100000:2.0:1724307193.066447:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248376192 00000100:00100000:2.0:1724307193.066493:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1118 00000100:00100000:2.0:1724307193.066499:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+1206:23048:x1808064248376192:12345-192.168.204.7@tcp:41:lfs.0 00000004:00000024:2.0:1724307193.066537:0:14909:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2259550208 avail 2257453056 00000100:00100000:2.0:1724307193.066598:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+1206:23048:x1808064248376192:12345-192.168.204.7@tcp:41:lfs.0 Request processed in 99us (2043us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307193.066604:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1118 00000100:00080000:0.0:1724307193.070296:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307163 00000100:00100000:0.0:1724307193.073213:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307193.073317:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248376320 00000100:00100000:2.0:1724307193.073326:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248376320 00000100:00080000:0.0:1724307193.073358:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307163 00000100:00100000:2.0:1724307193.074687:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1136 00000100:00100000:2.0:1724307193.074698:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:23048:x1808064248376320:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:2.0:1724307193.074732:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 33882112 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307193.074797:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:23048:x1808064248376320:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 99us (1591us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307193.074803:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1136 00000100:00100000:0.0:1724307193.077103:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307193.077330:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248376448 00000100:00100000:2.0:1724307193.077338:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248376448 00000100:00080000:0.0:1724307193.077371:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307163 00000100:00100000:2.0:1724307193.078120:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1137 00000100:00100000:2.0:1724307193.078128:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:23048:x1808064248376448:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:2.0:1724307193.078368:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 23920640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307193.078416:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:23048:x1808064248376448:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 289us (1317us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307193.078422:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1137 00000100:00100000:2.0:1724307193.110765:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307193.110790:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248376704 00000100:00100000:2.0:1724307193.110798:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248376704 00000100:00100000:2.0:1724307193.110831:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1119 00000100:00100000:2.0:1724307193.110837:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a010d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+1206:23055:x1808064248376704:12345-192.168.204.7@tcp:36:mcreate.0 00010000:00010000:2.0:1724307193.110876:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307193.110898:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eee7180/0x85b23e07e0bfdeb3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b9ac expref: 1206 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307193.110911:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094823800) 00010000:00010000:2.0:1724307193.110918:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307193.113420:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d78 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.113443:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d78 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.113453:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d78 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.113461:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0240/0x85b23e07e0c04d7f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.113465:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0240/0x85b23e07e0c04d7f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.113469:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0240/0x85b23e07e0c04d7f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.113858:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d78 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.113864:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d78 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.113871:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d78 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.113876:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009c7b1d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307193.113879:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d78 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.113885:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d78 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.113894:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a6a000) 00010000:00010000:2.0:1724307193.113897:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307193.113900:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d78 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.113904:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d78 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:2.0:1724307193.113915:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a010d880 reply state ffff88012ded5000 transno 300647712422 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0240/0x85b23e07e0c04d7f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:2.0:1724307193.113921:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307193.114377:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a010d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+1207:23055:x1808064248376704:12345-192.168.204.7@tcp:36:mcreate.0 Request processed in 3536us (3614us total) trans 300647712422 rc 0/0 00000100:00100000:2.0:1724307193.114386:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1119 00010000:00010000:2.0:1724307193.116613:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0240/0x85b23e07e0c04d7f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.116626:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0240/0x85b23e07e0c04d7f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.116631:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0240/0x85b23e07e0c04d7f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.116637:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009c7b0240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307193.116665:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0240/0x85b23e07e0c04d7f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.116671:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0240/0x85b23e07e0c04d7f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.116687:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x18df83db (ffff8800a0a6ac00) 00010000:00010000:2.0:1724307193.116689:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307193.116692:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0240/0x85b23e07e0c04d7f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.116697:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0240/0x85b23e07e0c04d7f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000100:00100000:0.0:1724307193.130400:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307193.130868:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248376832 00000100:00100000:2.0:1724307193.130877:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248376832 00000100:00100000:2.0:1724307193.130919:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1120 00000100:00100000:2.0:1724307193.130925:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+1206:23058:x1808064248376832:12345-192.168.204.7@tcp:101:rm.0 00010000:00010000:2.0:1724307193.130944:0:14909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307193.130962:0:14909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b3840/0x85b23e07e0c04d86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6cf9a expref: -99 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307193.131007:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b33c0/0x85b23e07e0c04d8d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.131017:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b33c0/0x85b23e07e0c04d8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.131025:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b33c0/0x85b23e07e0c04d8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000004:00200000:2.0:1724307193.131074:0:14909:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 61952 00000004:00200000:2.0:1724307193.131077:0:14909:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 34 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307193.131099:0:14909:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b33c0/0x85b23e07e0c04d8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:2.0:1724307193.131116:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b3840/0x85b23e07e0c04d86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cf9a expref: 1208 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307193.131127:0:14909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b33c0/0x85b23e07e0c04d8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cf9a expref: 1207 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307193.131134:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a6a900) 00010000:00010000:2.0:1724307193.131136:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1724307193.131139:0:14909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c7b33c0, rc 0) 00000100:00100000:2.0:1724307193.131194:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+1207:23058:x1808064248376832:12345-192.168.204.7@tcp:101:rm.0 Request processed in 268us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307193.131201:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1120 00000100:00100000:0.0:1724307193.133448:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307193.133543:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248376960 00000100:00100000:2.0:1724307193.133551:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248376960 00000100:00100000:2.0:1724307193.133591:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1121 00000100:00100000:2.0:1724307193.133597:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+1207:23058:x1808064248376960:12345-192.168.204.7@tcp:101:rm.0 00010000:00010000:2.0:1724307193.133612:0:14908:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307193.133625:0:14908:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0240/0x85b23e07e0c04d94 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6cfa1 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307193.133694:0:14908:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d9b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133708:0:14908:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133716:0:14908:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133727:0:14908:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0b40/0x85b23e07e0c04da2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133733:0:14908:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0b40/0x85b23e07e0c04da2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133737:0:14908:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0b40/0x85b23e07e0c04da2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133826:0:14908:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b2d00/0x85b23e07e0c04da9 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133832:0:14908:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b2d00/0x85b23e07e0c04da9 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133838:0:14908:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b2d00/0x85b23e07e0c04da9 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14908 initiator: MDT0 00000004:00200000:2.0:1724307193.133859:0:14908:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xe1b:0x0]: returning size 0 00000004:00200000:2.0:1724307193.133863:0:14908:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307193.133875:0:14908:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b2d00/0x85b23e07e0c04da9 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133882:0:14908:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b2d00/0x85b23e07e0c04da9 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133888:0:14908:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133897:0:14908:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d9b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133903:0:14908:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d9b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133907:0:14908:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009c7b1d40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307193.133911:0:14908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d9b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133917:0:14908:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d9b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133926:0:14908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a6a900) 00010000:00010000:2.0:1724307193.133929:0:14908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307193.133932:0:14908:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d9b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133936:0:14908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b1d40/0x85b23e07e0c04d9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133945:0:14908:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0b40/0x85b23e07e0c04da2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133949:0:14908:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0b40/0x85b23e07e0c04da2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133954:0:14908:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0b40/0x85b23e07e0c04da2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133957:0:14908:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009c7b0b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307193.133959:0:14908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0b40/0x85b23e07e0c04da2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133967:0:14908:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0b40/0x85b23e07e0c04da2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133972:0:14908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x18df83db (ffff8800a0a6ae00) 00010000:00010000:2.0:1724307193.133974:0:14908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307193.133975:0:14908:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0b40/0x85b23e07e0c04da2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133979:0:14908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0b40/0x85b23e07e0c04da2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14908 initiator: MDT0 00010000:00010000:2.0:1724307193.133998:0:14908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b0240/0x85b23e07e0c04d94 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfa1 expref: 1209 pid: 14908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307193.134008:0:14908:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b2d00/0x85b23e07e0c04da9 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfa1 expref: 1208 pid: 14908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307193.134013:0:14908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xe1b:0x0].0x0 (ffff8800a0a6ad00) 00010000:00010000:2.0:1724307193.134015:0:14908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1724307193.134017:0:14908:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c7b2d00, rc 0) 00000100:00100000:2.0:1724307193.134067:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+1208:23058:x1808064248376960:12345-192.168.204.7@tcp:101:rm.0 Request processed in 469us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307193.134073:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1121 00000100:00100000:2.0:1724307193.136853:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307193.136912:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248377216 00000100:00100000:0.0:1724307193.136920:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248377216 00000100:00100000:0.0:1724307193.136960:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1122 00000100:00100000:0.0:1724307193.136966:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a010df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+1208:23058:x1808064248377216:12345-192.168.204.7@tcp:36:rm.0 00010000:00010000:0.0:1724307193.137004:0:14909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1724307193.137231:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b2d00/0x85b23e07e0c04da9 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfa1 expref: 1208 pid: 14908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307193.137244:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xe1b:0x0].0x0 (ffff8800a0a6ad00) 00010000:00010000:0.0:1724307193.137256:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b33c0/0x85b23e07e0c04d8d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cf9a expref: 1207 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307193.137262:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a6a900) 00010000:00010000:0.0:1724307193.137267:0:14909:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307193.137290:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf2f40/0x85b23e07e0c04db0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307193.137299:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf2f40/0x85b23e07e0c04db0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307193.137306:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf2f40/0x85b23e07e0c04db0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307193.137313:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf0b40/0x85b23e07e0c04db7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307193.137317:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf0b40/0x85b23e07e0c04db7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307193.137321:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf0b40/0x85b23e07e0c04db7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307193.137399:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf3cc0/0x85b23e07e0c04dbe lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307193.137405:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf3cc0/0x85b23e07e0c04dbe lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307193.137410:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf3cc0/0x85b23e07e0c04dbe lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138205:0:14909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e5a8240/0x85b23e07e0c04dc5 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138214:0:14909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e5a8240/0x85b23e07e0c04dc5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138221:0:14909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e5a8240/0x85b23e07e0c04dc5 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138231:0:14909:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e5a8240/0x85b23e07e0c04dc5 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138235:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e5a8240/0x85b23e07e0c04dc5 lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138240:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e5a8240/0x85b23e07e0c04dc5 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138245:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e5a8240/0x85b23e07e0c04dc5 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138250:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88012e5a8240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307193.138253:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e5a8240/0x85b23e07e0c04dc5 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138258:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e5a8240/0x85b23e07e0c04dc5 lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138265:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xe1b:0x0].0x0 (ffff88009e103b00) 00010000:00010000:1.0:1724307193.138267:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1724307193.138270:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e5a8240/0x85b23e07e0c04dc5 lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138274:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e5a8240/0x85b23e07e0c04dc5 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138295:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf3cc0/0x85b23e07e0c04dbe lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138299:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf3cc0/0x85b23e07e0c04dbe lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138303:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf3cc0/0x85b23e07e0c04dbe lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138307:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88012cbf3cc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307193.138309:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf3cc0/0x85b23e07e0c04dbe lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138314:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf3cc0/0x85b23e07e0c04dbe lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138319:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xe1b:0x0].0x0 (ffff88009e103b00) 00010000:00010000:1.0:1724307193.138321:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307193.138324:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf3cc0/0x85b23e07e0c04dbe lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138328:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf3cc0/0x85b23e07e0c04dbe lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xe1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138363:0:14909:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf2f40/0x85b23e07e0c04db0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138369:0:14909:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf2f40/0x85b23e07e0c04db0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138373:0:14909:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf2f40/0x85b23e07e0c04db0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138376:0:14909:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88012cbf2f40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307193.138377:0:14909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf2f40/0x85b23e07e0c04db0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138381:0:14909:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf2f40/0x85b23e07e0c04db0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138386:0:14909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009e103800) 00010000:00010000:1.0:1724307193.138387:0:14909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307193.138389:0:14909:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf2f40/0x85b23e07e0c04db0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:1.0:1724307193.138393:0:14909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf2f40/0x85b23e07e0c04db0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00000004:00010000:1.0:1724307193.138401:0:14909:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff8800a010df80 reply state ffff880093c56000 transno 300647712423 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf0b40/0x85b23e07e0c04db7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14909 initiator: MDT0 00000100:00100000:1.0:1724307193.138406:0:14909:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307193.138476:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a010df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+1208:23058:x1808064248377216:12345-192.168.204.7@tcp:36:rm.0 Request processed in 1509us (1628us total) trans 300647712423 rc 0/0 00000100:00100000:1.0:1724307193.138483:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1122 00010000:00010000:3.0:1724307193.139966:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf0b40/0x85b23e07e0c04db7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307193.139977:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf0b40/0x85b23e07e0c04db7 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307193.139986:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf0b40/0x85b23e07e0c04db7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307193.139990:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88012cbf0b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307193.139994:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf0b40/0x85b23e07e0c04db7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307193.139999:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf0b40/0x85b23e07e0c04db7 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307193.140009:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x18df83db (ffff88009e103500) 00010000:00010000:3.0:1724307193.140012:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307193.140015:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf0b40/0x85b23e07e0c04db7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:3.0:1724307193.140020:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbf0b40/0x85b23e07e0c04db7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x18df83db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14909 initiator: MDT0 00010000:00010000:0.0:1724307193.153904:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1724307194.150036:0:16557:0:(class_obd.c:334:class_handle_ioctl()) obdclass: cmd=4008668d len=0 uarg=00007ffe0cbe9910 00002000:00000080:0.0:1724307194.150051:0:16557:0:(ofd_obd.c:1261:ofd_iocontrol()) lustre-OST0000: cmd=4008668d len=576 karg=ffff88009095e400 uarg=0000000000000000 00010000:00010000:0.0:1724307194.156781:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00020000:3.0:1724307194.210575:0:16557:0:(osd_handler.c:698:osd_ro()) lustre-OST0000: *** setting device osd-zfs read-only *** 00000001:00080000:3.0:1724307194.210597:0:11059:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 17179870645 is committed 00000100:00100000:0.0:1724307194.611786:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307194.611810:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248377344 00000100:00100000:0.0:1724307194.611817:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307194.611818:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248377344 00000100:00100000:0.0:1724307194.611833:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307194.611850:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307194.611855:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 63 00000100:00100000:1.0:1724307194.611861:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c858450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248377344:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307194.612840:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c858450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248377344:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 53us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307194.612848:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 63 00000100:00100000:1.0:1724307194.612878:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248377472 00000100:00100000:1.0:1724307194.612881:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248377472 00000100:00100000:1.0:1724307194.612910:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11 00000100:00100000:1.0:1724307194.612914:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+1207:1969:x1808064248377472:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307194.613468:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+1207:1969:x1808064248377472:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 552us (1648us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307194.613474:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11 00000100:00080000:1.0:1724307194.613488:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307164 00000100:00100000:1.0:1724307194.613498:0:15468:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248377728 00000100:00100000:1.0:1724307194.613501:0:15468:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248377728 00000100:00100000:1.0:1724307194.613520:0:15468:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248377600 00000100:00100000:1.0:1724307194.613522:0:15468:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248377600 00000100:00100000:1.0:1724307194.613938:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1160 00000100:00100000:1.0:1724307194.613943:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248377728:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307194.613969:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248377728:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 26us (2136us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307194.613974:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1160 00000100:00100000:1.0:1724307194.613983:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1161 00000100:00100000:1.0:1724307194.613987:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248377600:12345-192.168.204.7@tcp:400:kworker.0 00010000:00000080:1.0:1724307194.613998:0:16086:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880130ec1c00 x1808064248377600/t0(0) o400->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:455/0 lens 224/224 e 0 to 0 dl 1724307205 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1724307194.614014:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248377600:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 26us (2163us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307194.614019:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1161 00000001:00080000:3.0:1724307194.623669:0:9780:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294970338 is committed 00000001:02000400:1.0:1724307194.661692:0:16683:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: ost1 REPLAY BARRIER on lustre-OST0000 00000001:00080000:1.0:1724307195.150839:0:16291:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 300647712423 is committed 00010000:00010000:0.0:1724307195.159564:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307201.169765:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1724307201.251834:0:14951:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2803759192454ns, next at 2804759191307ns, rc = 0 00000100:00100000:2.0:1724307201.251856:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b879500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246426112:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1724307201.251906:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1724307201.251996:0:14949:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2803759356123ns, next at 2804759354915ns, rc = 0 00000100:00100000:2.0:1724307201.252031:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009af21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246426240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1724307201.252049:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307201.252069:0:16677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246426112 00000100:00100000:2.0:1724307201.252074:0:16677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246426112 00000100:00100000:2.0:1724307201.252097:0:16677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246426240 00000100:00100000:2.0:1724307201.252098:0:16677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246426240 00000100:00100000:2.0:1724307201.252109:0:16677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:2.0:1724307201.252114:0:16677:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+301:3298:x1808064246426112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1724307201.252141:0:16677:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 23920640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307201.252163:0:16677:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+301:3298:x1808064246426112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307201.252168:0:16677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:2.0:1724307201.252178:0:16677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1724307201.252180:0:16677:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+301:3299:x1808064246426240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1724307201.252194:0:16677:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 33882112 pending 0 free 3858759680 avail 3856662528 00010000:00000080:2.0:1724307201.252201:0:16677:0:(ldlm_lib.c:3201:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a6f39f80 x1808064246426240/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:462/0 lens 224/368 e 0 to 0 dl 1724307212 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307201.252218:0:16677:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+301:3299:x1808064246426240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307201.252222:0:16677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1724307201.252247:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009af21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246426240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1724307201.252262:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b879500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246426112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307201.288269:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246426368:0@lo:400:kworker.0 00000100:00100000:0.0:1724307201.288336:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307201.289083:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246426368 00000100:00100000:2.0:1724307201.289089:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246426368 00000100:00100000:2.0:1724307201.289123:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1724307201.289129:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136385050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246426368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307201.289138:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246426496:0@lo:400:kworker.0 00000100:00100000:3.0:1724307201.289165:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307201.289168:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136385050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246426368:12345-0@lo:400:kworker.0 Request processed in 39us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307201.289173:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1724307201.289182:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3299:1808064246426752:0@lo:400:kworker.0 00000100:00100000:3.0:1724307201.289196:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307201.289197:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3298:1808064246426624:0@lo:400:kworker.0 00000100:00100000:2.0:1724307201.289222:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246426496 00000100:00100000:2.0:1724307201.289225:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246426496 00000100:00100000:3.0:1724307201.289233:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307201.289241:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246426752 00000100:00100000:2.0:1724307201.289243:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246426752 00000100:00100000:3.0:1724307201.289247:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246426624 00000100:00100000:3.0:1724307201.289249:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246426624 00000100:00100000:2.0:1724307201.289251:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1724307201.289254:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246426496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307201.289260:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1724307201.289263:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1808064246426752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307201.289292:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1808064246426752:12345-0@lo:400:kworker.0 Request processed in 28us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307201.289298:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1724307201.289306:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1724307201.289310:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1808064246426624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307201.289331:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1808064246426624:12345-0@lo:400:kworker.0 Request processed in 21us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307201.289335:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1724307201.289356:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3298:1808064246426624:0@lo:400:kworker.0 00000100:00100000:3.0:1724307201.289374:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246426496:0@lo:400:kworker.0 00000100:00100000:3.0:1724307201.289384:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3299:1808064246426752:0@lo:400:kworker.0 00000100:00080000:3.0:1724307201.289402:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307171 00000100:00080000:3.0:1724307201.289405:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307171 00000100:00100000:2.0:1724307201.289426:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246426496:12345-0@lo:400:kworker.0 Request processed in 22us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307201.289433:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1724307201.289464:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246426368:0@lo:400:kworker.0 00010000:00010000:0.0:1724307202.178472:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1724307202.705122:0:17128:0:(tgt_mount.c:1967:server_getattr()) lustre-OST0000: root_inode from lsi ino=261396, dev=0 00000020:01000004:1.0:1724307202.723383:0:17128:0:(tgt_mount.c:1695:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1724307202.723404:0:17128:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009102cd80/0x85b23e07e0bfb9de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9e5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307202.723415:0:17128:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009102cd80/0x85b23e07e0bfb9de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfb9e5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307202.723420:0:17128:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009102cd80/0x85b23e07e0bfb9de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bfb9e5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307202.723426:0:17128:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff88009102cd80/0x85b23e07e0bfb9de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bfb9e5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307202.723449:0:17128:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1724307202.723454:0:17128:0:(mgc_request.c:542:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1724307202.723465:0:17128:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1724307202.723469:0:17128:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1724307202.723473:0:17128:0:(pinger.c:421:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00010000:00010000:0.0:1724307202.723474:0:7041:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1724307202.723482:0:7041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff88009102cd80/0x85b23e07e0bfb9de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bfb9e5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307202.723488:0:7041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102cd80 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307202.723491:0:7041:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff88009102cd80/0x85b23e07e0bfb9de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bfb9e5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1724307202.723493:0:17128:0:(import.c:86:import_set_state_nolock()) ffff88012d6d5000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1724307202.723498:0:7041:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009102cd80/0x85b23e07e0bfb9de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0bfb9e5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307202.723503:0:7041:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009102cd80/0x85b23e07e0bfb9de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0bfb9e5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307202.723508:0:7041:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1724307202.723510:0:7041:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1724307202.723512:0:7041:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00100000:2.0:1724307202.723529:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009af22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246426880:0@lo:39:umount.0 00010000:00010000:0.0:1724307202.723534:0:7041:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff88009102cd80/0x85b23e07e0bfb9de lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfb9e5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307202.723539:0:7041:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307202.723573:0:7041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff88009102cd80/0x85b23e07e0bfb9de lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfb9e5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307202.723582:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009102cd80/0x85b23e07e0bfb9de lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfb9e5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307202.723593:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307202.723595:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307202.723596:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307202.723596:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307202.723651:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246426880 00000100:00100000:2.0:1724307202.723659:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246426880 00000100:00100000:2.0:1724307202.723693:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1924 00000100:00100000:2.0:1724307202.723700:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1808064246426880:12345-0@lo:39:umount.0 00000020:00000080:2.0:1724307202.723725:0:15723:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfc434 00000100:00080000:2.0:1724307202.723739:0:15723:0:(import.c:86:import_set_state_nolock()) ffff8801360e3800 ÿÿÿÿ: changing import state from FULL to CLOSED 00000100:00100000:2.0:1724307202.723829:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+1:3295:x1808064246426880:12345-0@lo:39:umount.0 Request processed in 129us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307202.723835:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1924 00000020:00000080:2.0:1724307202.723844:0:15723:0:(genops.c:925:class_export_put()) final put ffff8801360e5800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:2.0:1724307202.723884:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8801360e5800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1724307202.723922:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8801360e3800 for lustre-MDT0000 00000100:00100000:1.0:1724307202.723923:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bba8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246427008:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1724307202.723947:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d6d5000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1724307202.723955:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009af22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246426880:0@lo:39:umount.0 00000100:00100000:1.0:1724307202.723972:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307202.723991:0:9710:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246427008 00000100:00100000:2.0:1724307202.723994:0:9710:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246427008 00000100:00080000:1.0:1724307202.724006:0:17128:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1724307202.724008:0:17128:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1724307202.724010:0:17128:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1724307202.724014:0:9710:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1724307202.724018:0:9710:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5517450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246427008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1724307202.724027:0:9710:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307202.724040:0:9710:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009eb3d680/0x85b23e07e0bfb9e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bfb9de expref: 18 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307202.724053:0:9710:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1724307202.724072:0:9710:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5517450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:3296:x1808064246427008:12345-0@lo:103:ldlm_bl.0 Request processed in 53us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307202.724077:0:9710:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00010000:00010000:0.0:1724307202.724413:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307202.724447:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bba8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246427008:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1724307202.724827:0:17128:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800909b46c0/0x85b23e07e0bfb9ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9f3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307202.724835:0:17128:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800909b46c0/0x85b23e07e0bfb9ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfb9f3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307202.724840:0:17128:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800909b46c0/0x85b23e07e0bfb9ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bfb9f3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307202.724844:0:17128:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff8800909b46c0/0x85b23e07e0bfb9ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bfb9f3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307202.724856:0:17128:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1724307202.724861:0:17128:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800909b4000/0x85b23e07e0bfb9fa lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfba01 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307202.724866:0:17128:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800909b4000/0x85b23e07e0bfb9fa lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfba01 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307202.724871:0:17128:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800909b4000/0x85b23e07e0bfb9fa lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bfba01 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307202.724875:0:17128:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff8800909b4000/0x85b23e07e0bfb9fa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bfba01 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307202.724888:0:17128:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1724307202.724891:0:17128:0:(mgc_request.c:542:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:1.0:1724307202.724917:0:17128:0:(tgt_mount.c:1734:server_put_super()) stopping lustre-OST0000 00000020:01000000:1.0:1724307202.724920:0:17128:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='FA') 00000020:00000080:1.0:1724307202.724922:0:17128:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:02000400:1.0:1724307202.724926:0:17128:0:(obd_config.c:877:class_cleanup()) Failing over lustre-OST0000 00010000:00010000:2.0:1724307202.725470:0:9709:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1724307202.725479:0:9709:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff8800909b46c0/0x85b23e07e0bfb9ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bfb9f3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307202.725487:0:9709:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b46c0 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:2.0:1724307202.725490:0:9709:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff8800909b46c0/0x85b23e07e0bfb9ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bfb9f3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307202.725498:0:9709:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800909b46c0/0x85b23e07e0bfb9ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0bfb9f3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1724307202.725504:0:9709:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800909b46c0/0x85b23e07e0bfb9ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0bfb9f3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307202.725508:0:9709:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1724307202.725512:0:9709:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:2.0:1724307202.725514:0:9709:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:2.0:1724307202.725539:0:9709:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff8800909b46c0/0x85b23e07e0bfb9ec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfb9f3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307202.725544:0:9709:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1724307202.725570:0:9709:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff8800909b46c0/0x85b23e07e0bfb9ec lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfb9f3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307202.725575:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800909b46c0/0x85b23e07e0bfb9ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfb9f3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307202.725588:0:9709:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1724307202.725591:0:9709:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff8800909b4000/0x85b23e07e0bfb9fa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bfba01 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307202.725591:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246427136:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1724307202.725595:0:9709:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800909b4000 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:2.0:1724307202.725597:0:9709:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff8800909b4000/0x85b23e07e0bfb9fa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bfba01 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307202.725601:0:9709:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800909b4000/0x85b23e07e0bfb9fa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0bfba01 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1724307202.725606:0:9709:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800909b4000/0x85b23e07e0bfb9fa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0bfba01 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307202.725609:0:9709:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1724307202.725611:0:9709:0:(mgc_request.c:920:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1724307202.725613:0:9709:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1724307202.725622:0:9709:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff8800909b4000/0x85b23e07e0bfb9fa lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfba01 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307202.725626:0:9709:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1724307202.725627:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1724307202.725652:0:9709:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff8800909b4000/0x85b23e07e0bfb9fa lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfba01 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307202.725658:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800909b4000/0x85b23e07e0bfb9fa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfba01 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307202.725665:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1724307202.725666:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1724307202.725667:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307202.725668:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246427264:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1724307202.725675:0:15471:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246427136 00000100:00100000:2.0:1724307202.725679:0:15471:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246427136 00000100:00100000:3.0:1724307202.725684:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307202.725700:0:15471:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246427264 00000100:00100000:2.0:1724307202.725702:0:15471:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246427264 00000100:00100000:2.0:1724307202.725715:0:15471:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1724307202.725720:0:15471:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3297:x1808064246427136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1724307202.725728:0:15471:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307202.725735:0:15471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009eb3cd80/0x85b23e07e0bfb9f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bfb9ec expref: 18 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307202.725745:0:15471:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1724307202.725776:0:15471:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:3297:x1808064246427136:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307202.725781:0:15471:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1724307202.725792:0:15471:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1724307202.725795:0:15471:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:3298:x1808064246427264:12345-0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1724307202.725797:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246427136:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1724307202.725801:0:15471:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307202.725807:0:15471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009eb3e400/0x85b23e07e0bfba01 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bfb9fa expref: 16 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307202.725815:0:15471:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307202.725827:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307202.725829:0:15471:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3298:x1808064246427264:12345-0@lo:103:ldlm_bl.0 Request processed in 33us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307202.725834:0:15471:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1724307202.725836:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246427264:0@lo:103:ldlm_bl.0 00002000:00000080:1.0:1724307202.726525:0:17128:0:(ofd_obd.c:1261:ofd_iocontrol()) lustre-OST0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00002000:00100000:1.0:1724307202.726553:0:17128:0:(ofd_obd.c:1275:ofd_iocontrol()) syncing ost lustre-OST0000 00000020:00000080:2.0:1724307202.793472:0:17128:0:(obd_config.c:900:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 2/5 00000020:00080000:2.0:1724307202.793483:0:17128:0:(genops.c:1713:print_export_data()) lustre-OST0000: ACTIVE ffff88012b853800 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 192.168.204.7@tcp 4 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00080000:2.0:1724307202.793489:0:17128:0:(genops.c:1713:print_export_data()) lustre-OST0000: ACTIVE ffff88009b18d000 lustre-MDT0000-mdtlov_UUID 0@lo 300 (0 296 0) 0 0 0 0: (null) 17179870645 stale:0 00000020:00080000:2.0:1724307202.793494:0:17128:0:(genops.c:1481:class_disconnect_exports()) OBD device 11 (ffff88009fb51550) has exports, disconnecting them 00000020:00080000:2.0:1724307202.793498:0:17128:0:(genops.c:1456:class_disconnect_export_list()) lustre-OST0000: disconnecting export at 192.168.204.7@tcp (ffff88012b853800), last request at 1724307199 00000020:00000080:2.0:1724307202.793504:0:17128:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfc41f 00000100:00080000:2.0:1724307202.793511:0:17128:0:(import.c:86:import_set_state_nolock()) ffff88012b850800 ÿÿÿÿ: changing import state from FULL to CLOSED 00000001:00080000:3.0:1724307202.793584:0:11059:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 17179870938 is committed 00000001:00080000:3.0:1724307202.793723:0:11059:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 17179870941 is committed 00000020:00080000:2.0:1724307202.797896:0:17128:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 192.168.204.7@tcp (ffff88012b853800): rc 0 00000020:00000080:2.0:1724307202.797901:0:17128:0:(genops.c:925:class_export_put()) final put ffff88012b853800/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000020:00080000:2.0:1724307202.797920:0:17128:0:(genops.c:1456:class_disconnect_export_list()) lustre-OST0000: disconnecting export at 0@lo (ffff88009b18d000), last request at 1724307200 00000020:00000080:2.0:1724307202.797925:0:17128:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfb97c 00000100:00080000:2.0:1724307202.797932:0:17128:0:(import.c:86:import_set_state_nolock()) ffff88009b18b000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000020:00080000:2.0:1724307202.797940:0:17128:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff88009b18d000): rc 0 00000020:00000080:2.0:1724307202.797941:0:17128:0:(genops.c:925:class_export_put()) final put ffff88009b18d000/lustre-MDT0000-mdtlov_UUID 00000020:00080000:2.0:1724307202.797989:0:17128:0:(genops.c:1486:class_disconnect_exports()) OBD device 11 (ffff88009fb51550) has no exports 00000020:00000080:3.0:1724307202.799506:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012b853800/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e for lustre-OST0000 00000020:00000080:3.0:1724307202.799551:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88009b18d000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1724307202.799573:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88012b850800 for lustre-OST0000 00000020:00000080:3.0:1724307202.799576:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009b18b000 for lustre-OST0000 00000020:01000000:2.0:1724307202.800054:0:17128:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff88012e003600 - data ffff880093bf0840/ffff88012d68ee00 00000020:01000000:2.0:1724307202.800077:0:17128:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff8801364751e0 - data ffff88009359e840/ffff880092805c80 00100000:10000000:2.0:1724307202.801053:0:17128:0:(lfsck_layout.c:756:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00010000:00010000:1.0:1724307202.801275:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307202.801376:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1724307202.815296:0:17128:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bb28bb 00000020:00000080:1.0:1724307202.815303:0:17128:0:(genops.c:925:class_export_put()) final put ffff8800b47de800/lustre-OST0000-osd_UUID 00000020:01000004:1.0:1724307202.815318:0:17128:0:(tgt_mount.c:206:server_put_mount()) put mount ffff8801363b5000 from lustre-OST0000, refs=2 00000020:01000004:1.0:1724307202.815321:0:17128:0:(obd_mount.c:770:lustre_put_lsi()) put ffff8801363b5000 2 00000020:01000004:1.0:1724307202.815324:0:17128:0:(tgt_mount.c:139:server_deregister_mount()) deregister mount ffff8801363b5000 from lustre-OST0000 00000020:00000080:1.0:1724307202.815371:0:17128:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307202.815381:0:17128:0:(obd_config.c:828:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:1.0:1724307202.815384:0:17128:0:(genops.c:925:class_export_put()) final put ffff88013767a800/lustre-OST0000_UUID 00000020:00000080:1.0:1724307202.815386:0:17128:0:(genops.c:883:class_export_destroy()) destroying export ffff88013767a800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:1.0:1724307202.815391:0:17128:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:1.0:1724307202.815401:0:17128:0:(obd_mount.c:618:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:1.0:1724307202.815405:0:17128:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1724307202.815408:0:17128:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1724307202.815412:0:17128:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1724307202.815417:0:17128:0:(genops.c:1713:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8801360e0800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00080000:1.0:1724307202.815422:0:17128:0:(genops.c:1481:class_disconnect_exports()) OBD device 12 (ffff88009f948000) has exports, disconnecting them 00000020:00080000:1.0:1724307202.815426:0:17128:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8801360e0800), last request at 1724306418 00000020:00000080:1.0:1724307202.815429:0:17128:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bb28f3 00000020:00080000:1.0:1724307202.815435:0:17128:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff8801360e0800): rc 0 00000020:00000080:1.0:1724307202.815473:0:17128:0:(genops.c:925:class_export_put()) final put ffff8801360e0800/lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1724307202.816183:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8800b47de800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1724307202.816189:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8801360e0800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1724307202.819765:0:17128:0:(obd_class.h:698:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1724307202.819772:0:17128:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1724307202.819777:0:17128:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1724307202.819783:0:17128:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1724307202.819935:0:17128:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1724307202.819946:0:17128:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000004:0.0:1724307202.819951:0:17128:0:(obd_mount.c:770:lustre_put_lsi()) put ffff8801363b5000 1 00000020:00000080:0.0:1724307202.819957:0:17128:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bb289f 00000020:00000080:0.0:1724307202.819963:0:17128:0:(genops.c:925:class_export_put()) final put ffff880129f85800/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1724307202.819967:0:17128:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1724307202.819970:0:17128:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1724307202.819973:0:17128:0:(obd_config.c:900:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1724307202.819976:0:17128:0:(genops.c:1486:class_disconnect_exports()) OBD device 9 (ffff88009fb50000) has no exports 00000020:00000080:3.0:1724307202.820040:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88012d6d5000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1724307202.820047:0:10846:0:(genops.c:925:class_export_put()) final put ffff8801360e1800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1724307202.820049:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8801360e1800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1724307202.820054:0:10846:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1724307202.820061:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff880129f85800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1724307202.828101:0:17128:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1724307202.828114:0:17128:0:(obd_config.c:828:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1724307202.828119:0:17128:0:(genops.c:925:class_export_put()) final put ffff8801363b6800/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1724307202.828122:0:17128:0:(genops.c:883:class_export_destroy()) destroying export ffff8801363b6800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1724307202.828126:0:17128:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1724307202.828136:0:17128:0:(obd_mount.c:695:lustre_free_lsi()) Freeing lsi ffff8801363b2800 00000020:02000400:0.0:1724307202.828155:0:17128:0:(tgt_mount.c:1798:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1724307203.175142:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1724307204.180497:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307204.626013:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307204.626102:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248583296 00000100:00100000:3.0:1724307204.626113:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248583296 00000100:00100000:3.0:1724307204.626172:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 18 00000100:00100000:3.0:1724307204.626181:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1968:x1808064248583296:12345-192.168.204.7@tcp:400:kworker.0 00000100:00080000:0.0:1724307204.626227:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307174 00000100:00100000:2.0:1724307204.626250:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307204.626269:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248583552 00000100:00100000:0.0:1724307204.626272:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248583552 00000100:00100000:0.0:1724307204.626304:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1164 00000100:00100000:0.0:1724307204.626308:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248583552:12345-192.168.204.7@tcp:400:kworker.0 00000100:00080000:1.0:1724307204.626345:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307174 00000100:00100000:3.0:1724307204.626461:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1968:x1808064248583296:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 280us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307204.626468:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 18 00000100:00100000:0.0:1724307204.626520:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248583552:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 211us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307204.626526:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1164 00000100:00100000:2.0:1724307204.626566:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307204.626685:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248583168 00000100:00100000:3.0:1724307204.626688:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248583168 00000100:00080000:0.0:1724307204.626703:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307174 00000100:00100000:3.0:1724307204.626712:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 67 00000100:00100000:3.0:1724307204.626716:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136385450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248583168:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307204.626736:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136385450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248583168:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 19us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307204.626740:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 67 00000100:00100000:1.0:1724307204.626944:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307204.627004:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248583424 00000100:00100000:0.0:1724307204.627008:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248583424 00000100:00100000:0.0:1724307204.627024:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11388 00000100:00100000:0.0:1724307204.627028:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:1968:x1808064248583424:12345-192.168.204.7@tcp:400:kworker.0 00000020:00080000:0.0:1724307204.627033:0:19402:0:(tgt_handler.c:808:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.7@tcp 00000100:00100000:0.0:1724307204.627056:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:1968:x1808064248583424:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 27us (111us total) trans 0 rc -107/-107 00000100:00100000:0.0:1724307204.627061:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11388 00000001:00080000:2.0:1724307204.629015:0:9780:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294970628 is committed 00000001:00080000:2.0:1724307204.629183:0:9780:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294970633 is committed 00000001:00080000:2.0:1724307204.629532:0:9780:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294970634 is committed 00000100:00100000:0.0:1724307204.640051:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307204.640489:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248583680 00000100:00100000:1.0:1724307204.640500:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248583680 00000100:00100000:1.0:1724307204.640534:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11389 00000100:00100000:1.0:1724307204.640542:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:1965:x1808064248583680:12345-192.168.204.7@tcp:8:ptlrpcd_01_00.0 00010000:02020000:1.0:1724307204.640566:0:15470:0:(ldlm_lib.c:1093:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.204.7@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1724307204.653474:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:1965:x1808064248583680:12345-192.168.204.7@tcp:8:ptlrpcd_01_00.0 Request processed in 12920us (13422us total) trans 0 rc -19/-19 00000100:00100000:1.0:1724307204.653487:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11389 00000004:00080000:1.0:1724307205.081051:0:14976:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000004:00080000:1.0:1724307205.081064:0:14976:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 10 committed 00000100:00100000:0.0:1724307205.081661:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bba8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246427520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307205.081707:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.081722:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a871ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246428032:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307205.081733:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.081745:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1724307205.081748:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246427648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307205.081757:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.081764:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a871d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246428160:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307205.081774:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307205.081802:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246427392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307205.081821:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a871c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246427776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307205.082895:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246427520 00000100:00100000:3.0:1724307205.082902:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246427520 00000100:00100000:3.0:1724307205.082929:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246428032 00000100:00100000:3.0:1724307205.082931:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246428032 00000100:00100000:3.0:1724307205.082939:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246427648 00000100:00100000:3.0:1724307205.082941:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246427648 00000100:00100000:3.0:1724307205.082949:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246428160 00000100:00100000:3.0:1724307205.082950:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246428160 00000100:00100000:2.0:1724307205.082961:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11390 00000100:00100000:2.0:1724307205.082968:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a871d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:3296:x1808064246427520:12345-0@lo:6:osp-syn-0-0.0 00000020:00080000:2.0:1724307205.082975:0:19402:0:(tgt_handler.c:808:tgt_request_handle()) operation 6 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1724307205.083011:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a871d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:3296:x1808064246427520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 42us (1303us total) trans 0 rc -107/-107 00000100:00100000:3.0:1724307205.083049:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11391 00000100:00100000:2.0:1724307205.083053:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11390 00000100:00100000:3.0:1724307205.083054:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a871dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3296:x1808064246428032:12345-0@lo:6:osp-syn-0-0.0 00000020:00080000:3.0:1724307205.083059:0:15470:0:(tgt_handler.c:808:tgt_request_handle()) operation 6 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1724307205.083066:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11392 00000100:00100000:2.0:1724307205.083069:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a871e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:3296:x1808064246427648:12345-0@lo:6:osp-syn-0-0.0 00000020:00080000:2.0:1724307205.083073:0:19402:0:(tgt_handler.c:808:tgt_request_handle()) operation 6 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1724307205.083080:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a871dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3296:x1808064246428032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26us (1346us total) trans 0 rc -107/-107 00000100:00100000:3.0:1724307205.083085:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11391 00000100:00100000:2.0:1724307205.083089:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a871e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:3296:x1808064246427648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19us (1330us total) trans 0 rc -107/-107 00000100:00100000:2.0:1724307205.083094:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11392 00000100:00100000:3.0:1724307205.083097:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11393 00000100:00100000:3.0:1724307205.083100:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e16fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3296:x1808064246428160:12345-0@lo:6:osp-syn-0-0.0 00000020:00080000:3.0:1724307205.083103:0:15470:0:(tgt_handler.c:808:tgt_request_handle()) operation 6 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1724307205.083115:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e16fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3296:x1808064246428160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15us (1340us total) trans 0 rc -107/-107 00000100:00100000:3.0:1724307205.083120:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11393 00000100:00100000:2.0:1724307205.083125:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246428672:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.083133:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307205.083144:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a871d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246428288:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307205.083149:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.083160:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246429184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.083161:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307205.083173:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246428800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.083175:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.083185:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1724307205.083187:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.083190:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246428544:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.083195:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246429312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.083205:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307205.083227:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246427776 00000100:00100000:3.0:1724307205.083230:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246427776 00000100:00100000:2.0:1724307205.083231:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246429056:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.083240:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246428672 00000100:00100000:3.0:1724307205.083242:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246428672 00000100:00100000:2.0:1724307205.083246:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307205.083257:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246428288 00000100:00100000:3.0:1724307205.083259:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246428288 00000100:00100000:2.0:1724307205.083263:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246429184 00000100:00100000:3.0:1724307205.083266:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246428800 00000100:00100000:2.0:1724307205.083267:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246429184 00000100:00100000:3.0:1724307205.083268:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246428800 00000100:00100000:3.0:1724307205.083275:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246428544 00000100:00100000:3.0:1724307205.083277:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246428544 00000100:00100000:2.0:1724307205.083282:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246429056 00000100:00100000:2.0:1724307205.083284:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246429056 00000100:00100000:3.0:1724307205.083287:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11394 00000100:00100000:3.0:1724307205.083290:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3298:x1808064246427776:12345-0@lo:6:osp-syn-0-0.0 00000020:00080000:3.0:1724307205.083294:0:15469:0:(tgt_handler.c:808:tgt_request_handle()) operation 6 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1724307205.083296:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11395 00000100:00100000:2.0:1724307205.083299:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+9:3297:x1808064246428672:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.083311:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3298:x1808064246427776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (177us total) trans 0 rc -107/-107 00000100:00100000:3.0:1724307205.083315:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11394 00002000:00080000:2.0:1724307205.083319:0:15467:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5132 count 1 00000100:00100000:3.0:1724307205.083322:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11396 00000100:00100000:3.0:1724307205.083324:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3298:x1808064246428288:12345-0@lo:6:osp-syn-0-0.0 00000020:00080000:3.0:1724307205.083328:0:15469:0:(tgt_handler.c:808:tgt_request_handle()) operation 6 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1724307205.083340:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3298:x1808064246428288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14us (178us total) trans 0 rc -107/-107 00000100:00100000:3.0:1724307205.083344:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11396 00002000:00010000:2.0:1724307205.083346:0:15467:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x140c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1724307205.083350:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11397 00010000:00010000:2.0:1724307205.083352:0:15467:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438fc0/0x85b23e07e0c0b58a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.083353:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+9:3298:x1808064246428800:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.083363:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1724307205.083363:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5133 count 1 00010000:00010000:2.0:1724307205.083365:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.083368:0:15467:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090438fc0/0x85b23e07e0c0b58a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307205.083376:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x140d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.083380:0:15467:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090438fc0/0x85b23e07e0c0b58a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.083380:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b591 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.083386:0:15467:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438fc0/0x85b23e07e0c0b58a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.083387:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.083388:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.083391:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b591 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.083392:0:15467:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090438fc0/0x85b23e07e0c0b58a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.083398:0:15467:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090438fc0/0x85b23e07e0c0b58a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.083399:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b591 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.083404:0:15467:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090438fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.083406:0:15467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438fc0/0x85b23e07e0c0b58a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.083413:0:15467:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438fc0/0x85b23e07e0c0b58a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.083423:0:15467:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090438fc0/0x85b23e07e0c0b58a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.083427:0:15467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090438fc0/0x85b23e07e0c0b58a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.084437:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+10:3297:x1808064246428672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1134us (1285us total) trans 4294970635 rc 0/0 00000100:00100000:2.0:1724307205.084443:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11395 00000100:00100000:2.0:1724307205.084456:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11398 00000100:00100000:2.0:1724307205.084460:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d321880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+9:3297:x1808064246429184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.084472:0:15467:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5136 count 1 00002000:00010000:2.0:1724307205.084592:0:15467:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1410:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.084598:0:15467:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090439440/0x85b23e07e0c0b598 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.084606:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.084607:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.084609:0:15467:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090439440/0x85b23e07e0c0b598 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.084616:0:15467:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090439440/0x85b23e07e0c0b598 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.084626:0:15467:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090439440/0x85b23e07e0c0b598 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.084630:0:15467:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090439440/0x85b23e07e0c0b598 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.084635:0:15467:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090439440/0x85b23e07e0c0b598 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.084655:0:15467:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090439440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.084658:0:15467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090439440/0x85b23e07e0c0b598 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.084664:0:15467:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090439440/0x85b23e07e0c0b598 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.084673:0:15467:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090439440/0x85b23e07e0c0b598 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.084678:0:15467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090439440/0x85b23e07e0c0b598 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.084819:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d321880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+10:3297:x1808064246429184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 358us (1643us total) trans 4294970636 rc 0/0 00000100:00100000:2.0:1724307205.084825:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11398 00000100:00100000:2.0:1724307205.084836:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11399 00000100:00100000:2.0:1724307205.084840:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+9:3297:x1808064246428544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.084849:0:15467:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5131 count 1 00002000:00010000:2.0:1724307205.084859:0:15467:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x140b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.084864:0:15467:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043a1c0/0x85b23e07e0c0b59f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.084869:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.084870:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.084872:0:15467:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009043a1c0/0x85b23e07e0c0b59f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.084878:0:15467:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009043a1c0/0x85b23e07e0c0b59f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.084882:0:15467:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043a1c0/0x85b23e07e0c0b59f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.084887:0:15467:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009043a1c0/0x85b23e07e0c0b59f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.084891:0:15467:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009043a1c0/0x85b23e07e0c0b59f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.084895:0:15467:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043a1c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.084898:0:15467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043a1c0/0x85b23e07e0c0b59f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.084903:0:15467:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043a1c0/0x85b23e07e0c0b59f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.084910:0:15467:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009043a1c0/0x85b23e07e0c0b59f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.084916:0:15467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009043a1c0/0x85b23e07e0c0b59f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.085037:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+10:3297:x1808064246428544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 195us (1830us total) trans 4294970637 rc 0/0 00000100:00100000:2.0:1724307205.085042:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11399 00000100:00100000:2.0:1724307205.085051:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11400 00000100:00100000:2.0:1724307205.085054:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+9:3297:x1808064246429056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.085064:0:15467:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5135 count 1 00002000:00010000:2.0:1724307205.085074:0:15467:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x140f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.085077:0:15467:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043b600/0x85b23e07e0c0b5a6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.085082:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.085083:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.085085:0:15467:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009043b600/0x85b23e07e0c0b5a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.085091:0:15467:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009043b600/0x85b23e07e0c0b5a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.085097:0:15467:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043b600/0x85b23e07e0c0b5a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.085104:0:15467:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009043b600/0x85b23e07e0c0b5a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.085109:0:15467:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009043b600/0x85b23e07e0c0b5a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.085112:0:15467:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043b600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.085114:0:15467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043b600/0x85b23e07e0c0b5a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.085118:0:15467:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043b600/0x85b23e07e0c0b5a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.085125:0:15467:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009043b600/0x85b23e07e0c0b5a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.085130:0:15467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009043b600/0x85b23e07e0c0b5a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.085261:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+10:3297:x1808064246429056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 205us (2013us total) trans 4294970638 rc 0/0 00000100:00100000:2.0:1724307205.085266:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11400 00000100:00100000:2.0:1724307205.085304:0:3297:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970634 gen 2 00000004:00080000:2.0:1724307205.085308:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012f3aed80, transno 4294970339 00000004:00080000:2.0:1724307205.085316:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012f3ac380, transno 4294970340 00000004:00080000:2.0:1724307205.085319:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012b419880, transno 4294970341 00000004:00080000:2.0:1724307205.085321:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009012c700, transno 4294970342 00000004:00080000:2.0:1724307205.085323:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009012f480, transno 4294970343 00000004:00080000:2.0:1724307205.085325:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012bf64e00, transno 4294970344 00000004:00080000:2.0:1724307205.085327:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012bf66a00, transno 4294970345 00000004:00080000:2.0:1724307205.085329:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136994e00, transno 4294970346 00000004:00080000:2.0:1724307205.085330:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136997100, transno 4294970347 00000004:00080000:2.0:1724307205.085332:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012b419180, transno 4294970348 00000004:00080000:2.0:1724307205.085334:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f34d880, transno 4294970349 00000004:00080000:2.0:1724307205.085336:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012b41b100, transno 4294970350 00000004:00080000:2.0:1724307205.085338:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f34e680, transno 4294970351 00000004:00080000:2.0:1724307205.085340:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800939bd180, transno 4294970352 00000004:00080000:2.0:1724307205.085342:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012b41a680, transno 4294970353 00000004:00080000:2.0:1724307205.085344:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800939be300, transno 4294970354 00000004:00080000:2.0:1724307205.085346:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880135803b80, transno 4294970355 00000004:00080000:2.0:1724307205.085348:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3dc00, transno 4294970356 00000004:00080000:2.0:1724307205.085349:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3f800, transno 4294970357 00000004:00080000:2.0:1724307205.085351:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3c700, transno 4294970358 00000004:00080000:2.0:1724307205.085353:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3fb80, transno 4294970359 00000004:00080000:2.0:1724307205.085355:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009d474e00, transno 4294970360 00000004:00080000:2.0:1724307205.085357:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3ca80, transno 4294970361 00000004:00080000:2.0:1724307205.085358:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3d180, transno 4294970362 00000004:00080000:2.0:1724307205.085361:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3ea00, transno 4294970363 00000004:00080000:2.0:1724307205.085362:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009d475500, transno 4294970364 00000004:00080000:2.0:1724307205.085364:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009320a680, transno 4294970365 00000004:00080000:2.0:1724307205.085366:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880093208380, transno 4294970366 00000004:00080000:2.0:1724307205.085367:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880093208e00, transno 4294970367 00000004:00080000:2.0:1724307205.085369:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880093209f80, transno 4294970368 00000004:00080000:2.0:1724307205.085371:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880093209180, transno 4294970369 00000004:00080000:2.0:1724307205.085373:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009320ad80, transno 4294970370 00000004:00080000:2.0:1724307205.085375:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880093209880, transno 4294970371 00000004:00080000:2.0:1724307205.085377:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880093208700, transno 4294970372 00000004:00080000:2.0:1724307205.085379:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012d40ca80, transno 4294970373 00000004:00080000:2.0:1724307205.085381:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a572e300, transno 4294970374 00000004:00080000:2.0:1724307205.085383:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012d40c380, transno 4294970375 00000004:00080000:2.0:1724307205.085384:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a572dc00, transno 4294970376 00000004:00080000:2.0:1724307205.085386:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092014700, transno 4294970377 00000004:00080000:2.0:1724307205.085388:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092014380, transno 4294970378 00000004:00080000:2.0:1724307205.085390:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092015880, transno 4294970379 00000004:00080000:2.0:1724307205.085391:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092015f80, transno 4294970380 00000004:00080000:2.0:1724307205.085393:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a572f480, transno 4294970381 00000004:00080000:2.0:1724307205.085395:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092014000, transno 4294970382 00010000:00010000:3.0:1724307205.085395:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b591 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1724307205.085397:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092015500, transno 4294970383 00000004:00080000:2.0:1724307205.085399:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a572c000, transno 4294970384 00000004:00080000:2.0:1724307205.085401:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a572d880, transno 4294970385 00010000:00010000:3.0:1724307205.085402:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b591 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1724307205.085403:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092014a80, transno 4294970386 00000004:00080000:2.0:1724307205.085405:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092016680, transno 4294970387 00000004:00080000:2.0:1724307205.085407:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094026a00, transno 4294970388 00010000:00010000:3.0:1724307205.085408:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b591 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1724307205.085409:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094027800, transno 4294970389 00000004:00080000:2.0:1724307205.085411:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094026680, transno 4294970390 00000004:00080000:2.0:1724307205.085413:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094027480, transno 4294970391 00010000:00010000:3.0:1724307205.085413:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe18c0 already unused, calling callback (ffffffffa084f3f0) 00000004:00080000:2.0:1724307205.085415:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092016300, transno 4294970392 00010000:00010000:3.0:1724307205.085416:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b591 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1724307205.085417:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094025f80, transno 4294970393 00000004:00080000:2.0:1724307205.085419:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094026d80, transno 4294970394 00000004:00080000:2.0:1724307205.085421:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094026300, transno 4294970395 00010000:00010000:3.0:1724307205.085421:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b591 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1724307205.085423:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094027100, transno 4294970396 00000004:00080000:2.0:1724307205.085425:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092015c00, transno 4294970397 00000004:00080000:2.0:1724307205.085427:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092017b80, transno 4294970398 00000004:00080000:2.0:1724307205.085429:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092017800, transno 4294970399 00000004:00080000:2.0:1724307205.085430:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136994380, transno 4294970400 00010000:00010000:3.0:1724307205.085430:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b591 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1724307205.085432:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cc700, transno 4294970401 00000004:00080000:2.0:1724307205.085434:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cd500, transno 4294970402 00010000:00010000:3.0:1724307205.085435:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b591 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1724307205.085436:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cd880, transno 4294970403 00000004:00080000:2.0:1724307205.085438:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cca80, transno 4294970404 00000004:00080000:2.0:1724307205.085440:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cea00, transno 4294970405 00000004:00080000:2.0:1724307205.085442:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57ced80, transno 4294970406 00000004:00080000:2.0:1724307205.085443:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cd180, transno 4294970407 00000004:00080000:2.0:1724307205.085445:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cdf80, transno 4294970408 00000004:00080000:2.0:1724307205.085447:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cf480, transno 4294970409 00000004:00080000:2.0:1724307205.085449:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cdc00, transno 4294970410 00000004:00080000:2.0:1724307205.085451:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cf100, transno 4294970411 00000004:00080000:2.0:1724307205.085453:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9ca80, transno 4294970412 00000004:00080000:2.0:1724307205.085455:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cfb80, transno 4294970413 00000004:00080000:2.0:1724307205.085457:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cce00, transno 4294970414 00000004:00080000:2.0:1724307205.085459:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930d8700, transno 4294970415 00000004:00080000:2.0:1724307205.085461:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930d8a80, transno 4294970416 00000004:00080000:2.0:1724307205.085463:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930d9500, transno 4294970417 00000004:00080000:2.0:1724307205.085465:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930d9f80, transno 4294970418 00000004:00080000:2.0:1724307205.085466:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930da680, transno 4294970419 00000004:00080000:2.0:1724307205.085468:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930d9c00, transno 4294970420 00000004:00080000:2.0:1724307205.085470:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930daa00, transno 4294970421 00000004:00080000:2.0:1724307205.085472:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9dc00, transno 4294970422 00000004:00080000:2.0:1724307205.085475:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9df80, transno 4294970423 00000004:00080000:2.0:1724307205.085477:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930dad80, transno 4294970424 00000004:00080000:2.0:1724307205.085479:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9ea00, transno 4294970425 00000004:00080000:2.0:1724307205.085480:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930da300, transno 4294970426 00000004:00080000:2.0:1724307205.085482:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9d880, transno 4294970427 00000004:00080000:2.0:1724307205.085484:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9d180, transno 4294970428 00000004:00080000:2.0:1724307205.085486:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9ed80, transno 4294970429 00000004:00080000:2.0:1724307205.085488:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9d500, transno 4294970430 00000004:00080000:2.0:1724307205.085489:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9e300, transno 4294970431 00000004:00080000:2.0:1724307205.085492:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9f480, transno 4294970432 00000004:00080000:2.0:1724307205.085493:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9ce00, transno 4294970433 00000004:00080000:2.0:1724307205.085495:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9f100, transno 4294970434 00000004:00080000:2.0:1724307205.085497:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9e680, transno 4294970435 00000004:00080000:2.0:1724307205.085499:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090855880, transno 4294970436 00000004:00080000:2.0:1724307205.085502:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930d9180, transno 4294970437 00000004:00080000:2.0:1724307205.085504:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090855c00, transno 4294970438 00000004:00080000:2.0:1724307205.085506:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930d8e00, transno 4294970439 00000004:00080000:2.0:1724307205.085508:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930d9880, transno 4294970440 00000004:00080000:2.0:1724307205.085510:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930d8380, transno 4294970441 00000004:00080000:2.0:1724307205.085513:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090856d80, transno 4294970442 00000004:00080000:2.0:1724307205.085514:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090857480, transno 4294970443 00000004:00080000:2.0:1724307205.085516:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090856680, transno 4294970444 00000004:00080000:2.0:1724307205.085519:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a4c380, transno 4294970445 00000004:00080000:2.0:1724307205.085521:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090856a00, transno 4294970446 00000004:00080000:2.0:1724307205.085523:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a4ca80, transno 4294970447 00000004:00080000:2.0:1724307205.085525:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a4c700, transno 4294970448 00000004:00080000:2.0:1724307205.085527:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a4ea00, transno 4294970449 00000004:00080000:2.0:1724307205.085529:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a4f100, transno 4294970450 00000004:00080000:2.0:1724307205.085531:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a4f480, transno 4294970451 00000004:00080000:2.0:1724307205.085533:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a4e680, transno 4294970452 00000004:00080000:2.0:1724307205.085535:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c2e8a80, transno 4294970453 00000004:00080000:2.0:1724307205.085537:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a4e300, transno 4294970454 00000004:00080000:2.0:1724307205.085539:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a4ed80, transno 4294970455 00000004:00080000:2.0:1724307205.085541:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c2e8700, transno 4294970456 00000004:00080000:2.0:1724307205.085543:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b25500, transno 4294970457 00000004:00080000:2.0:1724307205.085545:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c2e9500, transno 4294970458 00000004:00080000:2.0:1724307205.085547:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c2e9880, transno 4294970459 00000004:00080000:2.0:1724307205.085549:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c2e9c00, transno 4294970460 00000004:00080000:2.0:1724307205.085550:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b26a00, transno 4294970461 00000004:00080000:2.0:1724307205.085553:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b658700, transno 4294970462 00000004:00080000:2.0:1724307205.085555:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c2ebb80, transno 4294970463 00000004:00080000:2.0:1724307205.085557:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930db800, transno 4294970464 00000004:00080000:2.0:1724307205.085559:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b658a80, transno 4294970465 00000004:00080000:2.0:1724307205.085561:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b65b480, transno 4294970466 00000004:00080000:2.0:1724307205.085563:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e6a0700, transno 4294970467 00000004:00080000:2.0:1724307205.085565:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c2ea300, transno 4294970468 00000004:00080000:2.0:1724307205.085567:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a4df80, transno 4294970469 00000004:00080000:2.0:1724307205.085570:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c2e8000, transno 4294970470 00000004:00080000:2.0:1724307205.085572:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e6a2d80, transno 4294970471 00000100:00100000:3.0:1724307205.085572:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+10:3298:x1808064246428800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2217us (2383us total) trans 4294970639 rc 0/0 00000004:00080000:2.0:1724307205.085574:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f150a80, transno 4294970472 00000004:00080000:2.0:1724307205.085576:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f150700, transno 4294970473 00000004:00080000:2.0:1724307205.085578:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f150e00, transno 4294970474 00000100:00100000:3.0:1724307205.085578:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11397 00000004:00080000:2.0:1724307205.085581:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c2e8380, transno 4294970475 00000004:00080000:2.0:1724307205.085583:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e6a1f80, transno 4294970476 00000004:00080000:2.0:1724307205.085585:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f152d80, transno 4294970477 00000004:00080000:2.0:1724307205.085587:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f152a00, transno 4294970478 00000004:00080000:2.0:1724307205.085589:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f151f80, transno 4294970479 00000004:00080000:2.0:1724307205.085591:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c2e9f80, transno 4294970480 00000004:00080000:2.0:1724307205.085593:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f151180, transno 4294970481 00000004:00080000:2.0:1724307205.085594:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f152680, transno 4294970482 00000004:00080000:2.0:1724307205.085596:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f151500, transno 4294970483 00000004:00080000:2.0:1724307205.085598:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094027b80, transno 4294970484 00000004:00080000:2.0:1724307205.085600:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094025180, transno 4294970485 00000004:00080000:2.0:1724307205.085602:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880135802d80, transno 4294970486 00000004:00080000:2.0:1724307205.085604:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880135801500, transno 4294970487 00000004:00080000:2.0:1724307205.085605:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57ce300, transno 4294970488 00000100:00100000:3.0:1724307205.085605:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1724307205.085607:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090857b80, transno 4294970489 00000004:00080000:2.0:1724307205.085609:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f150000, transno 4294970490 00000004:00080000:2.0:1724307205.085611:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094025500, transno 4294970491 00000004:00080000:2.0:1724307205.085614:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cc000, transno 4294970492 00000004:00080000:2.0:1724307205.085616:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f153800, transno 4294970493 00000004:00080000:2.0:1724307205.085618:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f150380, transno 4294970494 00000004:00080000:2.0:1724307205.085620:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e6a3b80, transno 4294970495 00000004:00080000:2.0:1724307205.085622:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800939bdf80, transno 4294970496 00000004:00080000:2.0:1724307205.085624:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009012c380, transno 4294970497 00000100:02020000:3.0:1724307205.085624:0:3298:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_destroy to node 0@lo failed: rc = -107 00000004:00080000:2.0:1724307205.085625:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a4dc00, transno 4294970498 00000004:00080000:2.0:1724307205.085627:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a4d880, transno 4294970499 00000004:00080000:2.0:1724307205.085629:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012cba9f80, transno 4294970500 00000004:00080000:2.0:1724307205.085631:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012cba8380, transno 4294970501 00000004:00080000:2.0:1724307205.085633:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9c700, transno 4294970502 00000004:00080000:2.0:1724307205.085635:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9c380, transno 4294970503 00000004:00080000:2.0:1724307205.085652:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880135d33b80, transno 4294970504 00000004:00080000:2.0:1724307205.085655:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14dc00, transno 4294970505 00000004:00080000:2.0:1724307205.085656:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f153100, transno 4294970506 00000004:00080000:2.0:1724307205.085658:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b27b80, transno 4294970507 00000004:00080000:2.0:1724307205.085660:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009387ca80, transno 4294970508 00000004:00080000:2.0:1724307205.085662:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094024000, transno 4294970509 00000004:00080000:2.0:1724307205.085664:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cc380, transno 4294970510 00000004:00080000:2.0:1724307205.085666:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cf800, transno 4294970511 00000004:00080000:2.0:1724307205.085668:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c2ea680, transno 4294970512 00000004:00080000:2.0:1724307205.085671:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b26300, transno 4294970513 00000004:00080000:2.0:1724307205.085672:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012cba9500, transno 4294970514 00000004:00080000:2.0:1724307205.085674:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b27480, transno 4294970515 00000004:00080000:2.0:1724307205.085676:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b25f80, transno 4294970516 00000004:00080000:2.0:1724307205.085678:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922dc700, transno 4294970517 00000004:00080000:2.0:1724307205.085680:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922df480, transno 4294970518 00000004:00080000:2.0:1724307205.085682:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922dc380, transno 4294970519 00000004:00080000:2.0:1724307205.085684:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090854000, transno 4294970520 00000004:00080000:2.0:1724307205.085686:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14c000, transno 4294970521 00000004:00080000:2.0:1724307205.085689:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b520000, transno 4294970522 00000004:00080000:2.0:1724307205.085690:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b520700, transno 4294970523 00000004:00080000:2.0:1724307205.085692:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922ddf80, transno 4294970524 00000004:00080000:2.0:1724307205.085951:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c2eaa00, transno 4294970525 00000004:00080000:2.0:1724307205.085956:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14f480, transno 4294970526 00000004:00080000:2.0:1724307205.085958:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922dca80, transno 4294970527 00000004:00080000:2.0:1724307205.085960:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922de680, transno 4294970528 00000004:00080000:2.0:1724307205.085962:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ba40e00, transno 4294970529 00000004:00080000:2.0:1724307205.085965:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e16d180, transno 4294970530 00000004:00080000:2.0:1724307205.085966:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e16d500, transno 4294970531 00000004:00080000:2.0:1724307205.085968:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922de300, transno 4294970532 00000004:00080000:2.0:1724307205.085970:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e16d880, transno 4294970533 00000004:00080000:2.0:1724307205.085972:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e16f480, transno 4294970534 00000004:00080000:2.0:1724307205.085973:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e16ce00, transno 4294970535 00000004:00080000:2.0:1724307205.085975:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e16dc00, transno 4294970536 00000004:00080000:2.0:1724307205.085977:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c229f80, transno 4294970537 00000004:00080000:2.0:1724307205.085979:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c229500, transno 4294970538 00000004:00080000:2.0:1724307205.085981:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c22a300, transno 4294970539 00000004:00080000:2.0:1724307205.085982:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b878e00, transno 4294970540 00000004:00080000:2.0:1724307205.085984:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b87aa00, transno 4294970541 00000004:00080000:2.0:1724307205.085986:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c229880, transno 4294970542 00000004:00080000:2.0:1724307205.085988:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c229c00, transno 4294970543 00000004:00080000:2.0:1724307205.085990:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b87a680, transno 4294970544 00000004:00080000:2.0:1724307205.085991:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b87bb80, transno 4294970545 00000004:00080000:2.0:1724307205.085993:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922dd180, transno 4294970546 00000004:00080000:2.0:1724307205.085995:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e830a80, transno 4294970547 00000004:00080000:2.0:1724307205.085996:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b878700, transno 4294970548 00000004:00080000:2.0:1724307205.085998:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b878a80, transno 4294970549 00000004:00080000:2.0:1724307205.085999:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c22a680, transno 4294970550 00000004:00080000:2.0:1724307205.086001:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e831500, transno 4294970551 00000004:00080000:2.0:1724307205.086003:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e832300, transno 4294970552 00000004:00080000:2.0:1724307205.086005:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e832a00, transno 4294970553 00000004:00080000:2.0:1724307205.086007:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e832680, transno 4294970554 00000004:00080000:2.0:1724307205.086009:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e833100, transno 4294970555 00000004:00080000:2.0:1724307205.086010:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e833480, transno 4294970556 00000004:00080000:2.0:1724307205.086012:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e833b80, transno 4294970557 00000004:00080000:2.0:1724307205.086013:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e830e00, transno 4294970558 00000004:00080000:2.0:1724307205.086015:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e830700, transno 4294970559 00000004:00080000:2.0:1724307205.086017:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e832d80, transno 4294970560 00000004:00080000:2.0:1724307205.086018:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e833800, transno 4294970561 00000004:00080000:2.0:1724307205.086020:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f38700, transno 4294970562 00000004:00080000:2.0:1724307205.086022:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f38380, transno 4294970563 00000004:00080000:2.0:1724307205.086024:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f39500, transno 4294970564 00000004:00080000:2.0:1724307205.086025:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f39c00, transno 4294970565 00000004:00080000:2.0:1724307205.086027:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e830000, transno 4294970566 00000004:00080000:2.0:1724307205.086029:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f39180, transno 4294970567 00000004:00080000:2.0:1724307205.086031:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f38a80, transno 4294970568 00000004:00080000:2.0:1724307205.086032:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f3a300, transno 4294970569 00000004:00080000:2.0:1724307205.086034:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e830380, transno 4294970570 00000004:00080000:2.0:1724307205.086036:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f38000, transno 4294970571 00000004:00080000:2.0:1724307205.086037:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f3b100, transno 4294970572 00000004:00080000:2.0:1724307205.086039:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af20000, transno 4294970573 00000004:00080000:2.0:1724307205.086041:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f3ad80, transno 4294970574 00000004:00080000:2.0:1724307205.086043:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f3bb80, transno 4294970575 00000004:00080000:2.0:1724307205.086044:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af21c00, transno 4294970576 00000004:00080000:2.0:1724307205.086046:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af21880, transno 4294970577 00000004:00080000:2.0:1724307205.086048:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f3aa00, transno 4294970578 00000004:00080000:2.0:1724307205.086049:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f3b800, transno 4294970579 00000004:00080000:2.0:1724307205.086051:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af20380, transno 4294970580 00000004:00080000:2.0:1724307205.086053:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f3b480, transno 4294970581 00000004:00080000:2.0:1724307205.086055:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af21500, transno 4294970582 00000004:00080000:2.0:1724307205.086057:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af23800, transno 4294970583 00000004:00080000:2.0:1724307205.086059:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008ef1c380, transno 4294970584 00000004:00080000:2.0:1724307205.086060:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008ef1c000, transno 4294970585 00000004:00080000:2.0:1724307205.086062:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af23b80, transno 4294970586 00000004:00080000:2.0:1724307205.086063:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008ef1c700, transno 4294970587 00000004:00080000:2.0:1724307205.086065:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008ef1d180, transno 4294970588 00000004:00080000:2.0:1724307205.086066:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008ef1ce00, transno 4294970589 00000004:00080000:2.0:1724307205.086068:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008ef1d500, transno 4294970590 00000004:00080000:2.0:1724307205.086070:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008ef1e300, transno 4294970591 00000004:00080000:2.0:1724307205.086072:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008ef1ca80, transno 4294970592 00000004:00080000:2.0:1724307205.086074:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008ef1d880, transno 4294970593 00000004:00080000:2.0:1724307205.086075:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008ef1e680, transno 4294970594 00000004:00080000:2.0:1724307205.086077:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871f480, transno 4294970595 00000004:00080000:2.0:1724307205.086079:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871f800, transno 4294970596 00000004:00080000:2.0:1724307205.086081:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871ea00, transno 4294970597 00000004:00080000:2.0:1724307205.086083:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008ef1dc00, transno 4294970598 00000004:00080000:2.0:1724307205.086084:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871ed80, transno 4294970599 00000004:00080000:2.0:1724307205.086086:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871f100, transno 4294970600 00000004:00080000:2.0:1724307205.086088:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008ef1df80, transno 4294970601 00000004:00080000:2.0:1724307205.086090:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b879c00, transno 4294970602 00000004:00080000:2.0:1724307205.086092:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b87ad80, transno 4294970603 00000004:00080000:2.0:1724307205.086094:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c22aa00, transno 4294970604 00000004:00080000:2.0:1724307205.086096:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c228e00, transno 4294970605 00000004:00080000:2.0:1724307205.086099:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c22b800, transno 4294970606 00000004:00080000:2.0:1724307205.086101:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922ddc00, transno 4294970607 00000004:00080000:2.0:1724307205.086103:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922df100, transno 4294970608 00000004:00080000:2.0:1724307205.086105:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922dea00, transno 4294970609 00000004:00080000:2.0:1724307205.086107:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a28000, transno 4294970610 00000004:00080000:2.0:1724307205.086109:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922dce00, transno 4294970611 00000004:00080000:2.0:1724307205.086111:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a28380, transno 4294970612 00000004:00080000:2.0:1724307205.086113:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a29180, transno 4294970613 00000004:00080000:2.0:1724307205.086115:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a28700, transno 4294970614 00000004:00080000:2.0:1724307205.086116:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a29500, transno 4294970615 00000004:00080000:2.0:1724307205.086118:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a28a80, transno 4294970616 00000004:00080000:2.0:1724307205.086120:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a28e00, transno 4294970617 00000004:00080000:2.0:1724307205.086121:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a29f80, transno 4294970618 00000004:00080000:2.0:1724307205.086123:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a2a680, transno 4294970619 00000004:00080000:2.0:1724307205.086125:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a2b480, transno 4294970620 00000004:00080000:2.0:1724307205.086127:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a2b800, transno 4294970621 00000004:00080000:2.0:1724307205.086128:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a29880, transno 4294970622 00000004:00080000:2.0:1724307205.086130:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a2ad80, transno 4294970623 00000004:00080000:2.0:1724307205.086132:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a2aa00, transno 4294970624 00000004:00080000:2.0:1724307205.086134:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090009880, transno 4294970625 00000004:00080000:2.0:1724307205.086135:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b879180, transno 4294970626 00000004:00080000:2.0:1724307205.086137:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009000a300, transno 4294970627 00000004:00080000:2.0:1724307205.086139:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090009f80, transno 4294970628 00000004:00080000:2.0:1724307205.086141:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009000b480, transno 4294970629 00000004:00080000:2.0:1724307205.086142:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009000a680, transno 4294970630 00000004:00080000:2.0:1724307205.086144:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af20a80, transno 4294970631 00000004:00080000:2.0:1724307205.086146:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009000aa00, transno 4294970632 00000004:00080000:2.0:1724307205.086148:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af20700, transno 4294970633 00000004:00080000:2.0:1724307205.086149:0:3297:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009000b800, transno 4294970634 00000100:00100000:2.0:1724307205.086156:0:3297:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009e16f800 x1808064246428544/t4294970637(4294970637) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307221 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000004:00080000:2.0:1724307205.086164:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009e16f800/2, rc 0, transno 3341 00000100:00100000:2.0:1724307205.086169:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246428544:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.086183:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a8b66300/2, rc 0, transno 3342 00000100:00100000:2.0:1724307205.086186:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246429056:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.086193:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a8b66680/2, rc 0, transno 3339 00000100:00100000:2.0:1724307205.086195:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246428672:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.086200:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a8b66d80/2, rc 0, transno 3340 00000100:00100000:2.0:1724307205.086202:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246429184:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.088205:0:14950:0:(osp_sync.c:1209:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 96 changes, 8 in progress, 4 in flight, 296 done 00000100:00100000:2.0:1724307205.088288:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.088313:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a871ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246427904:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307205.088460:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.088481:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246428416:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.088496:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.088506:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246428928:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.088518:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.088527:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246429440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.088537:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.088548:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1724307205.088552:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246429824:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.088564:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.088585:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246429312 00000100:00100000:2.0:1724307205.088591:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246429312 00000100:00100000:2.0:1724307205.088613:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246427392 00000100:00100000:2.0:1724307205.088615:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246427392 00000100:00100000:2.0:1724307205.088631:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246427904 00000100:00100000:2.0:1724307205.088634:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246427904 00000100:00100000:2.0:1724307205.088652:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246428416 00000100:00100000:2.0:1724307205.088654:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246428416 00000100:00100000:2.0:1724307205.088661:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246428928 00000100:00100000:2.0:1724307205.088663:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246428928 00000100:00100000:2.0:1724307205.088668:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246429440 00000100:00100000:2.0:1724307205.088669:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246429440 00000100:00100000:2.0:1724307205.088675:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246429824 00000100:00100000:2.0:1724307205.088676:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246429824 00000100:00100000:2.0:1724307205.088684:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11401 00000100:00100000:2.0:1724307205.088688:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3298:x1808064246429312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.088707:0:18504:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5137 count 1 00002000:00010000:2.0:1724307205.088730:0:18504:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1411:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.088736:0:18504:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043ad00/0x85b23e07e0c0b5ad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.088747:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.088749:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.088753:0:18504:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009043ad00/0x85b23e07e0c0b5ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.088769:0:18504:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009043ad00/0x85b23e07e0c0b5ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.088776:0:18504:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043ad00/0x85b23e07e0c0b5ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.088781:0:18504:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009043ad00/0x85b23e07e0c0b5ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.088788:0:18504:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009043ad00/0x85b23e07e0c0b5ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.088793:0:18504:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043ad00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.088796:0:18504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043ad00/0x85b23e07e0c0b5ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.088802:0:18504:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043ad00/0x85b23e07e0c0b5ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.088812:0:18504:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009043ad00/0x85b23e07e0c0b5ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.088817:0:18504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009043ad00/0x85b23e07e0c0b5ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1724307205.088916:0:3298:0:(recover.c:218:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-MDT0000 of lustre-OST0000_UUID@192.168.204.107@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1724307205.088921:0:3298:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1724307205.088925:0:3298:0:(import.c:200:ptlrpc_set_import_discon()) lustre-OST0000-osc-MDT0000: Connection to lustre-OST0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000004:00080000:3.0:1724307205.088934:0:3298:0:(osp_dev.c:1620:osp_import_event()) got disconnected 00000100:00080000:3.0:1724307205.088936:0:3298:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1724307205.088940:0:3298:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2773 00000100:00080000:3.0:1724307205.088946:0:3298:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009c235000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:3.0:1724307205.088964:0:3298:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a6b0a300 x1808064246429952/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1724307205.088978:0:18504:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3298:x1808064246429312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 288us (3372us total) trans 4294970640 rc 0/0 00000100:00100000:2.0:1724307205.088984:0:18504:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11401 00000100:02020000:3.0:1724307205.088989:0:3298:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_destroy to node 0@lo failed: rc = -107 00000100:00080000:3.0:1724307205.088991:0:3298:0:(recover.c:218:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-MDT0000 of lustre-OST0000_UUID@192.168.204.107@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1724307205.088993:0:3298:0:(import.c:232:ptlrpc_set_import_discon()) osp: import ffff88009c235000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:2.0:1724307205.088996:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11402 00000100:00100000:2.0:1724307205.088999:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3299:x1808064246427392:12345-0@lo:6:osp-syn-0-0.0 00000020:00080000:2.0:1724307205.089003:0:18504:0:(tgt_handler.c:808:tgt_request_handle()) operation 6 on unconnected OST from 12345-0@lo 00000004:00080000:3.0:1724307205.089008:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a8b67480/2, rc 0, transno 3343 00000100:00100000:3.0:1724307205.089015:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246428800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.089018:0:18504:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3299:x1808064246427392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18us (732us total) trans 0 rc -107/-107 00000004:00080000:3.0:1724307205.089021:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a8b65180/2, rc 0, transno 3344 00000100:00100000:2.0:1724307205.089022:0:18504:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11402 00000100:00100000:3.0:1724307205.089024:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246429312:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.089041:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11403 00000100:00100000:3.0:1724307205.089044:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3299:x1808064246427904:12345-0@lo:6:osp-syn-0-0.0 00000020:00080000:3.0:1724307205.089049:0:19396:0:(tgt_handler.c:808:tgt_request_handle()) operation 6 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1724307205.089068:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3299:x1808064246427904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23us (608us total) trans 0 rc -107/-107 00000100:00100000:3.0:1724307205.089073:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11403 00000100:00100000:3.0:1724307205.089083:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11404 00000100:00100000:3.0:1724307205.089086:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3299:x1808064246428416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307205.089095:0:19396:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5130 count 1 00002000:00010000:3.0:1724307205.089109:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x140a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307205.089113:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0b5b4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.089114:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11405 00000100:00100000:2.0:1724307205.089118:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3299:x1808064246428928:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1724307205.089119:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.089121:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.089123:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0b5b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1724307205.089126:0:18504:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5134 count 1 00002000:00010000:2.0:1724307205.089136:0:18504:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x140e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307205.089136:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0b5b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089139:0:18504:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043a400/0x85b23e07e0c0b5bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.089141:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0b5b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.089147:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0b5b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089149:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.089150:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.089152:0:18504:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009043a400/0x85b23e07e0c0b5bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.089152:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0b5b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.089157:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.089158:0:18504:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009043a400/0x85b23e07e0c0b5bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.089159:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0b5b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089163:0:18504:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043a400/0x85b23e07e0c0b5bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.089165:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0b5b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089168:0:18504:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009043a400/0x85b23e07e0c0b5bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.089171:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0b5b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089173:0:18504:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009043a400/0x85b23e07e0c0b5bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.089176:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0b5b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089177:0:18504:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043a400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.089179:0:18504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043a400/0x85b23e07e0c0b5bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089184:0:18504:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043a400/0x85b23e07e0c0b5bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089190:0:18504:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009043a400/0x85b23e07e0c0b5bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089199:0:18504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009043a400/0x85b23e07e0c0b5bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.089319:0:18504:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3299:x1808064246428928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 200us (799us total) trans 4294970642 rc 0/0 00000100:00100000:2.0:1724307205.089323:0:18504:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11405 00000100:00100000:1.0:1724307205.089331:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11406 00000100:00100000:3.0:1724307205.089335:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3299:x1808064246428416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 247us (837us total) trans 4294970641 rc 0/0 00000100:00100000:1.0:1724307205.089338:0:15464:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+15:3299:x1808064246429440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.089339:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11407 00000100:00100000:3.0:1724307205.089342:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11404 00000100:00100000:2.0:1724307205.089343:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3299:x1808064246429824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.089352:0:18504:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5141 count 1 00002000:00010000:2.0:1724307205.089363:0:18504:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1415:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.089367:0:18504:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090439b00/0x85b23e07e0c0b5c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1724307205.089370:0:15464:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5138 count 1 00010000:00010000:2.0:1724307205.089373:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.089374:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.089376:0:18504:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090439b00/0x85b23e07e0c0b5c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089382:0:18504:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090439b00/0x85b23e07e0c0b5c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307205.089383:0:15464:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1412:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.089387:0:18504:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090439b00/0x85b23e07e0c0b5c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.089388:0:15464:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b5c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089392:0:18504:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090439b00/0x85b23e07e0c0b5c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.089394:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1724307205.089394:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1724307205.089396:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.089398:0:15464:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b5c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.089400:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246430080:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.089402:0:18504:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090439b00/0x85b23e07e0c0b5c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.089405:0:15464:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b5c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089407:0:18504:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090439b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.089409:0:18504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090439b00/0x85b23e07e0c0b5c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.089411:0:15464:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b5c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089415:0:18504:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090439b00/0x85b23e07e0c0b5c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.089417:0:15464:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b5c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.089417:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1724307205.089422:0:15464:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b5c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089422:0:18504:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090439b00/0x85b23e07e0c0b5c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.089426:0:15464:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a64fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.089427:0:18504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090439b00/0x85b23e07e0c0b5c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.089429:0:15464:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b5c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.089432:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246430080 00010000:00010000:1.0:1724307205.089433:0:15464:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b5c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.089435:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246430080 00010000:00010000:1.0:1724307205.089440:0:15464:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b5c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.089445:0:15464:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b5c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.089448:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11408 00000100:00100000:3.0:1724307205.089451:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+15:3298:x1808064246430080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307205.089460:0:15470:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5142 count 1 00002000:00010000:3.0:1724307205.089472:0:15470:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1416:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307205.089475:0:15470:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0b5d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.089481:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1724307205.089484:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246429952:0@lo:8:ptlrpcd_00_02.0 00000100:00100000:2.0:1724307205.089501:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.089521:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246429952 00000100:00100000:2.0:1724307205.089523:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246429952 00000100:00100000:2.0:1724307205.089534:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11409 00000100:00100000:2.0:1724307205.089538:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3295:x1808064246429952:12345-0@lo:8:ptlrpcd_00_02.0 00010000:02020000:2.0:1724307205.089550:0:16086:0:(ldlm_lib.c:1093:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1724307205.089576:0:18504:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3299:x1808064246429824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 232us (1011us total) trans 4294970643 rc 0/0 00000100:00100000:2.0:1724307205.089576:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3295:x1808064246429952:12345-0@lo:8:ptlrpcd_00_02.0 Request processed in 37us (74us total) trans 0 rc -19/-19 00000100:00100000:1.0:1724307205.089582:0:18504:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11407 00000100:00100000:2.0:1724307205.089585:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11409 00000100:00080000:2.0:1724307205.089605:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1724307205.089608:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.107@tcp failed (-19) 00000100:00100000:2.0:1724307205.089610:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246429952:0@lo:8:ptlrpcd_00_02.0 00000004:00080000:2.0:1724307205.089631:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3fb80/2, rc 0, transno 3347 00000100:00100000:2.0:1724307205.089650:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246429824:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.089658:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009e16e300/2, rc 0, transno 3345 00000100:00100000:2.0:1724307205.089661:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246428416:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.089665:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a8b67800/2, rc 0, transno 3346 00000100:00100000:2.0:1724307205.089668:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246428928:0@lo:6:osp-syn-1-0.0 00000100:02020000:2.0:1724307205.089675:0:3299:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_destroy to node 0@lo failed: rc = -107 00000100:00080000:2.0:1724307205.089677:0:3299:0:(recover.c:218:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-MDT0000 of lustre-OST0000_UUID@192.168.204.107@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1724307205.089679:0:3299:0:(import.c:232:ptlrpc_set_import_discon()) osp: import ffff88009c235000 already not connected (conn 2, was 1): DISCONN 00000100:02020000:2.0:1724307205.089684:0:3299:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_destroy to node 0@lo failed: rc = -107 00000100:00080000:2.0:1724307205.089686:0:3299:0:(recover.c:218:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-MDT0000 of lustre-OST0000_UUID@192.168.204.107@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1724307205.089687:0:3299:0:(import.c:232:ptlrpc_set_import_discon()) osp: import ffff88009c235000 already not connected (conn 2, was 1): DISCONN 00000100:00100000:2.0:1724307205.089700:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246429696:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.089710:0:15464:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+16:3299:x1808064246429440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 372us (1170us total) trans 4294970644 rc 0/0 00000100:00100000:1.0:1724307205.089714:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11406 00000100:00100000:2.0:1724307205.089718:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1724307205.089730:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3dc00/2, rc 0, transno 3348 00000100:00100000:2.0:1724307205.089730:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1724307205.089733:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246429440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.089734:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246429568:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.089742:0:15464:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246429696 00000100:00100000:1.0:1724307205.089744:0:15464:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246429696 00000100:00100000:2.0:1724307205.089749:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.089763:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246430208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.089775:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.089789:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246429568 00000100:00100000:2.0:1724307205.089791:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246429568 00000100:00100000:2.0:1724307205.089802:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246430208 00000100:00100000:2.0:1724307205.089804:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246430208 00000100:00100000:1.0:1724307205.089807:0:8403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11410 00000100:00100000:1.0:1724307205.089811:0:8403:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3297:x1808064246429696:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.089815:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11411 00000100:00100000:2.0:1724307205.089819:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+18:3297:x1808064246429568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307205.089820:0:8403:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5140 count 1 00002000:00080000:2.0:1724307205.089829:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5139 count 1 00002000:00010000:1.0:1724307205.089831:0:8403:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1414:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307205.089835:0:8403:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65680/0x85b23e07e0c0b5d7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307205.089840:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1413:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307205.089841:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.089842:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.089844:0:8403:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65680/0x85b23e07e0c0b5d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089844:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090439200/0x85b23e07e0c0b5de lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.089850:0:8403:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65680/0x85b23e07e0c0b5d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089850:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.089851:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.089853:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090439200/0x85b23e07e0c0b5de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.089856:0:8403:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65680/0x85b23e07e0c0b5d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089859:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090439200/0x85b23e07e0c0b5de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.089861:0:8403:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65680/0x85b23e07e0c0b5d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089864:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090439200/0x85b23e07e0c0b5de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.089866:0:8403:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65680/0x85b23e07e0c0b5d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.089870:0:8403:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a65680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.089870:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090439200/0x85b23e07e0c0b5de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.089872:0:8403:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65680/0x85b23e07e0c0b5d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089875:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090439200/0x85b23e07e0c0b5de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.089877:0:8403:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65680/0x85b23e07e0c0b5d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089880:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090439200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.089883:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090439200/0x85b23e07e0c0b5de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.089884:0:8403:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65680/0x85b23e07e0c0b5d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.089888:0:8403:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65680/0x85b23e07e0c0b5d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089889:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090439200/0x85b23e07e0c0b5de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089896:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090439200/0x85b23e07e0c0b5de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089902:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090439200/0x85b23e07e0c0b5de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.089924:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11412 00000100:00100000:2.0:1724307205.089927:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3297:x1808064246430208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.089936:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5143 count 1 00002000:00010000:2.0:1724307205.089945:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1417:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.089948:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438b40/0x85b23e07e0c0b5e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089954:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.089955:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.089957:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090438b40/0x85b23e07e0c0b5e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089963:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090438b40/0x85b23e07e0c0b5e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089968:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438b40/0x85b23e07e0c0b5e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089973:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090438b40/0x85b23e07e0c0b5e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089977:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090438b40/0x85b23e07e0c0b5e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089982:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090438b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.089984:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438b40/0x85b23e07e0c0b5e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089990:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438b40/0x85b23e07e0c0b5e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.089996:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090438b40/0x85b23e07e0c0b5e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.090001:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090438b40/0x85b23e07e0c0b5e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.090017:0:8403:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3297:x1808064246429696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 205us (298us total) trans 4294970645 rc 0/0 00000100:00100000:1.0:1724307205.090023:0:8403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11410 00000100:00080000:1.0:1724307205.090054:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307175 00000100:00100000:2.0:1724307205.090128:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3297:x1808064246430208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 199us (350us total) trans 4294970646 rc 0/0 00000100:00100000:2.0:1724307205.090134:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11412 00000100:00100000:2.0:1724307205.090263:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+19:3297:x1808064246429568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 442us (514us total) trans 4294970647 rc 0/0 00000100:00100000:2.0:1724307205.090268:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11411 00000004:00080000:2.0:1724307205.090287:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3f800/2, rc 0, transno 3351 00000100:00100000:2.0:1724307205.090290:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246429568:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.090296:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6b0aa00/2, rc 0, transno 3350 00000100:00100000:2.0:1724307205.090298:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246430208:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.090303:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3c700/2, rc 0, transno 3349 00000100:00100000:2.0:1724307205.090305:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246429696:0@lo:6:osp-syn-1-0.0 00000100:02020000:0.0:1724307205.091392:0:3296:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_destroy to node 0@lo failed: rc = -107 00000100:00080000:0.0:1724307205.091396:0:3296:0:(recover.c:218:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-MDT0000 of lustre-OST0000_UUID@192.168.204.107@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1724307205.091398:0:3296:0:(import.c:232:ptlrpc_set_import_discon()) osp: import ffff88009c235000 already not connected (conn 2, was 1): DISCONN 00000100:02020000:0.0:1724307205.091406:0:3296:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_destroy to node 0@lo failed: rc = -107 00000100:00080000:0.0:1724307205.091407:0:3296:0:(recover.c:218:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-MDT0000 of lustre-OST0000_UUID@192.168.204.107@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1724307205.091409:0:3296:0:(import.c:232:ptlrpc_set_import_discon()) osp: import ffff88009c235000 already not connected (conn 2, was 1): DISCONN 00000100:02020000:0.0:1724307205.091414:0:3296:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_destroy to node 0@lo failed: rc = -107 00000100:00080000:0.0:1724307205.091415:0:3296:0:(recover.c:218:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-MDT0000 of lustre-OST0000_UUID@192.168.204.107@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1724307205.091417:0:3296:0:(import.c:232:ptlrpc_set_import_discon()) osp: import ffff88009c235000 already not connected (conn 2, was 1): DISCONN 00000100:02020000:0.0:1724307205.091422:0:3296:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_destroy to node 0@lo failed: rc = -107 00000100:00080000:0.0:1724307205.091423:0:3296:0:(recover.c:218:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-MDT0000 of lustre-OST0000_UUID@192.168.204.107@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1724307205.091424:0:3296:0:(import.c:232:ptlrpc_set_import_discon()) osp: import ffff88009c235000 already not connected (conn 2, was 1): DISCONN 00000100:00100000:0.0:1724307205.091871:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307205.091878:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f34e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246430336:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.091906:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.091922:0:8405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246430336 00000100:00100000:0.0:1724307205.091925:0:8405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246430336 00000100:00100000:0.0:1724307205.091942:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11413 00000100:00100000:0.0:1724307205.091946:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+19:3296:x1808064246430336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307205.091959:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5144 count 1 00002000:00010000:0.0:1724307205.091976:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1418:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307205.091981:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0b5ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.091994:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.091995:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.091998:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0b5ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.092006:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0b5ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.092012:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0b5ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.092017:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0b5ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.092023:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0b5ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.092027:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.092029:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0b5ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.092035:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0b5ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.092043:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0b5ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.092052:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0b5ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.092229:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3296:x1808064246430336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 282us (321us total) trans 4294970648 rc 0/0 00000100:00100000:0.0:1724307205.092235:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11413 00000004:00080000:0.0:1724307205.092259:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009f34e680/2, rc 0, transno 3352 00000100:00100000:0.0:1724307205.092262:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f34e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246430336:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.092279:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246430464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.092296:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.092313:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246430464 00000100:00100000:0.0:1724307205.092315:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246430464 00000100:00100000:0.0:1724307205.092327:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11414 00000100:00100000:0.0:1724307205.092330:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:3298:x1808064246430464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307205.092339:0:19425:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5145 count 1 00002000:00010000:0.0:1724307205.092351:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1419:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307205.092354:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0b5f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.092360:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.092366:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.092368:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0b5f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.092375:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0b5f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.092385:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0b5f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.092391:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0b5f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.092396:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0b5f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.092400:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.092403:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0b5f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.092407:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0b5f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.092415:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0b5f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.092420:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0b5f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.092542:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3298:x1808064246430464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 210us (245us total) trans 4294970649 rc 0/0 00000100:00100000:0.0:1724307205.092547:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11414 00000004:00080000:0.0:1724307205.092566:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012b419880/2, rc 0, transno 3353 00000100:00100000:0.0:1724307205.092569:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246430464:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.092765:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246430848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.092785:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.092795:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093209f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246431360:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.092808:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.092818:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1724307205.092821:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246430720:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.092833:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.092840:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093208e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246431232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.092850:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.092864:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246430848 00000100:00100000:2.0:1724307205.092867:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246430848 00000100:00100000:2.0:1724307205.092879:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246431360 00000100:00100000:2.0:1724307205.092880:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246431360 00000100:00100000:2.0:1724307205.092888:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246430720 00000100:00100000:2.0:1724307205.092889:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246430720 00000100:00100000:2.0:1724307205.092895:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246431232 00000100:00100000:2.0:1724307205.092896:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246431232 00000100:00100000:2.0:1724307205.092912:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11415 00000100:00100000:2.0:1724307205.092915:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+24:3297:x1808064246430848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.092925:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5148 count 1 00000100:00100000:1.0:1724307205.092937:0:8404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11416 00002000:00010000:2.0:1724307205.092938:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x141c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:1.0:1724307205.092942:0:8404:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009320ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+24:3297:x1808064246431360:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.092947:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438240/0x85b23e07e0c0b5fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.092953:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.092954:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1724307205.092955:0:8404:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5152 count 1 00010000:00010000:2.0:1724307205.092956:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090438240/0x85b23e07e0c0b5fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.092964:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090438240/0x85b23e07e0c0b5fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307205.092969:0:8404:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1420:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.092970:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438240/0x85b23e07e0c0b5fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.092974:0:8404:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65440/0x85b23e07e0c0b601 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.092975:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090438240/0x85b23e07e0c0b5fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.092980:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090438240/0x85b23e07e0c0b5fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.092981:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.092983:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.092984:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090438240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307205.092985:0:8404:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65440/0x85b23e07e0c0b601 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.092986:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438240/0x85b23e07e0c0b5fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.092991:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438240/0x85b23e07e0c0b5fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.092994:0:8404:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65440/0x85b23e07e0c0b601 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.092998:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090438240/0x85b23e07e0c0b5fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.093000:0:8404:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65440/0x85b23e07e0c0b601 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.093006:0:8404:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65440/0x85b23e07e0c0b601 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.093007:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090438240/0x85b23e07e0c0b5fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.093012:0:8404:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65440/0x85b23e07e0c0b601 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.093017:0:8404:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a65440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307205.093020:0:8404:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65440/0x85b23e07e0c0b601 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.093135:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+25:3297:x1808064246430848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 212us (343us total) trans 4294970650 rc 0/0 00000100:00100000:2.0:1724307205.093141:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11415 00010000:00010000:3.0:1724307205.093150:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1724307205.093153:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11417 00000100:00100000:2.0:1724307205.093156:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093209880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+24:3297:x1808064246430720:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1724307205.093157:0:15470:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0b5d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.093160:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11418 00002000:00080000:2.0:1724307205.093164:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5147 count 1 00000100:00100000:0.0:1724307205.093165:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093208700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3297:x1808064246431232:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1724307205.093167:0:15470:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0b5d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307205.093174:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x141b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307205.093174:0:15470:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0b5d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307205.093176:0:19425:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5151 count 1 00010000:00010000:2.0:1724307205.093178:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043a640/0x85b23e07e0c0b608 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.093180:0:15470:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0b5d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.093184:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.093185:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.093185:0:15470:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0b5d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.093187:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009043a640/0x85b23e07e0c0b608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307205.093189:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x141f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307205.093192:0:15470:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.093193:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0b60f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.093194:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009043a640/0x85b23e07e0c0b608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.093194:0:15470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0b5d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.093199:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.093200:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043a640/0x85b23e07e0c0b608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.093200:0:15470:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0b5d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.093201:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.093203:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0b60f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.093205:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009043a640/0x85b23e07e0c0b608 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.093219:0:15470:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0b5d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.093220:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0b60f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.093226:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0b60f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.093226:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009043a640/0x85b23e07e0c0b608 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.093226:0:15470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0b5d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.093231:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043a640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.093232:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0b60f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.093233:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043a640/0x85b23e07e0c0b608 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.093236:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0b60f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.093239:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043a640/0x85b23e07e0c0b608 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.093240:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.093243:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0b60f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.093247:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009043a640/0x85b23e07e0c0b608 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.093252:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009043a640/0x85b23e07e0c0b608 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.093253:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0b60f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.093261:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0b60f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.093266:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0b60f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1724307205.093302:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012b41a680/2, rc 0, transno 3354 00000100:00100000:2.0:1724307205.093307:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b41a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246430848:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1724307205.093322:0:8404:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65440/0x85b23e07e0c0b601 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.093322:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009320a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246430976:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1724307205.093332:0:8404:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65440/0x85b23e07e0c0b601 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.093337:0:8404:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65440/0x85b23e07e0c0b601 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.093343:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.093357:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246430976 00000100:00100000:3.0:1724307205.093357:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d40ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246431488:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.093360:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246430976 00000100:00100000:3.0:1724307205.093369:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.093373:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246431488 00000100:00100000:2.0:1724307205.093374:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246431488 00000100:00100000:3.0:1724307205.093378:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1724307205.093382:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246430592:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.093383:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11419 00000100:00100000:2.0:1724307205.093387:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+27:3298:x1808064246430976:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.093393:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1724307205.093395:0:15467:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5149 count 1 00000100:00100000:3.0:1724307205.093402:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093208380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246431104:0@lo:6:osp-syn-1-0.0 00002000:00010000:2.0:1724307205.093406:0:15467:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x141d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.093410:0:15467:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090439680/0x85b23e07e0c0b616 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.093412:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1724307205.093416:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.093417:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.093420:0:15467:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090439680/0x85b23e07e0c0b616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.093421:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093208700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3297:x1808064246431232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 255us (569us total) trans 4294970651 rc 0/0 00010000:00010000:2.0:1724307205.093426:0:15467:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090439680/0x85b23e07e0c0b616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.093427:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246430592 00000100:00100000:0.0:1724307205.093428:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11418 00000100:00100000:3.0:1724307205.093430:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246430592 00010000:00010000:2.0:1724307205.093432:0:15467:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090439680/0x85b23e07e0c0b616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.093436:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246431104 00010000:00010000:2.0:1724307205.093437:0:15467:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090439680/0x85b23e07e0c0b616 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.093438:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246431104 00010000:00010000:2.0:1724307205.093443:0:15467:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090439680/0x85b23e07e0c0b616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.093444:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11420 00010000:00010000:2.0:1724307205.093447:0:15467:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090439680 already unused, calling callback (ffffffffa084f3f0) 00000100:00100000:0.0:1724307205.093448:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11421 00000100:00100000:3.0:1724307205.093449:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3298:x1808064246431488:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.093450:0:15467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090439680/0x85b23e07e0c0b616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.093451:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3298:x1808064246430592:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.093455:0:15467:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090439680/0x85b23e07e0c0b616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307205.093458:0:19425:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5146 count 1 00002000:00080000:3.0:1724307205.093458:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5153 count 1 00010000:00010000:2.0:1724307205.093462:0:15467:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090439680/0x85b23e07e0c0b616 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307205.093469:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x141a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:3.0:1724307205.093469:0:19402:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1421:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.093472:0:15467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090439680/0x85b23e07e0c0b616 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.093473:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0b61d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.093473:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0b624 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.093477:0:8404:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009320ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3297:x1808064246431360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 534us (666us total) trans 4294970652 rc 0/0 00010000:00010000:0.0:1724307205.093479:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.093479:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.093481:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.093481:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.093483:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0b61d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.093483:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0b624 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.093484:0:8404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11416 00010000:00010000:0.0:1724307205.093490:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0b61d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.093490:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0b624 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.093495:0:8404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11422 00010000:00010000:3.0:1724307205.093495:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0b624 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.093496:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0b61d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.093499:0:8404:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3298:x1808064246431104:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307205.093501:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0b61d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.093501:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0b624 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.093507:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0b61d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.093507:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0b624 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1724307205.093509:0:8404:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5150 count 1 00010000:00010000:0.0:1724307205.093511:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a958c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307205.093511:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.093513:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0b61d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.093513:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0b624 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.093519:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0b61d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307205.093519:0:8404:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x141e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307205.093519:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0b624 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.093523:0:8404:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b62b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.093526:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0b61d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.093526:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0b624 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.093529:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.093531:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.093531:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0b624 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.093533:0:8404:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b62b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.093536:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0b61d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.093541:0:8404:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b62b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.093547:0:8404:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b62b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.093553:0:8404:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b62b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.093563:0:8404:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b62b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.093569:0:8404:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a66400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307205.093571:0:8404:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b62b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.093577:0:8404:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b62b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.093584:0:8404:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b62b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.093589:0:8404:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b62b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.093612:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+29:3298:x1808064246430976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 223us (267us total) trans 4294970653 rc 0/0 00000100:00100000:2.0:1724307205.093617:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11419 00000100:00100000:0.0:1724307205.093695:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3298:x1808064246430592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 242us (299us total) trans 4294970654 rc 0/0 00000100:00100000:0.0:1724307205.093699:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11421 00000004:00080000:0.0:1724307205.093719:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880093208e00/2, rc 0, transno 3355 00000100:00100000:0.0:1724307205.093724:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093208e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246431232:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307205.093730:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880093209f80/2, rc 0, transno 3356 00000100:00100000:0.0:1724307205.093733:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093209f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246431360:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.093789:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+29:3298:x1808064246430080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4335us (4370us total) trans 4294970655 rc 0/0 00000100:00100000:2.0:1724307205.093794:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11408 00000004:00080000:3.0:1724307205.093823:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012b419180/2, rc 0, transno 3358 00000100:00100000:3.0:1724307205.093830:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246430592:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307205.093838:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009320a680/2, rc 0, transno 3357 00000100:00100000:3.0:1724307205.093840:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009320a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246430976:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307205.093846:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6b0a680/2, rc 0, transno 3359 00000100:00100000:3.0:1724307205.093848:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246430080:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.093989:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3298:x1808064246431488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 539us (618us total) trans 4294970656 rc 0/0 00000100:00100000:3.0:1724307205.093994:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11420 00000100:00100000:0.0:1724307205.094002:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093209880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+29:3297:x1808064246430720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 844us (1167us total) trans 4294970657 rc 0/0 00000100:00100000:0.0:1724307205.094005:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11417 00000004:00080000:3.0:1724307205.094011:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012d40ca80/2, rc 0, transno 3360 00000100:00100000:3.0:1724307205.094014:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d40ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246431488:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307205.094020:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012b41b100/2, rc 0, transno 3361 00000100:00100000:0.0:1724307205.094022:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b41b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246430720:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.094076:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d40c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246431616:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.094088:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.094097:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246432128:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.094110:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.094111:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092014380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246431872:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.094115:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1724307205.094117:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092015880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246432000:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.094126:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.094133:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246431616 00000100:00100000:2.0:1724307205.094136:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246431616 00000100:00100000:0.0:1724307205.094140:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246432128 00000100:00100000:0.0:1724307205.094142:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246432128 00000100:00100000:2.0:1724307205.094143:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.094150:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246432000 00000100:00100000:0.0:1724307205.094151:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246432000 00000100:00100000:2.0:1724307205.094154:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092015500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246432384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.094156:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246431872 00000100:00100000:0.0:1724307205.094157:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246431872 00000100:00100000:0.0:1724307205.094162:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11423 00000100:00100000:1.0:1724307205.094162:0:8404:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3298:x1808064246431104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 661us (747us total) trans 4294970658 rc 0/0 00000100:00100000:0.0:1724307205.094165:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+33:3299:x1808064246432128:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.094167:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307205.094168:0:8404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11422 00002000:00080000:0.0:1724307205.094172:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5158 count 1 00000100:00100000:2.0:1724307205.094176:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1724307205.094179:0:8404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246432384 00000100:00100000:2.0:1724307205.094180:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092014700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246431744:0@lo:6:osp-syn-1-0.0 00002000:00010000:0.0:1724307205.094181:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1426:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:1.0:1724307205.094182:0:8404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246432384 00010000:00010000:0.0:1724307205.094183:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0b632 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.094188:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.094189:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.094191:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0b632 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.094191:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1724307205.094195:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0b632 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.094195:0:8404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246431744 00000100:00100000:1.0:1724307205.094197:0:8404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246431744 00010000:00010000:0.0:1724307205.094198:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0b632 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.094198:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092014000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246432256:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307205.094201:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0b632 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.094205:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0b632 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.094206:0:8404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11424 00000100:00100000:2.0:1724307205.094206:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1724307205.094208:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a961c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.094220:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0b632 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.094223:0:8404:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:3299:x1808064246432000:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307205.094225:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0b632 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.094231:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246432256 00010000:00010000:0.0:1724307205.094232:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0b632 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1724307205.094233:0:8404:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5157 count 1 00000100:00100000:2.0:1724307205.094233:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246432256 00010000:00010000:0.0:1724307205.094240:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0b632 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307205.094244:0:8404:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1425:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:2.0:1724307205.094245:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11425 00010000:00010000:1.0:1724307205.094248:0:8404:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b639 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.094248:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092014a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:3297:x1808064246431872:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1724307205.094255:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.094256:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1724307205.094257:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5156 count 1 00010000:00010000:1.0:1724307205.094259:0:8404:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b639 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.094266:0:8404:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b639 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307205.094269:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1424:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.094272:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090439d40/0x85b23e07e0c0b640 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.094273:0:8404:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b639 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.094278:0:8404:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b639 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094278:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.094279:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.094282:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090439d40/0x85b23e07e0c0b640 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.094284:0:8404:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b639 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.094289:0:8404:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a658c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.094289:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090439d40/0x85b23e07e0c0b640 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.094291:0:8404:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b639 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094294:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090439d40/0x85b23e07e0c0b640 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.094296:0:8404:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b639 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094300:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090439d40/0x85b23e07e0c0b640 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.094303:0:8404:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b639 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094305:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090439d40/0x85b23e07e0c0b640 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.094310:0:8404:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b639 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094310:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090439d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.094312:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090439d40/0x85b23e07e0c0b640 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094318:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090439d40/0x85b23e07e0c0b640 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094325:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090439d40/0x85b23e07e0c0b640 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094330:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090439d40/0x85b23e07e0c0b640 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.094336:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+36:3299:x1808064246432128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 170us (225us total) trans 4294970659 rc 0/0 00000100:00100000:0.0:1724307205.094340:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11423 00000100:00100000:0.0:1724307205.094347:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11426 00000100:00100000:0.0:1724307205.094350:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092016680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+35:3297:x1808064246432384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307205.094364:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5160 count 1 00000100:00100000:2.0:1724307205.094365:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11427 00000100:00100000:2.0:1724307205.094369:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+35:3297:x1808064246431744:12345-0@lo:6:osp-syn-1-0.0 00002000:00010000:0.0:1724307205.094375:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1428:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00080000:2.0:1724307205.094377:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5155 count 1 00010000:00010000:0.0:1724307205.094379:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0b647 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.094384:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.094386:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00010000:2.0:1724307205.094386:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1423:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307205.094388:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0b647 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094390:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0b64e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.094394:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0b647 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094395:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.094396:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.094398:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0b64e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.094400:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0b647 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.094405:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0b647 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094405:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0b64e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094410:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0b64e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.094414:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0b647 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094415:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0b64e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.094418:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a973c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.094420:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0b647 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094421:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0b64e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.094426:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0b647 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094430:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090438480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.094432:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0b64e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.094433:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0b647 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094437:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0b64e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.094439:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0b647 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.094443:0:8404:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:3299:x1808064246432000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 231us (314us total) trans 4294970660 rc 0/0 00010000:00010000:2.0:1724307205.094444:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0b64e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.094448:0:8404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11424 00010000:00010000:2.0:1724307205.094448:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0b64e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.094458:0:8404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11428 00000100:00100000:1.0:1724307205.094461:0:8404:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092015c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:3297:x1808064246432256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307205.094471:0:8404:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5159 count 1 00002000:00010000:1.0:1724307205.094481:0:8404:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1427:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307205.094485:0:8404:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b655 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.094492:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.094493:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.094495:0:8404:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b655 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.094502:0:8404:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b655 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.094508:0:8404:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b655 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.094513:0:8404:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b655 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.094523:0:8404:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b655 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.094527:0:8404:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a65200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307205.094530:0:8404:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b655 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.094536:0:8404:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b655 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.094543:0:8404:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b655 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.094548:0:8404:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b655 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.094570:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092016680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+37:3297:x1808064246432384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 217us (400us total) trans 4294970661 rc 0/0 00000100:00100000:0.0:1724307205.094575:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11426 00000100:00100000:2.0:1724307205.094586:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092014a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+36:3297:x1808064246431872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 336us (441us total) trans 4294970662 rc 0/0 00000100:00100000:2.0:1724307205.094592:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11425 00000004:00080000:0.0:1724307205.094594:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880092015880/2, rc 0, transno 3364 00000100:00100000:0.0:1724307205.094600:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092015880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246432000:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307205.094606:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880092015f80/2, rc 0, transno 3363 00000100:00100000:0.0:1724307205.094609:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246432128:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.094653:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880092014380/2, rc 0, transno 3366 00000100:00100000:2.0:1724307205.094657:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092014380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246431872:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.094666:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880092015500/2, rc 0, transno 3365 00000100:00100000:2.0:1724307205.094668:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092015500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246432384:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.094672:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1724307205.094682:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246432896:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.094683:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246432640:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.094693:0:8404:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092015c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:3297:x1808064246432256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 230us (485us total) trans 4294970663 rc 0/0 00000100:00100000:1.0:1724307205.094698:0:8404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11428 00000100:00100000:3.0:1724307205.094698:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246432512:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.094699:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307205.094707:0:8404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246432896 00000100:00100000:1.0:1724307205.094709:0:8404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246432896 00000100:00100000:2.0:1724307205.094710:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246432768:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.094711:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307205.094721:0:8404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246432640 00000100:00100000:1.0:1724307205.094723:0:8404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246432640 00000100:00100000:2.0:1724307205.094725:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307205.094726:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11429 00000100:00100000:1.0:1724307205.094733:0:8404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246432768 00000100:00100000:1.0:1724307205.094734:0:8404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246432768 00000004:00080000:2.0:1724307205.094737:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880092014000/2, rc 0, transno 3367 00000100:00100000:2.0:1724307205.094742:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092014000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246432256:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.094804:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3297:x1808064246431744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 434us (611us total) trans 4294970664 rc 0/0 00000100:00100000:2.0:1724307205.094809:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11427 00000100:00100000:3.0:1724307205.094809:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092017b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3297:x1808064246432896:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.094818:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11430 00002000:00080000:3.0:1724307205.094820:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5164 count 1 00000100:00100000:2.0:1724307205.094821:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3299:x1808064246432640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.094828:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5162 count 1 00002000:00010000:3.0:1724307205.094831:0:19402:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x142c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307205.094835:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0240/0x85b23e07e0c0b65c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307205.094836:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x142a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.094839:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043af40/0x85b23e07e0c0b663 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.094841:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.094842:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.094844:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.094845:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.094845:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0240/0x85b23e07e0c0b65c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094847:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009043af40/0x85b23e07e0c0b663 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.094851:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0240/0x85b23e07e0c0b65c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094853:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009043af40/0x85b23e07e0c0b663 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.094857:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0240/0x85b23e07e0c0b65c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094858:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043af40/0x85b23e07e0c0b663 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.094862:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0240/0x85b23e07e0c0b65c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094864:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009043af40/0x85b23e07e0c0b663 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.094867:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0240/0x85b23e07e0c0b65c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.094871:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.094874:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009043af40/0x85b23e07e0c0b663 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.094874:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0240/0x85b23e07e0c0b65c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094879:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043af40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307205.094879:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0240/0x85b23e07e0c0b65c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094881:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043af40/0x85b23e07e0c0b663 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094886:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043af40/0x85b23e07e0c0b663 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.094886:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0240/0x85b23e07e0c0b65c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094892:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009043af40/0x85b23e07e0c0b663 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.094896:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0240/0x85b23e07e0c0b65c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.094897:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009043af40/0x85b23e07e0c0b663 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.094995:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3299:x1808064246432640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 173us (284us total) trans 4294970665 rc 0/0 00000100:00100000:2.0:1724307205.095000:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11430 00000100:00100000:2.0:1724307205.095007:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11431 00000100:00100000:2.0:1724307205.095010:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092017800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3297:x1808064246432768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.095017:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5163 count 1 00002000:00010000:2.0:1724307205.095026:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x142b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.095029:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043bcc0/0x85b23e07e0c0b66a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095038:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.095039:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.095041:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009043bcc0/0x85b23e07e0c0b66a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095047:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009043bcc0/0x85b23e07e0c0b66a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095052:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043bcc0/0x85b23e07e0c0b66a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095056:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009043bcc0/0x85b23e07e0c0b66a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095061:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009043bcc0/0x85b23e07e0c0b66a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095065:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043bcc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.095067:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043bcc0/0x85b23e07e0c0b66a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095073:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043bcc0/0x85b23e07e0c0b66a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095080:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009043bcc0/0x85b23e07e0c0b66a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095089:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009043bcc0/0x85b23e07e0c0b66a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.095182:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092017800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3297:x1808064246432768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 170us (455us total) trans 4294970666 rc 0/0 00000100:00100000:2.0:1724307205.095186:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11431 00000100:00100000:0.0:1724307205.095587:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1724307205.095590:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009e833100/2, rc 0, transno 3369 00000100:00100000:2.0:1724307205.095594:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246432640:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.095606:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009e833480/2, rc 0, transno 3370 00000100:00100000:2.0:1724307205.095609:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246432768:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307205.095616:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880093208380/2, rc 0, transno 3362 00000004:00080000:2.0:1724307205.095616:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880092014700/2, rc 0, transno 3368 00000100:00100000:0.0:1724307205.095619:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093208380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246431104:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.095619:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092014700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246431744:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.095627:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009af23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246433152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.095628:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009af22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246433024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.095661:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.095666:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246432512 00000100:00100000:1.0:1724307205.095666:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009af23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246433280:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.095669:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246432512 00000100:00100000:2.0:1724307205.095674:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1724307205.095678:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009af21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246433536:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.095682:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246433152 00000100:00100000:0.0:1724307205.095684:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246433152 00000100:00100000:3.0:1724307205.095687:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092017b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+41:3297:x1808064246432896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 956us (988us total) trans 4294970667 rc 0/0 00000100:00100000:1.0:1724307205.095688:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307205.095692:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11429 00000100:00100000:0.0:1724307205.095693:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246433280 00000100:00100000:2.0:1724307205.095694:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009af22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246433408:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.095695:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246433280 00000100:00100000:3.0:1724307205.095702:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11432 00000100:00100000:0.0:1724307205.095706:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11433 00000100:00100000:3.0:1724307205.095706:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+41:3298:x1808064246432512:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.095707:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.095710:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3299:x1808064246433152:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.095715:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246433408 00002000:00080000:3.0:1724307205.095715:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5161 count 1 00000100:00100000:1.0:1724307205.095718:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246433408 00000004:00080000:2.0:1724307205.095719:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009e833b80/2, rc 0, transno 3371 00002000:00080000:0.0:1724307205.095720:0:19425:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5166 count 1 00000100:00100000:2.0:1724307205.095725:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246432896:0@lo:6:osp-syn-1-0.0 00002000:00010000:3.0:1724307205.095725:0:19402:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1429:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307205.095728:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0b671 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.095731:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11434 00002000:00010000:0.0:1724307205.095733:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x142e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307205.095734:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1724307205.095735:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+42:3296:x1808064246433280:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1724307205.095735:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.095737:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0b678 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.095737:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11435 00010000:00010000:3.0:1724307205.095737:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0b671 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.095740:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+42:3297:x1808064246433408:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307205.095744:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.095744:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0b671 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.095745:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1724307205.095745:0:18504:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5167 count 1 00010000:00010000:0.0:1724307205.095747:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0b678 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.095750:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0b671 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1724307205.095751:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5168 count 1 00010000:00010000:0.0:1724307205.095754:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0b678 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.095756:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0b671 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307205.095757:0:18504:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x142f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307205.095760:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0b678 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307205.095760:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1430:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307205.095761:0:18504:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b67f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095764:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800904398c0/0x85b23e07e0c0b686 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.095765:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0b678 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.095766:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0b671 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.095768:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.095769:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.095769:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.095770:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0b678 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.095770:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.095771:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.095772:0:18504:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b67f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095773:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904398c0/0x85b23e07e0c0b686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.095773:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0b671 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.095775:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.095777:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0b678 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.095778:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0b671 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095779:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904398c0/0x85b23e07e0c0b686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.095780:0:18504:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b67f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.095782:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0b678 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095785:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800904398c0/0x85b23e07e0c0b686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.095785:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0b671 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.095786:0:18504:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b67f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.095789:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0b678 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095790:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800904398c0/0x85b23e07e0c0b686 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.095791:0:18504:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b67f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.095791:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0b671 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.095794:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0b678 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.095796:0:18504:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b67f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095796:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800904398c0/0x85b23e07e0c0b686 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095799:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800904398c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307205.095801:0:18504:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a64900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.095801:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800904398c0/0x85b23e07e0c0b686 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.095804:0:18504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b67f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095806:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800904398c0/0x85b23e07e0c0b686 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.095813:0:18504:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b67f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095816:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800904398c0/0x85b23e07e0c0b686 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.095820:0:18504:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b67f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095821:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904398c0/0x85b23e07e0c0b686 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.095825:0:18504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b67f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.095870:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.095884:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009af22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246433664:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.095898:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.095913:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246433536 00000100:00100000:2.0:1724307205.095916:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246433536 00000100:00100000:2.0:1724307205.095928:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246433664 00000100:00100000:2.0:1724307205.095930:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246433664 00000100:00100000:0.0:1724307205.095934:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+48:3299:x1808064246433152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 222us (272us total) trans 4294970668 rc 0/0 00000100:00100000:2.0:1724307205.095940:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11436 00000100:00100000:3.0:1724307205.095941:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+48:3297:x1808064246433408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 200us (233us total) trans 4294970670 rc 0/0 00000100:00100000:0.0:1724307205.095943:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11433 00000100:00100000:2.0:1724307205.095943:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136994380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+48:3299:x1808064246433536:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.095946:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11435 00002000:00080000:2.0:1724307205.095952:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5169 count 1 00000100:00100000:0.0:1724307205.095954:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11437 00000100:00100000:0.0:1724307205.095958:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+46:3299:x1808064246433664:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.095959:0:18504:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+46:3296:x1808064246433280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 222us (269us total) trans 4294970671 rc 0/0 00002000:00010000:2.0:1724307205.095962:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1431:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:1.0:1724307205.095965:0:18504:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11434 00010000:00010000:2.0:1724307205.095966:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043b840/0x85b23e07e0c0b68d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307205.095968:0:19425:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5170 count 1 00000004:00080000:3.0:1724307205.095968:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009af22d80/2, rc 0, transno 3374 00010000:00010000:2.0:1724307205.095972:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.095973:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1724307205.095973:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009af22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246433408:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.095976:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009043b840/0x85b23e07e0c0b68d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307205.095979:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1432:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307205.095983:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0b694 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.095983:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009043b840/0x85b23e07e0c0b68d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1724307205.095986:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009af23100/2, rc 0, transno 3375 00000100:00100000:1.0:1724307205.095989:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009af23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246433280:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.095992:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043b840/0x85b23e07e0c0b68d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.095993:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.095994:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.095996:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0b694 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.095997:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246433792:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.095999:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009043b840/0x85b23e07e0c0b68d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.095999:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246433920:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307205.096003:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0b694 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.096005:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009043b840/0x85b23e07e0c0b68d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096009:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0b694 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.096010:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043b840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.096012:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043b840/0x85b23e07e0c0b68d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096014:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0b694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.096014:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1724307205.096017:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043b840/0x85b23e07e0c0b68d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096020:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0b694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096025:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.096025:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009043b840/0x85b23e07e0c0b68d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096027:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0b694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.096031:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009043b840/0x85b23e07e0c0b68d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096032:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0b694 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.096033:0:8403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246433792 00000100:00100000:1.0:1724307205.096035:0:8403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246433792 00010000:00010000:0.0:1724307205.096040:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0b694 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.096045:0:8403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11438 00000100:00100000:1.0:1724307205.096049:0:8403:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+46:3296:x1808064246433792:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307205.096050:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0b694 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.096052:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:3298:x1808064246432512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 345us (469us total) trans 4294970669 rc 0/0 00000100:00100000:3.0:1724307205.096057:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11432 00002000:00080000:1.0:1724307205.096059:0:8403:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5171 count 1 00002000:00010000:1.0:1724307205.096069:0:8403:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1433:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1724307205.096070:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1724307205.096073:0:8403:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b69b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.096084:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.096085:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.096088:0:8403:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b69b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.096095:0:8403:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b69b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.096100:0:8403:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b69b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.096106:0:8403:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b69b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.096111:0:8403:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b69b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.096115:0:8403:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a65f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307205.096118:0:8403:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b69b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.096123:0:8403:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b69b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.096131:0:8403:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b69b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.096131:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136994380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+47:3299:x1808064246433536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 187us (261us total) trans 4294970672 rc 0/0 00000100:00100000:2.0:1724307205.096137:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11436 00010000:00010000:1.0:1724307205.096141:0:8403:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b69b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.096159:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+46:3299:x1808064246433664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 200us (259us total) trans 4294970673 rc 0/0 00000100:00100000:0.0:1724307205.096165:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11437 00000100:00100000:1.0:1724307205.096260:0:8403:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+46:3296:x1808064246433792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 209us (244us total) trans 4294970674 rc 0/0 00000100:00100000:1.0:1724307205.096265:0:8403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11438 00000100:00100000:2.0:1724307205.096306:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246433920 00000100:00100000:2.0:1724307205.096309:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246433920 00000100:00100000:2.0:1724307205.096321:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11439 00000100:00100000:2.0:1724307205.096324:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+46:3297:x1808064246433920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.096333:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5172 count 1 00000100:00100000:3.0:1724307205.096342:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11440 00002000:00010000:2.0:1724307205.096343:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1434:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1724307205.096345:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e832300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+46:3299:x1808064246431616:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.096347:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043b3c0/0x85b23e07e0c0b6a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.096353:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.096354:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1724307205.096354:0:15470:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5154 count 1 00010000:00010000:2.0:1724307205.096356:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009043b3c0/0x85b23e07e0c0b6a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.096362:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009043b3c0/0x85b23e07e0c0b6a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307205.096363:0:15470:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1422:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307205.096367:0:15470:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1440/0x85b23e07e0c0b6a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.096368:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043b3c0/0x85b23e07e0c0b6a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.096372:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.096373:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009043b3c0/0x85b23e07e0c0b6a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.096373:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.096375:0:15470:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1440/0x85b23e07e0c0b6a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.096379:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009043b3c0/0x85b23e07e0c0b6a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.096381:0:15470:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1440/0x85b23e07e0c0b6a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.096383:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043b3c0 already unused, calling callback (ffffffffa084f3f0) 00000100:00100000:0.0:1724307205.096384:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1724307205.096385:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043b3c0/0x85b23e07e0c0b6a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.096386:0:15470:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1440/0x85b23e07e0c0b6a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.096391:0:15470:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1440/0x85b23e07e0c0b6a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.096395:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043b3c0/0x85b23e07e0c0b6a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.096397:0:15470:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1440/0x85b23e07e0c0b6a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307205.096401:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009e832680/2, rc 0, transno 3373 00010000:00010000:3.0:1724307205.096401:0:15470:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.096402:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009043b3c0/0x85b23e07e0c0b6a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.096403:0:15470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1440/0x85b23e07e0c0b6a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.096406:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246432512:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.096407:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009043b3c0/0x85b23e07e0c0b6a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.096413:0:15470:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1440/0x85b23e07e0c0b6a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.096418:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246433024 00010000:00010000:3.0:1724307205.096419:0:15470:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1440/0x85b23e07e0c0b6a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.096421:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246433024 00010000:00010000:3.0:1724307205.096424:0:15470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1440/0x85b23e07e0c0b6a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.096433:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11441 00000100:00100000:0.0:1724307205.096436:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+47:3298:x1808064246433024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307205.096446:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5165 count 1 00002000:00010000:0.0:1724307205.096457:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x142d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307205.096461:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0b6b0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096468:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.096469:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.096471:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0b6b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096478:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0b6b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096488:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0b6b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096493:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0b6b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096499:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0b6b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096503:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.096505:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0b6b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096510:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0b6b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.096515:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+48:3297:x1808064246433920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 189us (443us total) trans 4294970675 rc 0/0 00010000:00010000:0.0:1724307205.096517:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0b6b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.096519:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11439 00010000:00010000:0.0:1724307205.096521:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0b6b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1724307205.096623:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009af22680/2, rc 0, transno 3377 00000100:00100000:2.0:1724307205.096627:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009af22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246433664:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.096629:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+48:3298:x1808064246433024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 191us (244us total) trans 4294970676 rc 0/0 00000100:00100000:0.0:1724307205.096633:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11441 00000004:00080000:2.0:1724307205.096633:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009af21180/2, rc 0, transno 3376 00000100:00100000:2.0:1724307205.096635:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009af21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246433536:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.096659:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009af23480/2, rc 0, transno 3372 00000100:00100000:2.0:1724307205.096662:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009af23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246433152:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307205.096665:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009af22a00/2, rc 0, transno 3380 00000100:00100000:0.0:1724307205.096669:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009af22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246433024:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.096701:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800930d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246434048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.096716:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.096727:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800930d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246434176:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.096729:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800930d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246434560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.096746:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.096750:0:8405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246434048 00000100:00100000:0.0:1724307205.096753:0:8405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246434048 00000100:00100000:0.0:1724307205.096763:0:8405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246434176 00000100:00100000:2.0:1724307205.096763:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.096765:0:8405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246434176 00000100:00100000:0.0:1724307205.096773:0:8405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246434560 00000100:00100000:0.0:1724307205.096774:0:8405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246434560 00000100:00100000:2.0:1724307205.096780:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11442 00000100:00100000:0.0:1724307205.096783:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11443 00000100:00100000:2.0:1724307205.096784:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+50:3298:x1808064246434048:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.096787:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+50:3299:x1808064246434176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.096794:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5173 count 1 00002000:00080000:0.0:1724307205.096796:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5174 count 1 00002000:00010000:2.0:1724307205.096805:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1435:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:0.0:1724307205.096807:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1436:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.096809:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043aac0/0x85b23e07e0c0b6b7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096811:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0b6be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.096815:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.096816:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.096817:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.096818:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.096818:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009043aac0/0x85b23e07e0c0b6b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096820:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0b6be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.096825:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009043aac0/0x85b23e07e0c0b6b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096826:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0b6be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.096831:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043aac0/0x85b23e07e0c0b6b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096832:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0b6be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.096836:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009043aac0/0x85b23e07e0c0b6b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096841:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0b6be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.096841:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009043aac0/0x85b23e07e0c0b6b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096846:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0b6be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.096846:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043aac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.096848:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043aac0/0x85b23e07e0c0b6b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096851:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.096853:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0b6be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.096853:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043aac0/0x85b23e07e0c0b6b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096858:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0b6be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.096860:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009043aac0/0x85b23e07e0c0b6b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096865:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0b6be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.096865:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009043aac0/0x85b23e07e0c0b6b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.096870:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0b6be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.096966:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+51:3298:x1808064246434048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 181us (249us total) trans 4294970677 rc 0/0 00000100:00100000:2.0:1724307205.096971:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11442 00000100:00100000:2.0:1724307205.096979:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11444 00000100:00100000:2.0:1724307205.096983:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+50:3298:x1808064246434560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.096992:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5177 count 1 00002000:00010000:2.0:1724307205.097001:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1439:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.097005:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0b6c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097011:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.097012:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.097014:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0b6c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097021:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0b6c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097027:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0b6c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097032:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0b6c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097042:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0b6c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097046:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043b180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.097048:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0b6c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097054:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0b6c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097061:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0b6c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097066:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0b6c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1724307205.097142:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800930d8a80/2, rc 0, transno 3381 00000100:00100000:2.0:1724307205.097148:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800930d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246434048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.097166:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+52:3299:x1808064246434176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 378us (419us total) trans 4294970678 rc 0/0 00000100:00100000:0.0:1724307205.097171:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11443 00000100:00100000:2.0:1724307205.097193:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+51:3298:x1808064246434560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 208us (428us total) trans 4294970679 rc 0/0 00000100:00100000:2.0:1724307205.097198:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11444 00000100:00100000:0.0:1724307205.097203:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800930d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246434304:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.097229:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800930d9500/2, rc 0, transno 3382 00000100:00100000:2.0:1724307205.097232:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800930d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246434176:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.097392:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800930d9c00/2, rc 0, transno 3383 00000100:00100000:2.0:1724307205.097396:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800930d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246434560:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.097399:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1724307205.097414:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6b0a300/2, rc 0, transno 3378 00000100:00100000:0.0:1724307205.097417:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246433792:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.097426:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800930d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246434816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.097437:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800930da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246434688:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.097439:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.097448:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1724307205.097452:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800930da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246434432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.097455:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.097467:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.097468:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1724307205.097472:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800930d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246435072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.097475:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800930d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246434944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.097484:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.097491:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246434304 00000100:00100000:0.0:1724307205.097494:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246434304 00000100:00100000:2.0:1724307205.097499:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.097504:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246434816 00000100:00100000:0.0:1724307205.097505:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246434816 00000100:00100000:0.0:1724307205.097511:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246434688 00000100:00100000:0.0:1724307205.097512:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246434688 00000100:00100000:2.0:1724307205.097513:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246434432 00000100:00100000:2.0:1724307205.097516:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246434432 00000100:00100000:0.0:1724307205.097518:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246435072 00000100:00100000:0.0:1724307205.097520:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246435072 00000100:00100000:2.0:1724307205.097529:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246434944 00000100:00100000:2.0:1724307205.097530:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246434944 00000100:00100000:0.0:1724307205.097541:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11445 00000100:00100000:2.0:1724307205.097545:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11446 00000100:00100000:0.0:1724307205.097546:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+56:3296:x1808064246434304:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.097548:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+56:3296:x1808064246434816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307205.097555:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5175 count 1 00002000:00080000:2.0:1724307205.097558:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5179 count 1 00002000:00010000:0.0:1724307205.097567:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1437:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:2.0:1724307205.097568:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x143b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1724307205.097570:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11447 00010000:00010000:2.0:1724307205.097572:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0b6d3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.097574:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+56:3299:x1808064246434688:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.097578:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.097579:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.097582:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0b6d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1724307205.097583:0:14386:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5178 count 1 00010000:00010000:2.0:1724307205.097588:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0b6d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307205.097592:0:14386:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x143a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.097594:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0b6d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.097595:0:14386:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0b6da lrc: 3/0,1 mode: --/PW res: [0x280000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.097601:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.097602:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.097603:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0b6d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.097604:0:14386:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0b6da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097609:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0b6d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.097610:0:14386:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0b6da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097614:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090439f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307205.097615:0:14386:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0b6da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.097616:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0b6cc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097616:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0b6d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097621:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0b6d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.097624:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.097625:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.097625:0:14386:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0b6da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.097628:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0b6cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097628:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0b6d3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.097631:0:14386:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0b6da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097633:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0b6d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.097635:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0b6cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.097635:0:14386:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307205.097649:0:14386:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0b6da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.097655:0:14386:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0b6da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.097659:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0b6cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.097661:0:14386:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0b6da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.097664:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0b6cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.097667:0:14386:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0b6da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.097669:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0b6cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.097674:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.097676:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0b6cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.097680:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0b6cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.097687:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0b6cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.097692:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0b6cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1724307205.097721:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6b08700/2, rc 0, transno 3379 00000100:00100000:3.0:1724307205.097727:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246433920:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.097746:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+57:3296:x1808064246434816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 196us (306us total) trans 4294970680 rc 0/0 00000100:00100000:3.0:1724307205.097750:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246435200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.097751:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11446 00000100:00100000:2.0:1724307205.097760:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11448 00000100:00100000:2.0:1724307205.097764:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a871d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+56:3296:x1808064246434432:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.097765:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1724307205.097772:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5176 count 1 00000100:00100000:1.0:1724307205.097780:0:8403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246435200 00002000:00010000:2.0:1724307205.097782:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1438:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:1.0:1724307205.097784:0:8403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246435200 00010000:00010000:2.0:1724307205.097785:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0b6e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.097786:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11449 00000100:00100000:3.0:1724307205.097789:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+57:3299:x1808064246435072:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.097791:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.097792:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.097794:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0b6e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1724307205.097798:0:19396:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5181 count 1 00000100:00100000:1.0:1724307205.097800:0:8403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11450 00010000:00010000:2.0:1724307205.097801:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0b6e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.097804:0:8403:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+57:3296:x1808064246434944:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.097806:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0b6e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307205.097807:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x143d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307205.097811:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2640/0x85b23e07e0c0b6e8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097812:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0b6e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1724307205.097814:0:8403:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5180 count 1 00010000:00010000:3.0:1724307205.097816:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.097817:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0b6e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.097817:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.097819:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2640/0x85b23e07e0c0b6e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097822:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800904386c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.097824:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0b6e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.097825:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2640/0x85b23e07e0c0b6e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307205.097827:0:8403:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x143c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.097829:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0b6e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.097831:0:8403:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0b6ef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.097831:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2640/0x85b23e07e0c0b6e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097836:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0b6e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.097836:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2640/0x85b23e07e0c0b6e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.097838:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.097839:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.097841:0:8403:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0b6ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.097841:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2640/0x85b23e07e0c0b6e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.097842:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0b6e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.097846:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307205.097848:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2640/0x85b23e07e0c0b6e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.097849:0:8403:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0b6ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.097852:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2640/0x85b23e07e0c0b6e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.097855:0:8403:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0b6ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.097860:0:8403:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0b6ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.097863:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2640/0x85b23e07e0c0b6e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.097866:0:8403:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0b6ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.097867:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+58:3296:x1808064246434304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 320us (467us total) trans 4294970681 rc 0/0 00010000:00010000:3.0:1724307205.097868:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2640/0x85b23e07e0c0b6e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.097871:0:8403:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a67a80 already unused, calling callback (ffffffffa084f3f0) 00000100:00100000:0.0:1724307205.097873:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11445 00010000:00010000:1.0:1724307205.097874:0:8403:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0b6ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.097880:0:8403:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0b6ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.097881:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11451 00000100:00100000:0.0:1724307205.097885:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+57:3299:x1808064246435200:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1724307205.097888:0:8403:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0b6ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.097893:0:8403:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0b6ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307205.097895:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5182 count 1 00002000:00010000:0.0:1724307205.097906:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x143e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307205.097910:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0b6f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.097916:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.097917:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.097919:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0b6f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.097926:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0b6f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.097931:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0b6f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.097937:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0b6f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.097937:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a871d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+58:3296:x1808064246434432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 172us (468us total) trans 4294970682 rc 0/0 00000100:00100000:2.0:1724307205.097941:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11448 00010000:00010000:0.0:1724307205.097942:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0b6f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.097946:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.097948:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0b6f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.097954:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0b6f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1724307205.097960:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800930da680/2, rc 0, transno 3386 00010000:00010000:0.0:1724307205.097961:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0b6f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.097965:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0b6f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.097965:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800930da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246434432:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.097972:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800930d9180/2, rc 0, transno 3384 00000100:00100000:2.0:1724307205.097974:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800930d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246434816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.097976:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+58:3299:x1808064246434688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 402us (520us total) trans 4294970683 rc 0/0 00000004:00080000:2.0:1724307205.097980:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800930d9f80/2, rc 0, transno 3385 00000100:00100000:3.0:1724307205.097981:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11447 00000100:00100000:2.0:1724307205.097982:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800930d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246434304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.098017:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b658a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246435328:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.098032:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.098043:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1724307205.098045:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+59:3299:x1808064246435072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 255us (559us total) trans 4294970684 rc 0/0 00000100:00100000:2.0:1724307205.098046:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246435456:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.098050:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11449 00000100:00100000:3.0:1724307205.098056:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246435328 00000100:00100000:3.0:1724307205.098059:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246435328 00000100:00100000:2.0:1724307205.098068:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.098081:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+59:3299:x1808064246435200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 194us (314us total) trans 4294970685 rc 0/0 00000100:00100000:3.0:1724307205.098083:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246435456 00000100:00100000:2.0:1724307205.098085:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11452 00000100:00100000:3.0:1724307205.098085:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246435456 00000100:00100000:0.0:1724307205.098088:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11451 00000100:00100000:2.0:1724307205.098089:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+60:3296:x1808064246435328:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.098094:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11453 00000100:00100000:3.0:1724307205.098097:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+59:3296:x1808064246435456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.098098:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5183 count 1 00002000:00080000:3.0:1724307205.098104:0:19396:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5184 count 1 00002000:00010000:2.0:1724307205.098107:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x143f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.098111:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0b6fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307205.098111:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1440:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307205.098114:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0b704 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098120:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.098120:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.098121:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.098122:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.098123:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0b704 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098124:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0b6fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098131:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0b6fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.098132:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0b704 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098137:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0b6fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.098137:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0b704 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098143:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0b6fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.098143:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0b704 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098148:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0b6fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.098148:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0b704 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098153:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090438d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307205.098153:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.098155:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0b6fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.098155:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0b704 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098160:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0b6fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.098160:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0b704 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098167:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0b6fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.098167:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0b704 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.098172:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0b704 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098176:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0b6fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1724307205.098198:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6f38700/2, rc 0, transno 3389 00000100:00100000:3.0:1724307205.098204:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246435200:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307205.098225:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800930d9880/2, rc 0, transno 3388 00000100:00100000:3.0:1724307205.098228:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800930d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246435072:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307205.098235:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800930da300/2, rc 0, transno 3387 00000100:00100000:3.0:1724307205.098237:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800930da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246434688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.098244:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135801500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246435712:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.098249:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246435840:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.098260:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.098262:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246435968:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.098270:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1724307205.098274:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246435584:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.098275:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307205.098286:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.098287:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246435712 00000100:00100000:2.0:1724307205.098289:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246435712 00000100:00100000:2.0:1724307205.098303:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246435968 00000100:00100000:2.0:1724307205.098305:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246435968 00000100:00100000:2.0:1724307205.098312:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246435584 00000100:00100000:2.0:1724307205.098313:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246435584 00000100:00100000:2.0:1724307205.098320:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11454 00000100:00100000:2.0:1724307205.098323:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+62:3299:x1808064246435712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.098332:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5186 count 1 00002000:00010000:2.0:1724307205.098343:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1442:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.098346:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0b70b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098351:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.098352:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.098354:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0b70b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098360:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0b70b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098369:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0b70b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098374:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0b70b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098379:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0b70b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098383:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043a880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.098385:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0b70b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098390:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0b70b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098397:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0b70b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098402:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0b70b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.098433:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11455 00000100:00100000:0.0:1724307205.098437:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+62:3297:x1808064246435968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307205.098448:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5188 count 1 00002000:00010000:0.0:1724307205.098459:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1444:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307205.098463:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0b712 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.098469:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.098470:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.098472:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0b712 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.098479:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0b712 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.098485:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0b712 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.098495:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0b712 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.098500:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0b712 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.098505:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.098507:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0b712 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.098514:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0b712 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.098520:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0b712 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.098526:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0b712 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.098529:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+63:3299:x1808064246435712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 203us (267us total) trans 4294970686 rc 0/0 00000100:00100000:2.0:1724307205.098533:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11454 00000100:00100000:2.0:1724307205.098543:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11456 00000100:00100000:2.0:1724307205.098546:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+62:3299:x1808064246435584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.098554:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5185 count 1 00002000:00010000:2.0:1724307205.098564:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1441:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.098567:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0b719 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098573:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.098574:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.098576:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0b719 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098584:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0b719 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098589:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0b719 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098594:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0b719 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098600:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0b719 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098604:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090438000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.098606:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0b719 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098610:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0b719 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098617:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0b719 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098621:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0b719 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.098654:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+63:3297:x1808064246435968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 201us (362us total) trans 4294970687 rc 0/0 00000100:00100000:0.0:1724307205.098659:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11455 00000100:00100000:2.0:1724307205.098736:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+63:3299:x1808064246435584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 188us (449us total) trans 4294970688 rc 0/0 00000100:00100000:2.0:1724307205.098741:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11456 00000100:00100000:2.0:1724307205.098826:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+63:3296:x1808064246435328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 736us (793us total) trans 4294970689 rc 0/0 00000100:00100000:2.0:1724307205.098830:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11452 00000100:00100000:2.0:1724307205.098843:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1724307205.098858:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b658a80/2, rc 0, transno 3393 00000100:00100000:2.0:1724307205.098863:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b658a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246435328:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.098875:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246435840 00000100:00100000:2.0:1724307205.098877:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246435840 00000100:00100000:2.0:1724307205.098888:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11457 00000100:00100000:2.0:1724307205.098891:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+63:3296:x1808064246435840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.098900:0:14386:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5187 count 1 00002000:00010000:2.0:1724307205.098910:0:14386:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1443:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.098914:0:14386:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0b720 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098919:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.098920:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.098923:0:14386:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0b720 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098930:0:14386:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0b720 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098935:0:14386:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0b720 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098941:0:14386:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0b720 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098946:0:14386:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0b720 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098951:0:14386:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090438900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.098953:0:14386:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0b720 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.098955:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+64:3296:x1808064246435456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 857us (886us total) trans 4294970690 rc 0/0 00010000:00010000:2.0:1724307205.098959:0:14386:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0b720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.098960:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11453 00010000:00010000:2.0:1724307205.098966:0:14386:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0b720 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.098971:0:14386:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0b720 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1724307205.098977:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880135803b80/2, rc 0, transno 3392 00000100:00100000:3.0:1724307205.098980:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246435584:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307205.098986:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880135801500/2, rc 0, transno 3390 00000100:00100000:3.0:1724307205.098988:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135801500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246435712:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.099052:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b65b480/2, rc 0, transno 3394 00000100:00100000:2.0:1724307205.099055:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b65b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246435456:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.099069:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009e6a2d80/2, rc 0, transno 3391 00000100:00100000:2.0:1724307205.099071:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e6a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246435968:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.099080:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e832300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+66:3299:x1808064246431616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2733us (4990us total) trans 4294970691 rc 0/0 00000100:00100000:3.0:1724307205.099085:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11440 00000100:00100000:1.0:1724307205.099091:0:8403:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+66:3296:x1808064246434944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1285us (1589us total) trans 4294970692 rc 0/0 00000100:00100000:1.0:1724307205.099097:0:8403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11450 00000100:00100000:2.0:1724307205.099117:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246436352:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.099134:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1724307205.099146:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800930d8e00/2, rc 0, transno 3396 00000100:00100000:2.0:1724307205.099151:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800930d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246434944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.099157:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1724307205.099161:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b87a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246436480:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.099169:0:8403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246436352 00000100:00100000:1.0:1724307205.099173:0:8403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246436352 00000100:00100000:2.0:1724307205.099175:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307205.099185:0:8403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246436480 00000100:00100000:1.0:1724307205.099186:0:8403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246436480 00000100:00100000:2.0:1724307205.099190:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11458 00000100:00100000:2.0:1724307205.099194:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b878700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+66:3296:x1808064246436352:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.099198:0:8403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11459 00000100:00100000:1.0:1724307205.099202:0:8403:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b878a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+66:3296:x1808064246436480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.099204:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5191 count 1 00002000:00080000:1.0:1724307205.099223:0:8403:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5192 count 1 00002000:00010000:2.0:1724307205.099229:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1447:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.099233:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0b727 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307205.099236:0:8403:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1448:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.099239:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.099240:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.099241:0:8403:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0b72e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.099242:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0b727 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099248:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.099249:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.099249:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0b727 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099252:0:8403:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0b72e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.099255:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0b727 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099259:0:8403:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0b72e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.099260:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0b727 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099265:0:8403:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0b72e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.099265:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0b727 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.099269:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043ba80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307205.099270:0:8403:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0b72e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.099271:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0b727 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099275:0:8403:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0b72e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.099276:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0b727 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099279:0:8403:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a65d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307205.099281:0:8403:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0b72e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.099283:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0b727 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099286:0:8403:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0b72e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.099287:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0b727 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099293:0:8403:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0b72e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099299:0:8403:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0b72e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.099388:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b878700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+68:3296:x1808064246436352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 193us (252us total) trans 4294970694 rc 0/0 00000100:00100000:2.0:1724307205.099393:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11458 00000100:00100000:1.0:1724307205.099404:0:8403:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b878a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+67:3296:x1808064246436480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 200us (227us total) trans 4294970695 rc 0/0 00000100:00100000:1.0:1724307205.099408:0:8403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11459 00000004:00080000:2.0:1724307205.099412:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b87a680/2, rc 0, transno 3399 00000100:00100000:2.0:1724307205.099415:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b87a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246436480:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.099421:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b87aa00/2, rc 0, transno 3398 00000100:00100000:2.0:1724307205.099423:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246436352:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.099452:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+66:3296:x1808064246435840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 559us (607us total) trans 4294970693 rc 0/0 00000100:00100000:1.0:1724307205.099455:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11457 00000100:00100000:2.0:1724307205.099456:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b87ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246436864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.099467:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b879880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246436096:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.099471:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1724307205.099484:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009e6a0700/2, rc 0, transno 3397 00000100:00100000:2.0:1724307205.099488:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e6a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246435840:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.099494:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1724307205.099495:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.099498:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246436992:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.099505:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246436608:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.099513:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307205.099519:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246436864 00000100:00100000:1.0:1724307205.099521:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246436864 00000100:00100000:1.0:1724307205.099530:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246436096 00000100:00100000:1.0:1724307205.099531:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246436096 00000100:00100000:2.0:1724307205.099531:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246436992 00000100:00100000:2.0:1724307205.099534:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246436992 00000100:00100000:1.0:1724307205.099539:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11460 00000100:00100000:1.0:1724307205.099542:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+68:3296:x1808064246436864:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.099546:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11461 00000100:00100000:2.0:1724307205.099549:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+68:3298:x1808064246436096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307205.099550:0:14386:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5195 count 1 00002000:00080000:2.0:1724307205.099558:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5189 count 1 00002000:00010000:1.0:1724307205.099560:0:14386:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x144b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307205.099563:0:14386:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0b735 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099569:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.099570:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00010000:2.0:1724307205.099570:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1445:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307205.099572:0:14386:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0b735 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.099573:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0b73c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099579:0:14386:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0b735 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.099579:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.099580:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.099582:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0b73c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099584:0:14386:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0b735 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099589:0:14386:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0b735 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.099589:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0b73c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099594:0:14386:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0b735 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099599:0:14386:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a66ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.099599:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0b73c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099601:0:14386:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0b735 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.099604:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0b73c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099606:0:14386:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0b735 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.099609:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0b73c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099613:0:14386:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0b735 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.099613:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.099615:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0b73c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099618:0:14386:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0b735 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.099620:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0b73c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.099626:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0b73c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.099631:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0b73c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.099728:0:8404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11462 00000100:00100000:1.0:1724307205.099733:0:8404:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+70:3296:x1808064246436992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307205.099744:0:8404:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5196 count 1 00002000:00010000:1.0:1724307205.099755:0:8404:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x144c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:2.0:1724307205.099755:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+70:3298:x1808064246436096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 204us (259us total) trans 4294970696 rc 0/0 00010000:00010000:1.0:1724307205.099759:0:8404:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0b743 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.099760:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11461 00010000:00010000:1.0:1724307205.099766:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.099767:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.099769:0:8404:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0b743 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099776:0:8404:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0b743 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099781:0:8404:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0b743 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099785:0:8404:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0b743 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099790:0:8404:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0b743 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099793:0:8404:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a66f40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307205.099795:0:8404:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0b743 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099800:0:8404:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0b743 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099807:0:8404:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0b743 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.099812:0:8404:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0b743 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.099923:0:8404:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+70:3296:x1808064246436992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 189us (409us total) trans 4294970698 rc 0/0 00000100:00100000:1.0:1724307205.099929:0:8404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11462 00000004:00080000:2.0:1724307205.099951:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b879180/2, rc 0, transno 3402 00000100:00100000:2.0:1724307205.099957:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246436992:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.099966:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+69:3296:x1808064246436864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 424us (495us total) trans 4294970697 rc 0/0 00000004:00080000:2.0:1724307205.099966:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b87ad80/2, rc 0, transno 3401 00000100:00100000:2.0:1724307205.099968:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b87ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246436864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.099970:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11460 00000100:00100000:1.0:1724307205.099979:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.099991:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1724307205.099992:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246437120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.099996:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246437376:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.100004:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.100013:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1724307205.100016:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b879880/2, rc 0, transno 3400 00000100:00100000:1.0:1724307205.100021:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b879880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246436096:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.100025:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246436608 00000100:00100000:1.0:1724307205.100026:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1724307205.100027:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246436608 00000100:00100000:1.0:1724307205.100029:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246436224:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.100037:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246437120 00000100:00100000:2.0:1724307205.100039:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246437120 00000100:00100000:1.0:1724307205.100040:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307205.100046:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b879c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246436736:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.100047:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246437376 00000100:00100000:2.0:1724307205.100049:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246437376 00000100:00100000:1.0:1724307205.100055:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.100059:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246436224 00000100:00100000:2.0:1724307205.100060:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246436224 00000100:00100000:1.0:1724307205.100062:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246437248:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.100068:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246436736 00000100:00100000:2.0:1724307205.100069:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246436736 00000100:00100000:1.0:1724307205.100070:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.100078:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246437248 00000100:00100000:2.0:1724307205.100080:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246437248 00000100:00100000:1.0:1724307205.100084:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11463 00000100:00100000:1.0:1724307205.100088:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+74:3298:x1808064246436608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307205.100098:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5193 count 1 00000100:00100000:2.0:1724307205.100101:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11464 00000100:00100000:2.0:1724307205.100105:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+74:3298:x1808064246437120:12345-0@lo:6:osp-syn-1-0.0 00002000:00010000:1.0:1724307205.100107:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1449:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307205.100111:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0b74a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1724307205.100113:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5197 count 1 00010000:00010000:1.0:1724307205.100116:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.100118:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.100120:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0b74a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307205.100124:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x144d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307205.100126:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0b74a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100127:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0b751 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100131:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0b74a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100133:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.100134:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.100135:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0b74a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100136:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0b751 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100140:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0b74a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100145:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a673c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307205.100147:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0b74a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100147:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0b751 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100153:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0b751 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100155:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0b74a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100158:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0b751 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100162:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0b74a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100163:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0b751 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100167:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0b74a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100168:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.100170:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0b751 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100175:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0b751 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100182:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0b751 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100187:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0b751 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.100193:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11465 00000100:00100000:0.0:1724307205.100198:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+74:3297:x1808064246437376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307205.100220:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5199 count 1 00002000:00010000:0.0:1724307205.100235:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x144f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307205.100240:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b758 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.100247:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.100248:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.100250:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b758 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.100259:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b758 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.100265:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b758 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.100269:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+76:3298:x1808064246436608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 180us (288us total) trans 4294970699 rc 0/0 00010000:00010000:0.0:1724307205.100270:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b758 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.100273:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11463 00010000:00010000:0.0:1724307205.100275:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b758 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.100279:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95680 already unused, calling callback (ffffffffa084f3f0) 00000100:00100000:1.0:1724307205.100281:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11466 00010000:00010000:0.0:1724307205.100282:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b758 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.100284:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+75:3298:x1808064246436224:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307205.100286:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1724307205.100291:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5190 count 1 00010000:00010000:0.0:1724307205.100293:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b758 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.100297:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b758 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307205.100299:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1446:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307205.100303:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67180/0x85b23e07e0c0b75f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.100305:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+75:3298:x1808064246437120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 199us (299us total) trans 4294970700 rc 0/0 00010000:00010000:1.0:1724307205.100308:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.100309:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.100311:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67180/0x85b23e07e0c0b75f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.100311:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11464 00010000:00010000:1.0:1724307205.100317:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67180/0x85b23e07e0c0b75f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.100320:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11467 00000100:00100000:2.0:1724307205.100323:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+74:3298:x1808064246436736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.100332:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5194 count 1 00002000:00010000:2.0:1724307205.100341:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x144a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.100345:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0b766 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100351:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.100352:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.100354:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0b766 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100361:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0b766 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100366:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0b766 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100373:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0b766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100378:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0b766 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100382:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.100384:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0b766 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100389:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0b766 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100396:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0b766 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100402:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0b766 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1724307205.100404:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012d40c380/2, rc 0, transno 3395 00000100:00100000:3.0:1724307205.100408:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d40c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246431616:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.100409:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+75:3297:x1808064246437376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 211us (395us total) trans 4294970701 rc 0/0 00000100:00100000:0.0:1724307205.100414:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11465 00000100:00100000:3.0:1724307205.100421:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11468 00000100:00100000:3.0:1724307205.100424:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+74:3298:x1808064246437248:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1724307205.100434:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009c229880/2, rc 0, transno 3405 00002000:00080000:3.0:1724307205.100436:0:19396:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5198 count 1 00000100:00100000:0.0:1724307205.100437:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246437376:0@lo:6:osp-syn-1-0.0 00002000:00010000:3.0:1724307205.100446:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x144e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307205.100449:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0b76d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.100455:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.100456:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.100458:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0b76d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.100465:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0b76d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.100471:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0b76d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.100476:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0b76d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.100482:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0b76d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.100486:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe33c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307205.100488:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0b76d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.100494:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0b76d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.100497:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+75:3298:x1808064246436736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 172us (440us total) trans 4294970702 rc 0/0 00010000:00010000:1.0:1724307205.100499:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67180/0x85b23e07e0c0b75f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.100501:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11467 00010000:00010000:1.0:1724307205.100505:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67180/0x85b23e07e0c0b75f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.100505:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0b76d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.100510:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0b76d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100511:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67180/0x85b23e07e0c0b75f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100516:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a67180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307205.100518:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67180/0x85b23e07e0c0b75f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100524:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67180/0x85b23e07e0c0b75f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100532:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67180/0x85b23e07e0c0b75f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100537:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67180/0x85b23e07e0c0b75f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.100548:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246437504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.100558:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246437760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.100564:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.100575:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.100580:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246437504 00000100:00100000:0.0:1724307205.100582:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246437504 00000100:00100000:2.0:1724307205.100586:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1724307205.100589:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246437632:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.100592:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246437760 00000100:00100000:0.0:1724307205.100593:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246437760 00000100:00100000:0.0:1724307205.100600:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11469 00000100:00100000:2.0:1724307205.100601:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.100604:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a871dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+77:3297:x1808064246437504:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.100608:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+78:3298:x1808064246437248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 183us (537us total) trans 4294970703 rc 0/0 00000100:00100000:0.0:1724307205.100612:0:18506:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246437632 00000100:00100000:0.0:1724307205.100613:0:18506:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246437632 00000100:00100000:3.0:1724307205.100614:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11468 00000100:00100000:2.0:1724307205.100616:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11470 00000100:00100000:2.0:1724307205.100619:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+78:3299:x1808064246437760:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.100622:0:18506:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11471 00000100:00100000:0.0:1724307205.100625:0:18506:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+78:3299:x1808064246437632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.100629:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5202 count 1 00002000:00080000:0.0:1724307205.100632:0:18506:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5201 count 1 00002000:00010000:2.0:1724307205.100653:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1452:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:0.0:1724307205.100657:0:18506:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1451:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.100657:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0b774 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.100660:0:18506:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b77b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100663:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1724307205.100664:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+78:3298:x1808064246436224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 378us (622us total) trans 4294970704 rc 0/0 00010000:00010000:2.0:1724307205.100665:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.100667:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0b774 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.100670:0:18506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1724307205.100670:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11466 00010000:00010000:0.0:1724307205.100671:0:18506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.100673:0:18506:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b77b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100674:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0b774 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.100679:0:18506:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b77b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100680:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0b774 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.100684:0:18506:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b77b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100686:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0b774 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.100689:0:18506:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b77b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1724307205.100689:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5200 count 1 00010000:00010000:2.0:1724307205.100691:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0b774 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.100694:0:18506:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b77b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100695:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.100697:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0b774 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.100698:0:18506:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a946c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.100700:0:18506:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b77b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307205.100700:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1450:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.100701:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0b774 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100704:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0b782 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.100705:0:18506:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b77b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.100707:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0b774 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100711:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.100711:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0b774 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100712:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.100714:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0b782 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.100715:0:18506:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b77b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100721:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0b782 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.100724:0:18506:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b77b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100726:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0b782 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100732:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0b782 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100738:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0b782 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100742:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a66d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307205.100744:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0b782 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100750:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0b782 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100756:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0b782 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.100762:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0b782 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.100979:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+79:3299:x1808064246437760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 358us (402us total) trans 4294970706 rc 0/0 00000100:00100000:0.0:1724307205.100980:0:18506:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+79:3299:x1808064246437632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 352us (376us total) trans 4294970705 rc 0/0 00000100:00100000:3.0:1724307205.100983:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11470 00000100:00100000:0.0:1724307205.100985:0:18506:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11471 00000004:00080000:3.0:1724307205.101001:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b878e00/2, rc 0, transno 3408 00000100:00100000:3.0:1724307205.101005:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246436224:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307205.101009:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b879c00/2, rc 0, transno 3406 00000100:00100000:3.0:1724307205.101010:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b879c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246436736:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307205.101013:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009c22a300/2, rc 0, transno 3407 00000100:00100000:3.0:1724307205.101015:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c22a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246437248:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307205.101018:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009c229500/2, rc 0, transno 3404 00000100:00100000:3.0:1724307205.101019:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246437120:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307205.101022:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b87bb80/2, rc 0, transno 3403 00000100:00100000:3.0:1724307205.101024:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246436608:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.101062:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009c22aa00/2, rc 0, transno 3409 00000100:00100000:2.0:1724307205.101064:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c22aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246437632:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1724307205.101070:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009c228e00/2, rc 0, transno 3410 00000100:00100000:2.0:1724307205.101072:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246437760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.101103:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246438016:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.101119:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.101129:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246438528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.101129:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246438272:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.101140:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.101146:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1724307205.101146:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.101150:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246437888:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.101158:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1724307205.101160:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.101162:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246438144:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.101166:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246438400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.101175:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.101178:0:18506:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246438016 00000100:00100000:0.0:1724307205.101180:0:18506:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246438016 00000100:00100000:0.0:1724307205.101188:0:18506:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246438528 00000100:00100000:0.0:1724307205.101190:0:18506:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246438528 00000100:00100000:2.0:1724307205.101191:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246438656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.101194:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246438272 00000100:00100000:0.0:1724307205.101197:0:18506:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246437888 00000100:00100000:3.0:1724307205.101197:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246438272 00000100:00100000:0.0:1724307205.101198:0:18506:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246437888 00000100:00100000:0.0:1724307205.101203:0:18506:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246438144 00000100:00100000:2.0:1724307205.101203:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.101205:0:18506:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246438144 00000100:00100000:3.0:1724307205.101226:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246438656 00000100:00100000:0.0:1724307205.101228:0:18506:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11472 00000100:00100000:3.0:1724307205.101229:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246438656 00000100:00100000:2.0:1724307205.101230:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307205.101231:0:18506:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a871e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+83:3297:x1808064246438016:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.101238:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246438400 00000100:00100000:3.0:1724307205.101239:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246438400 00002000:00080000:0.0:1724307205.101240:0:18506:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5204 count 1 00000100:00100000:2.0:1724307205.101246:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11473 00002000:00010000:0.0:1724307205.101249:0:18506:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1454:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1724307205.101249:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11474 00000100:00100000:2.0:1724307205.101250:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a871f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+84:3297:x1808064246438528:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.101252:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a871f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+84:3297:x1808064246437888:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307205.101253:0:18506:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b789 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.101259:0:18506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1724307205.101259:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5203 count 1 00010000:00010000:0.0:1724307205.101260:0:18506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1724307205.101260:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5208 count 1 00010000:00010000:0.0:1724307205.101262:0:18506:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b789 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.101269:0:18506:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b789 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307205.101270:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1458:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:3.0:1724307205.101270:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1453:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.101273:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091161440/0x85b23e07e0c0b790 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.101274:0:18506:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b789 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101274:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0b797 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.101279:0:18506:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b789 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101279:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.101279:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.101281:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.101281:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.101283:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091161440/0x85b23e07e0c0b790 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101283:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0b797 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.101284:0:18506:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b789 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.101288:0:18506:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.101290:0:18506:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b789 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101290:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091161440/0x85b23e07e0c0b790 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101290:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0b797 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.101295:0:18506:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b789 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101295:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0b797 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101297:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091161440/0x85b23e07e0c0b790 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101300:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0b797 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.101302:0:18506:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b789 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101302:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091161440/0x85b23e07e0c0b790 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101306:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0b797 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101307:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091161440/0x85b23e07e0c0b790 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101310:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.101311:0:18506:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b789 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.101312:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a871dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+85:3297:x1808064246437504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 706us (746us total) trans 4294970707 rc 0/0 00010000:00010000:2.0:1724307205.101312:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307205.101313:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0b797 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101314:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091161440/0x85b23e07e0c0b790 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.101318:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11469 00010000:00010000:2.0:1724307205.101319:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091161440/0x85b23e07e0c0b790 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101319:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0b797 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101326:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091161440/0x85b23e07e0c0b790 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101326:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0b797 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.101329:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11475 00010000:00010000:2.0:1724307205.101331:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091161440/0x85b23e07e0c0b790 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101331:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0b797 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.101332:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+84:3299:x1808064246438272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307205.101342:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5206 count 1 00000100:00100000:3.0:1724307205.101350:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11476 00002000:00010000:1.0:1724307205.101353:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1456:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1724307205.101354:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+84:3299:x1808064246438144:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1724307205.101356:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67840/0x85b23e07e0c0b79e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1724307205.101361:0:19396:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5205 count 1 00010000:00010000:1.0:1724307205.101362:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.101364:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.101366:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67840/0x85b23e07e0c0b79e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307205.101371:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1455:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307205.101372:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67840/0x85b23e07e0c0b79e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101374:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0480/0x85b23e07e0c0b7a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.101379:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67840/0x85b23e07e0c0b79e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101379:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.101381:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.101383:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0480/0x85b23e07e0c0b7a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.101384:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67840/0x85b23e07e0c0b79e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101389:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0480/0x85b23e07e0c0b7a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.101394:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67840/0x85b23e07e0c0b79e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101395:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0480/0x85b23e07e0c0b7a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.101399:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a67840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307205.101400:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0480/0x85b23e07e0c0b7a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.101402:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67840/0x85b23e07e0c0b79e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101406:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0480/0x85b23e07e0c0b7a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.101407:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67840/0x85b23e07e0c0b79e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101410:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307205.101413:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0480/0x85b23e07e0c0b7a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.101415:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67840/0x85b23e07e0c0b79e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101418:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0480/0x85b23e07e0c0b7a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.101419:0:18506:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a871e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+86:3297:x1808064246438016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 186us (298us total) trans 4294970708 rc 0/0 00010000:00010000:1.0:1724307205.101420:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a67840/0x85b23e07e0c0b79e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.101423:0:18506:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11472 00010000:00010000:3.0:1724307205.101425:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0480/0x85b23e07e0c0b7a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101430:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0480/0x85b23e07e0c0b7a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.101432:0:18506:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11477 00000100:00100000:0.0:1724307205.101435:0:18506:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+85:3299:x1808064246438656:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.101437:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a871f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+85:3297:x1808064246438528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 186us (295us total) trans 4294970709 rc 0/0 00000100:00100000:2.0:1724307205.101442:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11473 00002000:00080000:0.0:1724307205.101444:0:18506:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5209 count 1 00000100:00100000:2.0:1724307205.101451:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11478 00002000:00010000:0.0:1724307205.101454:0:18506:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1459:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:2.0:1724307205.101454:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+84:3297:x1808064246438400:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307205.101457:0:18506:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b7ac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.101463:0:18506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1724307205.101463:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5207 count 1 00010000:00010000:0.0:1724307205.101465:0:18506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.101467:0:18506:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b7ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1724307205.101468:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800922ddf80/2, rc 0, transno 3413 00002000:00010000:2.0:1724307205.101471:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1457:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307205.101473:0:18506:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b7ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.101474:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246438528:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.101475:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091161b00/0x85b23e07e0c0b7b3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.101478:0:18506:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b7ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1724307205.101481:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009c22b480/2, rc 0, transno 3412 00010000:00010000:2.0:1724307205.101481:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.101482:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.101484:0:18506:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b7ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.101484:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c22b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246438016:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.101484:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091161b00/0x85b23e07e0c0b7b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1724307205.101489:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009c22a680/2, rc 0, transno 3411 00010000:00010000:2.0:1724307205.101491:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091161b00/0x85b23e07e0c0b7b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.101492:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c22a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246437504:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1724307205.101493:0:18506:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b7ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101496:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091161b00/0x85b23e07e0c0b7b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.101497:0:18506:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.101499:0:18506:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b7ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101501:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091161b00/0x85b23e07e0c0b7b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.101504:0:18506:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b7ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101506:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091161b00/0x85b23e07e0c0b7b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.101511:0:18506:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b7ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101511:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.101513:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091161b00/0x85b23e07e0c0b7b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.101515:0:18506:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b7ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101519:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091161b00/0x85b23e07e0c0b7b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.101527:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009af23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246438784:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.101527:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091161b00/0x85b23e07e0c0b7b3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101532:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091161b00/0x85b23e07e0c0b7b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.101544:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307205.101560:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246438784 00000100:00100000:1.0:1724307205.101562:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246438784 00000100:00100000:1.0:1724307205.101574:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11479 00000100:00100000:1.0:1724307205.101578:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+86:3299:x1808064246438784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307205.101587:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5210 count 1 00002000:00010000:1.0:1724307205.101597:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x145a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307205.101600:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0b7ba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.101607:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.101608:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.101611:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0b7ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.101616:0:18506:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+87:3299:x1808064246438656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 179us (411us total) trans 4294970710 rc 0/0 00010000:00010000:1.0:1724307205.101618:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0b7ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.101621:0:18506:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11477 00010000:00010000:1.0:1724307205.101623:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0b7ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.101629:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0b7ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.101635:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0b7ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.101657:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a65b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307205.101660:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0b7ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.101665:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a871f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+86:3297:x1808064246437888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 411us (503us total) trans 4294970711 rc 0/0 00010000:00010000:1.0:1724307205.101670:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0b7ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.101670:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11474 00010000:00010000:1.0:1724307205.101678:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0b7ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.101684:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0b7ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.101777:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+87:3299:x1808064246438144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 422us (600us total) trans 4294970712 rc 0/0 00000100:00100000:3.0:1724307205.101782:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11476 00000100:00100000:1.0:1724307205.101794:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+86:3299:x1808064246438784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 214us (249us total) trans 4294970713 rc 0/0 00000100:00100000:3.0:1724307205.101794:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009af23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246438912:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.101799:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11479 00000100:00100000:3.0:1724307205.101807:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1724307205.101818:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009af23800/2, rc 0, transno 3417 00000100:00100000:3.0:1724307205.101820:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1724307205.101823:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009af20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246439040:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.101824:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246438912 00000100:00100000:2.0:1724307205.101826:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246438912 00000100:00100000:3.0:1724307205.101836:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307205.101839:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009af23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246438784:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.101839:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246439040 00000100:00100000:2.0:1724307205.101841:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246439040 00000004:00080000:1.0:1724307205.101849:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800922dc700/2, rc 0, transno 3416 00000100:00100000:2.0:1724307205.101849:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11480 00000100:00100000:3.0:1724307205.101851:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11481 00000100:00100000:1.0:1724307205.101852:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246438144:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.101852:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+87:3296:x1808064246438912:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.101854:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+87:3296:x1808064246439040:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1724307205.101857:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800922dca80/2, rc 0, transno 3414 00000100:00100000:1.0:1724307205.101860:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246438656:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.101861:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5211 count 1 00002000:00080000:3.0:1724307205.101861:0:19396:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5212 count 1 00002000:00010000:2.0:1724307205.101870:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x145b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:3.0:1724307205.101870:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x145c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000004:00080000:1.0:1724307205.101872:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009c22b100/2, rc 0, transno 3415 00000100:00100000:1.0:1724307205.101874:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c22b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246437888:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.101874:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0b7c8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101874:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0b7c1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101880:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.101880:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.101881:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.101881:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.101883:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0b7c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101883:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0b7c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101890:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0b7c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101890:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0b7c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101896:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0b7c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101901:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0b7c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101901:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0b7c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101906:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0b7c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101906:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0b7c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101911:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0b7c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101911:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe06c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307205.101913:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0b7c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101915:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.101917:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0b7c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101923:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0b7c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101923:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0b7c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101929:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0b7c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101929:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0b7c1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.101934:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0b7c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.101934:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0b7c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.102032:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+89:3296:x1808064246438912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 178us (223us total) trans 4294970715 rc 0/0 00000100:00100000:2.0:1724307205.102037:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11480 00000100:00100000:2.0:1724307205.102129:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+89:3297:x1808064246438400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 673us (898us total) trans 4294970716 rc 0/0 00000100:00100000:2.0:1724307205.102134:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11478 00000004:00080000:2.0:1724307205.102151:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800922dc380/2, rc 0, transno 3420 00000100:00100000:2.0:1724307205.102155:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246438400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.102165:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a871ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246439168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.102181:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.102192:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246439680:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.102205:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.102224:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1724307205.102228:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a871ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246439296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.102241:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.102254:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246439168 00000100:00100000:2.0:1724307205.102256:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246439168 00000100:00100000:2.0:1724307205.102265:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246439680 00000100:00100000:2.0:1724307205.102267:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246439680 00000100:00100000:2.0:1724307205.102273:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246439296 00000100:00100000:2.0:1724307205.102274:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246439296 00000100:00100000:2.0:1724307205.102282:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11482 00000100:00100000:2.0:1724307205.102285:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+92:3298:x1808064246439168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.102293:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5213 count 1 00000100:00100000:3.0:1724307205.102296:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+92:3296:x1808064246439040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 440us (458us total) trans 4294970717 rc 0/0 00000100:00100000:3.0:1724307205.102300:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11481 00002000:00010000:2.0:1724307205.102304:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x145d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1724307205.102307:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11483 00010000:00010000:2.0:1724307205.102308:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0b7cf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.102310:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+91:3298:x1808064246439680:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.102314:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.102315:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.102317:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0b7cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1724307205.102317:0:19396:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5217 count 1 00002000:00010000:3.0:1724307205.102326:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1461:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.102330:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0b7cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.102330:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b7d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102335:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0b7cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.102335:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.102336:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.102338:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b7d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102340:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0b7cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.102344:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b7d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102346:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0b7cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102350:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.102352:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0b7cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.102353:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b7d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102358:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0b7cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.102359:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b7d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.102364:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b7d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102365:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0b7cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.102368:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe18c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.102370:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0b7cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.102370:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b7d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.102375:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b7d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.102381:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b7d6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.102386:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0b7d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.102467:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+93:3298:x1808064246439168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 180us (285us total) trans 4294970718 rc 0/0 00000100:00100000:3.0:1724307205.102469:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+93:3298:x1808064246439680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 158us (263us total) trans 4294970719 rc 0/0 00000100:00100000:2.0:1724307205.102472:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11482 00000100:00100000:3.0:1724307205.102474:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11483 00000100:00100000:2.0:1724307205.102480:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11484 00000100:00100000:2.0:1724307205.102483:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+91:3298:x1808064246439296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.102491:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5214 count 1 00002000:00010000:2.0:1724307205.102500:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x145e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.102504:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091162880/0x85b23e07e0c0b7dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102509:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.102510:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.102513:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091162880/0x85b23e07e0c0b7dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102519:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091162880/0x85b23e07e0c0b7dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102524:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091162880/0x85b23e07e0c0b7dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102529:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091162880/0x85b23e07e0c0b7dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102534:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091162880/0x85b23e07e0c0b7dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102539:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.102541:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091162880/0x85b23e07e0c0b7dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102547:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091162880/0x85b23e07e0c0b7dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102554:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091162880/0x85b23e07e0c0b7dd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102559:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091162880/0x85b23e07e0c0b7dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.102677:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+92:3298:x1808064246439296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 192us (434us total) trans 4294970720 rc 0/0 00000100:00100000:2.0:1724307205.102817:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11484 00000100:00100000:3.0:1724307205.102824:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a871f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246439424:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.102843:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.102850:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246439424 00000100:00100000:2.0:1724307205.102852:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246439424 00000004:00080000:3.0:1724307205.102857:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009af20a80/2, rc 0, transno 3421 00000100:00100000:2.0:1724307205.102863:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11485 00000100:00100000:2.0:1724307205.102866:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+92:3296:x1808064246439424:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.102873:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009af20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246439040:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.102876:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5215 count 1 00000004:00080000:3.0:1724307205.102882:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009af23b80/2, rc 0, transno 3419 00000100:00100000:3.0:1724307205.102885:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009af23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246438912:0@lo:6:osp-syn-1-0.0 00002000:00010000:2.0:1724307205.102886:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x145f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.102889:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091163180/0x85b23e07e0c0b7e4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.102892:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1724307205.102895:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a871d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246439552:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.102896:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.102897:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.102899:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091163180/0x85b23e07e0c0b7e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102906:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091163180/0x85b23e07e0c0b7e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.102910:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1724307205.102912:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091163180/0x85b23e07e0c0b7e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102917:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091163180/0x85b23e07e0c0b7e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.102920:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246439936:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.102923:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091163180/0x85b23e07e0c0b7e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102928:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.102930:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091163180/0x85b23e07e0c0b7e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.102931:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1724307205.102936:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091163180/0x85b23e07e0c0b7e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.102943:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091163180/0x85b23e07e0c0b7e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.102945:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246439552 00000100:00100000:3.0:1724307205.102947:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246439552 00010000:00010000:2.0:1724307205.102949:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091163180/0x85b23e07e0c0b7e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.102957:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246439936 00000100:00100000:3.0:1724307205.102959:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246439936 00000100:00100000:3.0:1724307205.102967:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11486 00000100:00100000:3.0:1724307205.102970:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+94:3296:x1808064246439552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307205.102979:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5216 count 1 00002000:00010000:3.0:1724307205.102988:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1460:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307205.102992:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0b7eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.102998:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.102999:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.103001:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0b7eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.103008:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0b7eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.103014:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0b7eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.103020:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0b7eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.103026:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0b7eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.103031:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307205.103033:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0b7eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.103039:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0b7eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.103044:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+95:3296:x1808064246439424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 177us (200us total) trans 4294970721 rc 0/0 00010000:00010000:3.0:1724307205.103047:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0b7eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.103049:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11485 00010000:00010000:3.0:1724307205.103053:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0b7eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.103054:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+95:3299:x1808064246438272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 634us (821us total) trans 4294970714 rc 0/0 00000100:00100000:2.0:1724307205.103057:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11487 00000100:00100000:1.0:1724307205.103061:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11475 00000100:00100000:2.0:1724307205.103061:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+94:3296:x1808064246439936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.103069:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5219 count 1 00002000:00010000:2.0:1724307205.103079:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1463:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.103083:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091162640/0x85b23e07e0c0b7f2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103089:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.103090:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.103092:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091162640/0x85b23e07e0c0b7f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103098:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091162640/0x85b23e07e0c0b7f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103104:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091162640/0x85b23e07e0c0b7f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103109:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091162640/0x85b23e07e0c0b7f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103114:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091162640/0x85b23e07e0c0b7f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103120:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.103122:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091162640/0x85b23e07e0c0b7f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103128:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091162640/0x85b23e07e0c0b7f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103135:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091162640/0x85b23e07e0c0b7f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103140:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091162640/0x85b23e07e0c0b7f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.103144:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246439808:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.103147:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+94:3296:x1808064246439552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 175us (236us total) trans 4294970722 rc 0/0 00000100:00100000:3.0:1724307205.103152:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11486 00000100:00100000:1.0:1724307205.103163:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1724307205.103170:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a871d880/2, rc 0, transno 3426 00000100:00100000:3.0:1724307205.103176:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a871d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246439552:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1724307205.103181:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800922df480/2, rc 0, transno 3418 00000100:00100000:1.0:1724307205.103184:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246438272:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307205.103184:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a871f100/2, rc 0, transno 3425 00000100:00100000:3.0:1724307205.103187:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a871f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246439424:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.103195:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246439808 00000100:00100000:1.0:1724307205.103198:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246439808 00000100:00100000:1.0:1724307205.103226:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11488 00000100:00100000:1.0:1724307205.103230:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+95:3299:x1808064246439808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307205.103239:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5218 count 1 00000100:00100000:3.0:1724307205.103239:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1724307205.103245:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246440064:0@lo:6:osp-syn-1-0.0 00002000:00010000:1.0:1724307205.103251:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1462:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307205.103256:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b7f9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.103258:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+95:3296:x1808064246439936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 196us (325us total) trans 4294970723 rc 0/0 00000100:00100000:3.0:1724307205.103258:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1724307205.103262:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1724307205.103263:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11487 00010000:00010000:1.0:1724307205.103264:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.103266:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b7f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1724307205.103269:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a572dc00/2, rc 0, transno 3427 00000100:00100000:2.0:1724307205.103270:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246440064 00000100:00100000:2.0:1724307205.103272:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246440064 00010000:00010000:1.0:1724307205.103273:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b7f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.103273:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246439936:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1724307205.103279:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b7f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.103281:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11489 00010000:00010000:1.0:1724307205.103285:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b7f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.103285:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+95:3296:x1808064246440064:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1724307205.103290:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b7f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1724307205.103293:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5220 count 1 00010000:00010000:1.0:1724307205.103299:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a65f80 already unused, calling callback (ffffffffa084f3f0) 00000100:00100000:3.0:1724307205.103300:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246440448:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1724307205.103302:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b7f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307205.103302:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1464:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.103306:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091163a80/0x85b23e07e0c0b800 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.103308:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b7f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103312:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.103313:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.103315:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b7f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103315:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091163a80/0x85b23e07e0c0b800 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.103315:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1724307205.103320:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0b7f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103322:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091163a80/0x85b23e07e0c0b800 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.103327:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246440448 00010000:00010000:2.0:1724307205.103328:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091163a80/0x85b23e07e0c0b800 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.103329:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246440448 00010000:00010000:2.0:1724307205.103333:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091163a80/0x85b23e07e0c0b800 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.103338:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11490 00010000:00010000:2.0:1724307205.103339:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091163a80/0x85b23e07e0c0b800 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.103342:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+96:3296:x1808064246440448:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.103344:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.103346:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091163a80/0x85b23e07e0c0b800 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1724307205.103350:0:19396:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5223 count 1 00010000:00010000:2.0:1724307205.103352:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091163a80/0x85b23e07e0c0b800 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103359:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091163a80/0x85b23e07e0c0b800 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307205.103359:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1467:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307205.103362:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0b807 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103365:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091163a80/0x85b23e07e0c0b800 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.103368:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.103369:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.103371:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0b807 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.103378:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0b807 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.103388:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0b807 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.103393:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0b807 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.103398:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0b807 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.103400:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246440320:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1724307205.103403:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2f40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307205.103405:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0b807 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.103411:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0b807 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.103418:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1724307205.103418:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0b807 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.103423:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0b807 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.103431:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1724307205.103434:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246440192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.103442:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246440320 00000100:00100000:2.0:1724307205.103445:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246440320 00000100:00100000:1.0:1724307205.103446:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.103456:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246440192 00000100:00100000:2.0:1724307205.103457:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246440192 00000100:00100000:1.0:1724307205.103462:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11491 00000100:00100000:1.0:1724307205.103466:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+100:3299:x1808064246440320:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.103469:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11492 00000100:00100000:2.0:1724307205.103473:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+100:3299:x1808064246440192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.103481:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5221 count 1 00002000:00010000:2.0:1724307205.103491:0:19402:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1465:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.103495:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0b80e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103500:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.103501:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.103503:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0b80e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103510:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0b80e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.103512:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+101:3299:x1808064246439808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 280us (347us total) trans 4294970724 rc 0/0 00010000:00010000:2.0:1724307205.103515:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0b80e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.103517:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11488 00000100:00100000:3.0:1724307205.103519:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+101:3296:x1808064246440448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 176us (203us total) trans 4294970726 rc 0/0 00010000:00010000:2.0:1724307205.103521:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0b80e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.103524:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11490 00010000:00010000:2.0:1724307205.103526:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0b80e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103531:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911618c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.103533:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0b80e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1724307205.103534:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a572e300/2, rc 0, transno 3428 00010000:00010000:2.0:1724307205.103538:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0b80e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.103540:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246439808:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1724307205.103540:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6f3b480/2, rc 0, transno 3430 00000100:00100000:3.0:1724307205.103544:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246440448:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.103546:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0b80e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103551:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0b80e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.103574:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246440576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.103586:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+99:3296:x1808064246440064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 300us (327us total) trans 4294970725 rc 0/0 00000100:00100000:1.0:1724307205.103591:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11489 00000100:00100000:3.0:1724307205.103591:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307205.103599:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246440576 00000100:00100000:1.0:1724307205.103602:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246440576 00000004:00080000:3.0:1724307205.103610:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6f3ad80/2, rc 0, transno 3429 00000100:00100000:1.0:1724307205.103613:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11493 00000100:00100000:3.0:1724307205.103614:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246440064:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.103616:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+99:3297:x1808064246440576:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.103626:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1724307205.103631:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246440704:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.103663:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1724307205.103663:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a871ed80/2, rc 0, transno 3424 00000100:00100000:3.0:1724307205.103669:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a871ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246439296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.103673:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+100:3299:x1808064246440192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 199us (226us total) trans 4294970727 rc 0/0 00000004:00080000:3.0:1724307205.103677:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009aeed880/2, rc 0, transno 3423 00000100:00100000:2.0:1724307205.103678:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11492 00000004:00080000:1.0:1724307205.103679:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6f3bb80/2, rc 0, transno 3431 00000100:00100000:3.0:1724307205.103679:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246439680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.103682:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246440192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.103685:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246440704 00000004:00080000:3.0:1724307205.103686:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a871ea00/2, rc 0, transno 3422 00000100:00100000:2.0:1724307205.103687:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246440704 00000100:00100000:3.0:1724307205.103688:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a871ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246439168:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.103689:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246440832:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.103697:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11494 00000100:00100000:2.0:1724307205.103700:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+100:3299:x1808064246440704:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.103703:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1724307205.103708:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5225 count 1 00002000:00010000:2.0:1724307205.103718:0:19402:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1469:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.103721:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0b815 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1724307205.103723:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5222 count 1 00010000:00010000:2.0:1724307205.103727:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.103728:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.103731:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0b815 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307205.103734:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1466:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1724307205.103737:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246441088:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1724307205.103738:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b81c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103738:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0b815 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103743:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0b815 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.103745:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.103746:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.103748:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0b815 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.103749:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b81c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.103751:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1724307205.103755:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0b815 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.103756:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b81c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.103759:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1724307205.103760:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160900 already unused, calling callback (ffffffffa084f3f0) 00000100:00100000:3.0:1724307205.103762:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246440960:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.103763:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0b815 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.103767:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b81c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103769:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0b815 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.103772:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b81c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.103772:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1724307205.103777:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0b815 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.103778:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b81c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.103781:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246440832 00010000:00010000:1.0:1724307205.103783:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a64900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.103783:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0b815 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.103783:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246440832 00010000:00010000:1.0:1724307205.103785:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b81c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.103791:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b81c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.103792:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246441088 00000100:00100000:3.0:1724307205.103793:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246441088 00010000:00010000:1.0:1724307205.103798:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b81c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.103800:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246440960 00000100:00100000:3.0:1724307205.103802:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246440960 00010000:00010000:1.0:1724307205.103803:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a64900/0x85b23e07e0c0b81c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.103810:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11495 00000100:00100000:3.0:1724307205.103813:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+103:3299:x1808064246440832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307205.103822:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5226 count 1 00002000:00010000:3.0:1724307205.103832:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x146a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:1.0:1724307205.103834:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246441344:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1724307205.103836:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0b823 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.103842:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.103843:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.103846:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0b823 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.103850:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1724307205.103853:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0b823 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.103859:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0b823 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.103862:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1724307205.103864:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0b823 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.103865:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d321880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246441216:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1724307205.103870:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0b823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.103875:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307205.103877:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0b823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.103880:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1724307205.103883:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0b823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.103884:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+104:3299:x1808064246440704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 183us (219us total) trans 4294970728 rc 0/0 00000100:00100000:2.0:1724307205.103889:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11494 00010000:00010000:3.0:1724307205.103890:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0b823 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1724307205.103891:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6f39c00/2, rc 0, transno 3432 00000100:00100000:1.0:1724307205.103896:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246440704:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.103896:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246441344 00010000:00010000:3.0:1724307205.103896:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0b823 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.103898:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246441344 00000100:00100000:2.0:1724307205.103904:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246441216 00000100:00100000:2.0:1724307205.103906:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246441216 00000100:00100000:1.0:1724307205.103909:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11496 00000100:00100000:1.0:1724307205.103913:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+105:3297:x1808064246441088:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.103915:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11497 00000100:00100000:2.0:1724307205.103918:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+105:3297:x1808064246440960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307205.103924:0:15468:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5228 count 1 00002000:00080000:2.0:1724307205.103927:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5227 count 1 00002000:00010000:1.0:1724307205.103934:0:15468:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x146c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:2.0:1724307205.103935:0:19402:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x146b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307205.103938:0:15468:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b82a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103938:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0b831 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.103944:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.103944:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.103945:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.103946:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.103947:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0b831 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.103948:0:15468:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b82a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.103955:0:15468:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b82a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103955:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0b831 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103960:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0b831 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.103961:0:15468:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b82a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103965:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0b831 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.103967:0:15468:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b82a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103971:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0b831 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.103972:0:15468:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b82a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103976:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.103978:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0b831 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.103981:0:15468:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a65200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.103983:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0b831 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.103984:0:15468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b82a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.103990:0:15468:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b82a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.103990:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0b831 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.103993:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+106:3299:x1808064246440832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 178us (289us total) trans 4294970729 rc 0/0 00010000:00010000:2.0:1724307205.103996:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0b831 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.103997:0:15468:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b82a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.103998:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11495 00010000:00010000:1.0:1724307205.104002:0:15468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a65200/0x85b23e07e0c0b82a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.104006:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11498 00000100:00100000:3.0:1724307205.104009:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+105:3299:x1808064246441344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1724307205.104017:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5230 count 1 00002000:00010000:3.0:1724307205.104026:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x146e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307205.104029:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0900/0x85b23e07e0c0b838 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.104035:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.104036:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307205.104038:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0900/0x85b23e07e0c0b838 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.104045:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0900/0x85b23e07e0c0b838 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.104051:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0900/0x85b23e07e0c0b838 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.104056:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0900/0x85b23e07e0c0b838 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.104080:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0900/0x85b23e07e0c0b838 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307205.104085:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307205.104087:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0900/0x85b23e07e0c0b838 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.104093:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+107:3297:x1808064246440960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 174us (319us total) trans 4294970730 rc 0/0 00010000:00010000:3.0:1724307205.104093:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0900/0x85b23e07e0c0b838 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.104097:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11497 00010000:00010000:3.0:1724307205.104101:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0900/0x85b23e07e0c0b838 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.104106:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11499 00010000:00010000:3.0:1724307205.104106:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ffe0900/0x85b23e07e0c0b838 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.104109:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+106:3297:x1808064246441088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 195us (356us total) trans 4294970731 rc 0/0 00000100:00100000:2.0:1724307205.104109:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+106:3299:x1808064246441216:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.104115:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11496 00002000:00080000:2.0:1724307205.104117:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5229 count 1 00002000:00010000:2.0:1724307205.104125:0:19402:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x146d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.104128:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0b83f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.104134:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:1.0:1724307205.104135:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6f38a80/2, rc 0, transno 3433 00010000:00010000:2.0:1724307205.104135:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.104137:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0b83f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.104139:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246440832:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1724307205.104143:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0b83f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.104149:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0b83f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1724307205.104151:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5224 count 1 00010000:00010000:2.0:1724307205.104154:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0b83f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307205.104161:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1468:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.104164:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0b83f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.104165:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b846 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.104168:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.104170:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0b83f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.104171:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.104173:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.104175:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b846 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.104176:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0b83f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.104182:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b846 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.104183:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0b83f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.104188:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b846 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.104188:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0b83f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.104193:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b846 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.104198:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b846 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.104203:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a658c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307205.104205:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b846 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307205.104208:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+106:3299:x1808064246441344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 197us (356us total) trans 4294970732 rc 0/0 00000100:00100000:3.0:1724307205.104225:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11498 00000100:00100000:2.0:1724307205.104295:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+106:3299:x1808064246441216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 184us (413us total) trans 4294970733 rc 0/0 00000100:00100000:2.0:1724307205.104299:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11499 00000100:00100000:2.0:1724307205.104395:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+106:3299:x1808064246440320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 928us (975us total) trans 4294970734 rc 0/0 00000100:00100000:2.0:1724307205.104399:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11491 00010000:00010000:1.0:1724307205.104411:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b846 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1724307205.104417:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6f38380/2, rc 0, transno 3434 00000100:00100000:2.0:1724307205.104420:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246440960:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1724307205.104421:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b846 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1724307205.104425:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d323480/2, rc 0, transno 3435 00010000:00010000:1.0:1724307205.104426:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0b846 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.104428:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246441088:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.104537:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+106:3297:x1808064246440576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 919us (945us total) trans 4294970735 rc 0/0 00000100:00100000:1.0:1724307205.104543:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11493 00000004:00080000:2.0:1724307205.104547:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6f39500/2, rc 0, transno 3439 00000100:00100000:2.0:1724307205.104550:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246440576:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1724307205.104561:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009d321880/2, rc 0, transno 3437 00000100:00100000:1.0:1724307205.104564:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d321880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246441216:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1724307205.104569:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3ed80/2, rc 0, transno 3436 00000100:00100000:1.0:1724307205.104571:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246441344:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1724307205.104576:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6f3aa00/2, rc 0, transno 3438 00000100:00100000:1.0:1724307205.104578:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246440320:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.104607:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009af21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246441600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1724307205.104624:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307205.104656:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1724307205.104661:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246441728:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.104945:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009af22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246441472:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1724307205.105830:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246441600 00000100:00100000:0.0:1724307205.105837:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246441600 00000100:00100000:1.0:1724307205.105874:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307205.105883:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246441728 00000100:00100000:2.0:1724307205.105886:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246441728 00000100:00100000:2.0:1724307205.105898:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11500 00000100:00100000:2.0:1724307205.105902:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+107:3299:x1808064246441728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1724307205.105915:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5233 count 1 00002000:00010000:2.0:1724307205.105928:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1471:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307205.105933:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0b84d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.105941:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.105943:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307205.105945:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0b84d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.105953:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0b84d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.105959:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0b84d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.105964:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0b84d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.105973:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0b84d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.105978:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911606c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307205.105980:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0b84d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.105986:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0b84d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.105994:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0b84d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307205.105999:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0b84d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.106061:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11501 00000100:00100000:0.0:1724307205.106065:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+107:3297:x1808064246441600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307205.106075:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5232 count 1 00002000:00010000:0.0:1724307205.106087:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1470:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307205.106090:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b854 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.106097:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.106098:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307205.106100:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b854 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.106107:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b854 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.106112:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b854 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.106118:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b854 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.106123:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b854 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.106126:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+108:3299:x1808064246441728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 223us (252us total) trans 4294970736 rc 0/0 00010000:00010000:0.0:1724307205.106128:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307205.106130:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b854 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307205.106131:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11500 00010000:00010000:0.0:1724307205.106136:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b854 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.106143:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b854 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307205.106153:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b854 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307205.106262:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+108:3297:x1808064246441600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 196us (1637us total) trans 4294970737 rc 0/0 00000100:00100000:0.0:1724307205.106267:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11501 00000004:00080000:2.0:1724307205.106280:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009af21f80/2, rc 0, transno 3441 00000100:00100000:2.0:1724307205.106284:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009af21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246441600:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1724307205.106309:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1724307205.106405:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009e6a1f80/2, rc 0, transno 3440 00000100:00100000:1.0:1724307205.106408:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e6a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246441728:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307205.106417:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246441472 00000100:00100000:1.0:1724307205.106419:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246441472 00000100:00100000:1.0:1724307205.106431:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11502 00000100:00100000:1.0:1724307205.106434:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+108:3296:x1808064246441472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1724307205.106443:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5231 count 1 00002000:00010000:1.0:1724307205.106454:0:19402:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x146f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307205.106457:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b85b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.106463:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.106464:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307205.106466:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b85b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.106477:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b85b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.106482:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b85b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.106486:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b85b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.106491:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b85b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.106495:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a66400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307205.106497:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b85b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.106501:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b85b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.106507:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b85b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307205.106512:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a66400/0x85b23e07e0c0b85b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307205.106690:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+109:3296:x1808064246441472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 254us (379us total) trans 4294970738 rc 0/0 00000100:00100000:1.0:1724307205.106695:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11502 00000004:00080000:3.0:1724307205.106696:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009af22300/2, rc 0, transno 3442 00000100:00100000:3.0:1724307205.106700:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009af22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246441472:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1724307205.181833:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307206.183804:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307206.259952:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246441856:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1724307206.260008:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307206.260092:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246441856 00000100:00100000:0.0:1724307206.260099:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246441856 00000100:00100000:0.0:1724307206.260142:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:0.0:1724307206.260148:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b878700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+109:3299:x1808064246441856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1724307206.260179:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 23920640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307206.260253:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b878700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+109:3299:x1808064246441856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307206.260260:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:1.0:1724307206.260432:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246441856:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1724307206.291910:0:10846:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1724307206.291917:0:10846:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1724307206.291921:0:10846:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1724307206.291927:0:10846:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2807 00000100:00080000:3.0:1724307206.291935:0:10846:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1724307206.291941:0:10846:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009c235000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:3.0:1724307206.291961:0:10846:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f3ac380 x1808064246442240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1724307206.292020:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f3aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3298:1808064246442368:0@lo:400:kworker.0 00000100:00100000:3.0:1724307206.292070:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307206.292098:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246442368 00000100:00100000:3.0:1724307206.292104:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246442368 00000100:00100000:3.0:1724307206.292135:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1724307206.292141:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1808064246442368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307206.292175:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1808064246442368:12345-0@lo:400:kworker.0 Request processed in 34us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307206.292180:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1724307206.292225:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f3aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3298:1808064246442368:0@lo:400:kworker.0 00000100:00100000:3.0:1724307206.292253:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246442240:0@lo:8:kworker.0 00000100:00100000:3.0:1724307206.292274:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307206.292298:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246442240 00000100:00100000:3.0:1724307206.292301:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246442240 00000100:00100000:3.0:1724307206.292314:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11503 00000100:00100000:3.0:1724307206.292317:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:3295:x1808064246442240:12345-0@lo:8:kworker.0 00010000:02020000:3.0:1724307206.292331:0:19402:0:(ldlm_lib.c:1093:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1724307206.292354:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:3295:x1808064246442240:12345-0@lo:8:kworker.0 Request processed in 36us (80us total) trans 0 rc -19/-19 00000100:00100000:3.0:1724307206.292362:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11503 00000100:00080000:3.0:1724307206.292376:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1724307206.292379:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.107@tcp failed (-19) 00000100:00100000:3.0:1724307206.292382:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246442240:0@lo:8:kworker.0 00000100:00100000:0.0:1724307206.292454:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246441984:0@lo:400:kworker.0 00000100:00100000:0.0:1724307206.292480:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307206.292495:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307206.292499:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bba8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246442112:0@lo:400:kworker.0 00000100:00100000:0.0:1724307206.292511:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307206.292572:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246441984 00000100:00100000:2.0:1724307206.292576:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246441984 00000100:00100000:2.0:1724307206.292597:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1724307206.292601:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136387c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3296:x1808064246441984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307206.292627:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136387c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3296:x1808064246441984:12345-0@lo:400:kworker.0 Request processed in 25us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307206.292632:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00080000:0.0:1724307206.292948:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307176 00000100:00100000:0.0:1724307206.292962:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246441984:0@lo:400:kworker.0 00000100:00100000:3.0:1724307206.293023:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246442112 00000100:00100000:3.0:1724307206.293026:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246442112 00000100:00100000:3.0:1724307206.294005:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1724307206.294010:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246442112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307206.294303:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246442112:12345-0@lo:400:kworker.0 Request processed in 292us (1790us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307206.294309:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:0.0:1724307206.294367:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307176 00000100:00100000:1.0:1724307206.294413:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bba8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246442112:0@lo:400:kworker.0 00010000:00010000:0.0:1724307207.186077:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307208.188324:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307209.190420:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1724307209.599718:0:9780:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294970737 is committed 00000001:00080000:3.0:1724307209.599765:0:9780:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294970738 is committed 00000100:00100000:0.0:1724307209.635025:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307209.635067:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307209.635103:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307209.635142:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307209.635154:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248583936 00000100:00100000:3.0:1724307209.635162:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248583936 00000100:00100000:3.0:1724307209.635210:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 21 00000100:00100000:3.0:1724307209.635216:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1968:x1808064248583936:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307209.635330:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248584064 00000100:00100000:2.0:1724307209.635334:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248584064 00000100:00100000:2.0:1724307209.635349:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248584192 00000100:00100000:2.0:1724307209.635351:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248584192 00000100:00100000:2.0:1724307209.635381:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1165 00000100:00100000:2.0:1724307209.635386:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248584192:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307209.635417:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248584192:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 29us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307209.635422:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1165 00000100:00100000:2.0:1724307209.635435:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11504 00000100:00100000:2.0:1724307209.635438:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:1965:x1808064248584064:12345-192.168.204.7@tcp:8:kworker.0 00010000:02020000:2.0:1724307209.635453:0:15469:0:(ldlm_lib.c:1093:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.204.7@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1724307209.635554:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1968:x1808064248583936:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 336us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307209.635560:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 21 00000100:00100000:3.0:1724307209.635587:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248583808 00000100:00100000:3.0:1724307209.635590:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248583808 00000100:00100000:3.0:1724307209.635606:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 69 00000100:00100000:3.0:1724307209.635609:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136386c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248583808:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307209.635629:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136386c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248583808:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 19us (527us total) trans 0 rc 0/0 00000100:00080000:0.0:1724307209.635630:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307179 00000100:00080000:0.0:1724307209.635633:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307179 00000100:00100000:3.0:1724307209.635634:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 69 00000100:00080000:0.0:1724307209.635635:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307179 00000100:00100000:2.0:1724307209.646464:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:1965:x1808064248584064:12345-192.168.204.7@tcp:8:kworker.0 Request processed in 11017us (11389us total) trans 0 rc -19/-19 00000100:00100000:2.0:1724307209.646476:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11504 00010000:00010000:0.0:1724307210.191925:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307211.193838:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307211.268317:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1724307211.268331:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b878a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246442496:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307211.268385:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307211.268501:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246442496 00000100:00100000:3.0:1724307211.268508:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246442496 00000100:00100000:3.0:1724307211.269164:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1724307211.269171:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246442496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1724307211.269205:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 23920640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307211.269953:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246442496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 781us (1566us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307211.269960:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00080000:0.0:1724307211.270031:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307181 00000100:00100000:0.0:1724307211.270069:0:3298:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970738 gen 2 00000004:00080000:0.0:1724307211.270074:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b66680, transno 4294970635 00000004:00080000:0.0:1724307211.270079:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b66d80, transno 4294970636 00000004:00080000:0.0:1724307211.270082:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e16f800, transno 4294970637 00000004:00080000:0.0:1724307211.270084:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b66300, transno 4294970638 00000004:00080000:0.0:1724307211.270086:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b67480, transno 4294970639 00000004:00080000:0.0:1724307211.270088:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b65180, transno 4294970640 00000004:00080000:0.0:1724307211.270090:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e16e300, transno 4294970641 00000004:00080000:0.0:1724307211.270092:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b67800, transno 4294970642 00000004:00080000:0.0:1724307211.270094:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3fb80, transno 4294970643 00000004:00080000:0.0:1724307211.270105:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3dc00, transno 4294970644 00000004:00080000:0.0:1724307211.270108:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3c700, transno 4294970645 00000004:00080000:0.0:1724307211.270110:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6b0aa00, transno 4294970646 00000004:00080000:0.0:1724307211.270112:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3f800, transno 4294970647 00000004:00080000:0.0:1724307211.270114:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f34e680, transno 4294970648 00000004:00080000:0.0:1724307211.270116:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012b419880, transno 4294970649 00000004:00080000:0.0:1724307211.270119:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012b41a680, transno 4294970650 00000004:00080000:0.0:1724307211.270121:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880093208e00, transno 4294970651 00000004:00080000:0.0:1724307211.270123:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880093209f80, transno 4294970652 00000004:00080000:0.0:1724307211.270125:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009320a680, transno 4294970653 00000004:00080000:0.0:1724307211.270127:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012b419180, transno 4294970654 00000004:00080000:0.0:1724307211.270129:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6b0a680, transno 4294970655 00000004:00080000:0.0:1724307211.270130:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012d40ca80, transno 4294970656 00000004:00080000:0.0:1724307211.270132:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012b41b100, transno 4294970657 00000004:00080000:0.0:1724307211.270134:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880093208380, transno 4294970658 00000004:00080000:0.0:1724307211.270136:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092015f80, transno 4294970659 00000004:00080000:0.0:1724307211.270138:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092015880, transno 4294970660 00000004:00080000:0.0:1724307211.270140:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092015500, transno 4294970661 00000004:00080000:0.0:1724307211.270142:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092014380, transno 4294970662 00000004:00080000:0.0:1724307211.270144:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092014000, transno 4294970663 00000004:00080000:0.0:1724307211.270145:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092014700, transno 4294970664 00000004:00080000:0.0:1724307211.270147:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e833100, transno 4294970665 00000004:00080000:0.0:1724307211.270149:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e833480, transno 4294970666 00000004:00080000:0.0:1724307211.270150:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e833b80, transno 4294970667 00000004:00080000:0.0:1724307211.270152:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af23480, transno 4294970668 00000004:00080000:0.0:1724307211.270154:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e832680, transno 4294970669 00000004:00080000:0.0:1724307211.270156:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af22d80, transno 4294970670 00000004:00080000:0.0:1724307211.270158:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af23100, transno 4294970671 00000004:00080000:0.0:1724307211.270160:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af21180, transno 4294970672 00000004:00080000:0.0:1724307211.270162:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af22680, transno 4294970673 00000004:00080000:0.0:1724307211.270164:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6b0a300, transno 4294970674 00000004:00080000:0.0:1724307211.270166:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6b08700, transno 4294970675 00000004:00080000:0.0:1724307211.270168:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af22a00, transno 4294970676 00000004:00080000:0.0:1724307211.270170:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930d8a80, transno 4294970677 00000004:00080000:0.0:1724307211.270172:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930d9500, transno 4294970678 00000004:00080000:0.0:1724307211.270174:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930d9c00, transno 4294970679 00000004:00080000:0.0:1724307211.270176:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930d9180, transno 4294970680 00000004:00080000:0.0:1724307211.270178:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930d9f80, transno 4294970681 00000004:00080000:0.0:1724307211.270180:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930da680, transno 4294970682 00000004:00080000:0.0:1724307211.270182:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930da300, transno 4294970683 00000004:00080000:0.0:1724307211.270183:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930d9880, transno 4294970684 00000004:00080000:0.0:1724307211.270186:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f38700, transno 4294970685 00000004:00080000:0.0:1724307211.270187:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880135801500, transno 4294970686 00000004:00080000:0.0:1724307211.270190:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e6a2d80, transno 4294970687 00000004:00080000:0.0:1724307211.270192:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880135803b80, transno 4294970688 00000004:00080000:0.0:1724307211.270194:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b658a80, transno 4294970689 00000004:00080000:0.0:1724307211.270196:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b65b480, transno 4294970690 00000004:00080000:0.0:1724307211.270197:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012d40c380, transno 4294970691 00000004:00080000:0.0:1724307211.270199:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930d8e00, transno 4294970692 00000004:00080000:0.0:1724307211.270201:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e6a0700, transno 4294970693 00000004:00080000:0.0:1724307211.270203:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b87aa00, transno 4294970694 00000004:00080000:0.0:1724307211.270205:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b87a680, transno 4294970695 00000004:00080000:0.0:1724307211.270207:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b879880, transno 4294970696 00000004:00080000:0.0:1724307211.270209:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b87ad80, transno 4294970697 00000004:00080000:0.0:1724307211.270211:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b879180, transno 4294970698 00000004:00080000:0.0:1724307211.270213:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b87bb80, transno 4294970699 00000004:00080000:0.0:1724307211.270216:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c229500, transno 4294970700 00000004:00080000:0.0:1724307211.270218:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c229880, transno 4294970701 00000004:00080000:0.0:1724307211.270219:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b879c00, transno 4294970702 00000004:00080000:0.0:1724307211.270222:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c22a300, transno 4294970703 00000004:00080000:0.0:1724307211.270224:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b878e00, transno 4294970704 00000004:00080000:0.0:1724307211.270226:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c22aa00, transno 4294970705 00000004:00080000:0.0:1724307211.270228:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c228e00, transno 4294970706 00000004:00080000:0.0:1724307211.270230:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c22a680, transno 4294970707 00000004:00080000:0.0:1724307211.270233:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c22b480, transno 4294970708 00000004:00080000:0.0:1724307211.270235:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922ddf80, transno 4294970709 00000004:00080000:0.0:1724307211.270237:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922dca80, transno 4294970710 00000004:00080000:0.0:1724307211.270239:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c22b100, transno 4294970711 00000004:00080000:0.0:1724307211.270242:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922dc700, transno 4294970712 00000004:00080000:0.0:1724307211.270244:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af23800, transno 4294970713 00000004:00080000:0.0:1724307211.270246:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922df480, transno 4294970714 00000004:00080000:0.0:1724307211.270248:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af23b80, transno 4294970715 00000004:00080000:0.0:1724307211.270249:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922dc380, transno 4294970716 00000004:00080000:0.0:1724307211.270251:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af20a80, transno 4294970717 00000004:00080000:0.0:1724307211.270253:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871ea00, transno 4294970718 00000004:00080000:0.0:1724307211.270256:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeed880, transno 4294970719 00000004:00080000:0.0:1724307211.270258:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871ed80, transno 4294970720 00000004:00080000:0.0:1724307211.270259:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871f100, transno 4294970721 00000004:00080000:0.0:1724307211.270262:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871d880, transno 4294970722 00000004:00080000:0.0:1724307211.270264:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a572dc00, transno 4294970723 00000004:00080000:0.0:1724307211.270266:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a572e300, transno 4294970724 00000004:00080000:0.0:1724307211.270267:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f3ad80, transno 4294970725 00000004:00080000:0.0:1724307211.270269:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f3b480, transno 4294970726 00000004:00080000:0.0:1724307211.270271:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f3bb80, transno 4294970727 00000004:00080000:0.0:1724307211.270273:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f39c00, transno 4294970728 00000004:00080000:0.0:1724307211.270275:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f38a80, transno 4294970729 00000004:00080000:0.0:1724307211.270277:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f38380, transno 4294970730 00000004:00080000:0.0:1724307211.270279:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009d323480, transno 4294970731 00000004:00080000:0.0:1724307211.270281:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3ed80, transno 4294970732 00000004:00080000:0.0:1724307211.270283:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009d321880, transno 4294970733 00000004:00080000:0.0:1724307211.270285:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f3aa00, transno 4294970734 00000004:00080000:0.0:1724307211.270286:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6f39500, transno 4294970735 00000004:00080000:0.0:1724307211.270289:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e6a1f80, transno 4294970736 00000004:00080000:0.0:1724307211.270291:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af21f80, transno 4294970737 00000004:00080000:0.0:1724307211.270293:0:3298:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009af22300, transno 4294970738 00000100:00100000:0.0:1724307211.270302:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b878a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246442496:0@lo:13:osp-pre-1-0.0 00000004:00080000:1.0:1724307211.271431:0:14950:0:(osp_sync.c:1209:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 104 done 00000100:00080000:0.0:1724307211.300310:0:10846:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1724307211.300315:0:10846:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1724307211.300319:0:10846:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1724307211.300325:0:10846:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2808 00000100:00080000:0.0:1724307211.300333:0:10846:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1724307211.300338:0:10846:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009c235000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:0.0:1724307211.300355:0:10846:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012de3c700 x1808064246442880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1724307211.300404:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246442624:0@lo:400:kworker.0 00000100:00100000:0.0:1724307211.300455:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307211.300479:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307211.300483:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246442752:0@lo:400:kworker.0 00000100:00100000:0.0:1724307211.300513:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307211.300537:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246442752 00000100:00100000:0.0:1724307211.300543:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246442752 00000100:00100000:0.0:1724307211.300575:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1724307211.300585:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246442752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307211.300621:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246442752:12345-0@lo:400:kworker.0 Request processed in 40us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307211.300626:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:0.0:1724307211.300658:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307181 00000100:00100000:0.0:1724307211.300678:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246442752:0@lo:400:kworker.0 00000100:00100000:0.0:1724307211.300695:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3298:1808064246443008:0@lo:400:kworker.0 00000100:00100000:0.0:1724307211.300712:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307211.300730:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246443008 00000100:00100000:0.0:1724307211.300733:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246443008 00000100:00100000:0.0:1724307211.300747:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1724307211.300750:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1808064246443008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307211.300779:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1808064246443008:12345-0@lo:400:kworker.0 Request processed in 27us (66us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307211.300783:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1724307211.300803:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3298:1808064246443008:0@lo:400:kworker.0 00000100:00100000:0.0:1724307211.300828:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246442624 00000100:00100000:0.0:1724307211.300831:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246442624 00000100:00100000:0.0:1724307211.300848:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1724307211.300851:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136387450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3296:x1808064246442624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307211.300875:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136387450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3296:x1808064246442624:12345-0@lo:400:kworker.0 Request processed in 23us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307211.300880:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00080000:0.0:1724307211.300900:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307181 00000100:00100000:0.0:1724307211.300911:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246442624:0@lo:400:kworker.0 00000100:00100000:0.0:1724307211.300939:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246442880:0@lo:8:kworker.0 00000100:00100000:0.0:1724307211.300961:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307211.300986:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246442880 00000100:00100000:0.0:1724307211.300988:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246442880 00000100:00100000:0.0:1724307211.301006:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11505 00000100:00100000:0.0:1724307211.301010:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3295:x1808064246442880:12345-0@lo:8:kworker.0 00010000:02020000:0.0:1724307211.301027:0:15469:0:(ldlm_lib.c:1093:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1724307211.301051:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3295:x1808064246442880:12345-0@lo:8:kworker.0 Request processed in 40us (89us total) trans 0 rc -19/-19 00000100:00100000:0.0:1724307211.301058:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11505 00000100:00080000:0.0:1724307211.301077:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1724307211.301080:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.107@tcp failed (-19) 00000100:00100000:0.0:1724307211.301083:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246442880:0@lo:8:kworker.0 00010000:00010000:0.0:1724307212.197951:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307213.200983:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307214.204888:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307214.646939:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307214.646969:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307214.646994:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307214.647018:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307214.647053:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248584448 00000100:00100000:0.0:1724307214.647063:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248584448 00000100:00100000:0.0:1724307214.647109:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 24 00000100:00100000:0.0:1724307214.647116:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248584448:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307214.647179:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248584448:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 63us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307214.647186:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 24 00000100:00100000:0.0:1724307214.647206:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248584576 00000100:00100000:0.0:1724307214.647208:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248584576 00000100:00100000:0.0:1724307214.647231:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248584704 00000100:00100000:0.0:1724307214.647232:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248584704 00000100:00100000:0.0:1724307214.647248:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11506 00000100:00100000:0.0:1724307214.647252:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:1965:x1808064248584576:12345-192.168.204.7@tcp:8:kworker.0 00010000:02020000:0.0:1724307214.647269:0:16086:0:(ldlm_lib.c:1093:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.204.7@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1724307214.651550:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11507 00000100:00100000:2.0:1724307214.651566:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1965:x1808064248584704:12345-192.168.204.7@tcp:9:kworker.0 00000020:00000080:2.0:1724307214.651605:0:19402:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfc426 00000100:00080000:2.0:1724307214.651615:0:19402:0:(import.c:86:import_set_state_nolock()) ffff88012b857000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000001:00000004:2.0:1724307214.651682:0:19402:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294970738 00000100:00100000:2.0:1724307214.652027:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+2:1965:x1808064248584704:12345-192.168.204.7@tcp:9:kworker.0 Request processed in 465us (5006us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307214.656086:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11507 00010000:00010000:2.0:1724307214.656610:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1724307214.661003:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307184 00000100:00080000:2.0:1724307214.661014:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307184 00000100:00100000:2.0:1724307214.661056:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248584320 00000100:00100000:2.0:1724307214.661066:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248584320 00000100:00100000:2.0:1724307214.661129:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 71 00000100:00100000:2.0:1724307214.661138:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136386450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248584320:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307214.661217:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136386450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248584320:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 80us (14221us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307214.661223:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 71 00000100:00080000:2.0:1724307214.661251:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307184 00000100:00100000:0.0:1724307214.670203:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:1965:x1808064248584576:12345-192.168.204.7@tcp:8:kworker.0 Request processed in 22939us (23222us total) trans 0 rc -19/-19 00000100:00100000:0.0:1724307214.670220:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11506 00010000:00010000:0.0:1724307215.209123:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307216.209792:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:01200004:0.0:1724307216.273500:0:17781:0:(super25.c:129:lustre_fill_super()) VFS Op: sb ffff8800a5942000 00000020:01000004:0.0:1724307216.273547:0:17781:0:(obd_mount.c:1068:lmd_print()) mount data: 00000020:01000004:0.0:1724307216.273548:0:17781:0:(obd_mount.c:1071:lmd_print()) device: lustre-ost1/ost1 00000020:01000004:0.0:1724307216.273554:0:17781:0:(tgt_mount.c:2107:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1724307216.273568:0:17781:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:0.0:1724307216.273572:0:17781:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1724307216.273586:0:17781:0:(genops.c:432:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8800a5a6ea90) 00000020:00000080:0.0:1724307216.273602:0:17781:0:(obd_config.c:671:class_attach()) OBD: dev 9 attached type osd-zfs with refcount 2 00000020:00000080:0.0:1724307216.273604:0:17781:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000100:00100000:2.0:1724307216.279249:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246443136:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1724307216.279317:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307216.279367:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246443136 00000100:00100000:2.0:1724307216.279374:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246443136 00000100:00100000:2.0:1724307216.279410:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:2.0:1724307216.279417:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246443136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1724307216.279452:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 20512768 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307216.279482:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246443136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307216.279488:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00080000:2.0:1724307216.279508:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307186 00000100:00100000:2.0:1724307216.279534:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246443136:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1724307216.308508:0:10846:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1724307216.308515:0:10846:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1724307216.308519:0:10846:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1724307216.308527:0:10846:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2813 00000100:00080000:0.0:1724307216.308537:0:10846:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1724307216.308542:0:10846:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009c235000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:0.0:1724307216.308561:0:10846:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cbaa300 x1808064246443520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1724307216.308689:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246443392:0@lo:400:kworker.0 00000100:00100000:3.0:1724307216.308755:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307216.308809:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246443264:0@lo:400:kworker.0 00000100:00100000:2.0:1724307216.308845:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307216.308889:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246443264 00000100:00100000:2.0:1724307216.308897:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246443264 00000100:00100000:2.0:1724307216.308939:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1724307216.308947:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3296:x1808064246443264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307216.308989:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3296:x1808064246443264:12345-0@lo:400:kworker.0 Request processed in 42us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307216.308996:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:2.0:1724307216.309036:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307186 00000100:00100000:2.0:1724307216.309057:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246443264:0@lo:400:kworker.0 00000100:00100000:1.0:1724307216.309194:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cbaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246443520:0@lo:8:kworker.0 00000100:00100000:1.0:1724307216.309225:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307216.309331:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246443520 00000100:00100000:0.0:1724307216.309335:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246443520 00000100:00100000:0.0:1724307216.309353:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11508 00000100:00100000:0.0:1724307216.309357:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b87a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3295:x1808064246443520:12345-0@lo:8:kworker.0 00010000:02020000:0.0:1724307216.309375:0:16086:0:(ldlm_lib.c:1093:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1724307216.309406:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b87a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3295:x1808064246443520:12345-0@lo:8:kworker.0 Request processed in 48us (180us total) trans 0 rc -19/-19 00000100:00100000:0.0:1724307216.309411:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11508 00000100:00080000:0.0:1724307216.309433:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1724307216.309437:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.107@tcp failed (-19) 00000100:00100000:0.0:1724307216.309439:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cbaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246443520:0@lo:8:kworker.0 00000100:00100000:3.0:1724307216.309505:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3298:1808064246443648:0@lo:400:kworker.0 00000100:00100000:3.0:1724307216.309526:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307216.309560:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246443392 00000100:00100000:3.0:1724307216.309563:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246443392 00000100:00100000:3.0:1724307216.309584:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246443648 00000100:00100000:3.0:1724307216.309586:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246443648 00000100:00100000:3.0:1724307216.309598:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1724307216.309602:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246443392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307216.309631:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246443392:12345-0@lo:400:kworker.0 Request processed in 28us (877us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307216.309636:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1724307216.309662:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1724307216.309666:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1808064246443648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307216.309691:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1808064246443648:12345-0@lo:400:kworker.0 Request processed in 25us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307216.309696:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1724307216.309720:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246443392:0@lo:400:kworker.0 00000100:00100000:3.0:1724307216.309736:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3298:1808064246443648:0@lo:400:kworker.0 00100000:10000000:1.0:1724307216.309944:0:17781:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00000100:00080000:2.0:1724307216.310536:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307186 00100000:10000000:1.0:1724307216.312712:0:17781:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-OST0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:1.0:1724307216.315733:0:17781:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:1.0:1724307216.317185:0:17781:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:0.0:1724307216.319169:0:17781:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-OST0000: registered index [0x200000003:0xd:0x0] (8/32) 00100000:10000000:0.0:1724307216.322167:0:17781:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled params under 403: rc = 0 00100000:10000000:0.0:1724307216.322920:0:17781:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-OST0000 under 403: rc = 0 00100000:10000000:0.0:1724307216.322963:0:17781:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-client under 403: rc = 0 00100000:10000000:0.0:1724307216.326813:0:17781:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000 under 896: rc = 0 00100000:10000000:0.0:1724307216.329943:0:17781:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000-OST0000 under 896: rc = 0 00100000:10000000:0.0:1724307216.334765:0:17781:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000-OST0000 under 896: rc = 0 00100000:10000000:1.0:1724307216.338058:0:17781:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000 under 896: rc = 0 00100000:10000000:1.0:1724307216.339467:0:17781:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000-OST0000 under 896: rc = 0 00100000:10000000:1.0:1724307216.340854:0:17781:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000 under 896: rc = 0 00000020:00000080:1.0:1724307216.343496:0:17781:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:1.0:1724307216.343516:0:17781:0:(genops.c:1313:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x85b23e07e0c0b869 00000020:01000004:1.0:1724307216.343522:0:17781:0:(tgt_mount.c:2192:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:1.0:1724307216.343558:0:17781:0:(obd_mount.c:398:lustre_start_mgc()) MGC192.168.204.107@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1724307216.343562:0:17781:0:(mgc_request.c:1043:mgc_set_info_async()) InitRecov MGC192.168.204.107@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1724307216.343568:0:17781:0:(tgt_mount.c:1450:server_start_targets()) starting target lustre-OST0000 00000020:01000004:1.0:1724307216.343588:0:17781:0:(tgt_mount.c:299:server_mgc_set_fs()) Set mgc disk for lustre-ost1/ost1 00000040:01000000:1.0:1724307216.351888:0:17781:0:(llog_obd.c:212:llog_setup()) obd MGC192.168.204.107@tcp ctxt 0 is initialized 00000020:01000004:1.0:1724307216.351929:0:17781:0:(tgt_mount.c:1350:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.107@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1724307216.351933:0:17781:0:(tgt_mount.c:1161:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1724307216.351935:0:17781:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1724307216.351936:0:17781:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:1.0:1724307216.351937:0:17781:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:1.0:1724307216.351938:0:17781:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:1.0:1724307216.351939:0:17781:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:1.0:1724307216.351940:0:17781:0:(tgt_mount.c:1170:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1724307216.351942:0:17781:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1724307216.351943:0:17781:0:(tgt_mount.c:1202:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1724307216.352052:0:17781:0:(mgc_request_server.c:253:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1724307216.352061:0:17781:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1724307216.352063:0:17781:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1724307216.352064:0:17781:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:1.0:1724307216.352065:0:17781:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:1.0:1724307216.352066:0:17781:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:1.0:1724307216.352067:0:17781:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:1.0:1724307216.352067:0:17781:0:(tgt_mount.c:1170:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1724307216.352069:0:17781:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1724307216.352069:0:17781:0:(tgt_mount.c:1202:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1724307216.352091:0:17781:0:(mgc_request_server.c:198:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1724307216.352113:0:17781:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b879880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246443776:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1724307216.352183:0:17781:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307216.352799:0:17781:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800949476c0 going to sleep for 11 seconds 00000100:00100000:2.0:1724307216.352883:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246443776 00000100:00100000:2.0:1724307216.352892:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246443776 00000100:00100000:2.0:1724307216.352966:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1724307216.352974:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:17781:x1808064246443776:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1724307216.353001:0:14906:0:(mgs_handler.c:390:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1724307216.353014:0:14906:0:(mgs_handler.c:417:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1724307216.353018:0:14906:0:(mgs_handler.c:525:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1724307216.355819:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:17781:x1808064246443776:12345-0@lo:253:mount.lustre.0 Request processed in 2839us (3629us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307216.355830:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1724307216.355921:0:17781:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b879880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246443776:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1724307216.355933:0:17781:0:(mgc_request_server.c:224:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1724307216.355937:0:17781:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1724307216.355939:0:17781:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1724307216.355940:0:17781:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:1.0:1724307216.355941:0:17781:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:1.0:1724307216.355942:0:17781:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:1.0:1724307216.355944:0:17781:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:1.0:1724307216.355945:0:17781:0:(tgt_mount.c:1170:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1724307216.355947:0:17781:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1724307216.355949:0:17781:0:(tgt_mount.c:1202:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1724307216.355969:0:17781:0:(tgt_mount.c:120:server_register_mount()) register mount ffff8800a5942000 from lustre-OST0000 10000000:01000000:1.0:1724307216.355977:0:17781:0:(mgc_request.c:1900:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:1.0:1724307216.355979:0:17781:0:(mgc_request.c:322:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1724307216.355988:0:17781:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8800a5942000 10000000:01000000:1.0:1724307216.355991:0:17781:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1724307216.355994:0:17781:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1724307216.355997:0:17781:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1724307216.356001:0:17781:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1724307216.356013:0:17781:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1724307216.356046:0:17781:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a5a65440/0x85b23e07e0c0b870 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307216.356056:0:17781:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800a5a65440/0x85b23e07e0c0b870 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307216.356064:0:17781:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800a5a65440/0x85b23e07e0c0b870 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307216.356080:0:17781:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b879880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246443904:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1724307216.356113:0:17781:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307216.356130:0:17781:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094947480 going to sleep for 11 seconds 00000100:00100000:0.0:1724307216.356209:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246443904 00000100:00100000:0.0:1724307216.356215:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246443904 00000100:00100000:0.0:1724307216.356238:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1724307216.356243:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:17781:x1808064246443904:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1724307216.356254:0:14906:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307216.356265:0:14906:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a9a94d80/0x85b23e07e0c0b877 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0b870 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307216.356285:0:14906:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a9a94d80/0x85b23e07e0c0b877 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0b870 expref: 16 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307216.356293:0:14906:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a9a94d80/0x85b23e07e0c0b877 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0b870 expref: 16 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307216.356301:0:14906:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9a94d80, rc 0) 00000100:00100000:0.0:1724307216.356322:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:17781:x1808064246443904:12345-0@lo:101:mount.lustre.0 Request processed in 78us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307216.356327:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1724307216.356531:0:17781:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b879880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246443904:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1724307216.356541:0:17781:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800a5a65440/0x85b23e07e0c0b870 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0b877 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307216.356550:0:17781:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800a5a65440/0x85b23e07e0c0b870 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0b877 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1724307216.359971:0:17781:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 14 count 14 00000040:00080000:2.0:1724307216.360429:0:17781:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1724307216.360631:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x17:0x0].1, 224 off8416 00000040:00080000:2.0:1724307216.360708:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x17:0x0].2, 128 off8544 00000040:00080000:2.0:1724307216.360743:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x17:0x0].3, 112 off8656 00000040:00080000:2.0:1724307216.360789:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x17:0x0].4, 224 off8880 00000040:00080000:2.0:1724307216.360824:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x17:0x0].5, 224 off9104 00000040:00080000:2.0:1724307216.360856:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x17:0x0].6, 80 off9184 00000040:00080000:2.0:1724307216.360900:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x17:0x0].7, 224 off9408 00000040:00080000:2.0:1724307216.360935:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x17:0x0].8, 224 off9632 00000040:00080000:2.0:1724307216.360968:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x17:0x0].9, 80 off9712 00000040:00080000:2.0:1724307216.361034:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x17:0x0].10, 224 off9936 00000040:00080000:2.0:1724307216.364000:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x17:0x0].11, 224 off10160 00000040:00080000:2.0:1724307216.364081:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x17:0x0].12, 120 off10280 00000040:00080000:2.0:1724307216.364167:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x17:0x0].13, 224 off10504 00000040:00080000:2.0:1724307216.364174:0:17781:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 13 count 14 00000100:00100000:2.0:1724307216.364239:0:17781:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ddf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246444032:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1724307216.364301:0:17781:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307216.364319:0:17781:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ad32d80 going to sleep for 11 seconds 00000100:00100000:2.0:1724307216.364336:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246444032 00000100:00100000:2.0:1724307216.364343:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246444032 00000100:00100000:2.0:1724307216.364386:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1724307216.364394:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:17781:x1808064246444032:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1724307216.364634:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:17781:x1808064246444032:12345-0@lo:501:mount.lustre.0 Request processed in 239us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307216.364658:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1724307216.364695:0:17781:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ddf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246444032:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1724307216.364717:0:17781:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ddf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246444160:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1724307216.364748:0:17781:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307216.364756:0:17781:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ad32d80 going to sleep for 11 seconds 00000100:00100000:2.0:1724307216.364762:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246444160 00000100:00100000:2.0:1724307216.364765:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246444160 00000100:00100000:2.0:1724307216.364781:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1724307216.364784:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:17781:x1808064246444160:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1724307216.365057:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:17781:x1808064246444160:12345-0@lo:503:mount.lustre.0 Request processed in 271us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307216.365063:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1724307216.365094:0:17781:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ddf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246444160:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1724307216.368056:0:17781:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1724307216.368102:0:17781:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ddf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246444288:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1724307216.368164:0:17781:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307216.368178:0:17781:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ad32600 going to sleep for 11 seconds 00000100:00100000:0.0:1724307216.368222:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246444288 00000100:00100000:0.0:1724307216.368230:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246444288 00000100:00100000:0.0:1724307216.368260:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1724307216.368267:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:17781:x1808064246444288:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1724307216.369910:0:17781:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ddf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246444288:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1724307216.369969:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:17781:x1808064246444288:12345-0@lo:502:mount.lustre.0 Request processed in 1701us (1803us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307216.369981:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000040:00080000:2.0:1724307216.370176:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x18:0x0].1, 224 off8416 00000040:00080000:2.0:1724307216.370239:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x18:0x0].2, 128 off8544 00000040:00080000:2.0:1724307216.370275:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x18:0x0].3, 112 off8656 00000040:00080000:2.0:1724307216.370331:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x18:0x0].4, 224 off8880 00000040:00080000:2.0:1724307216.370371:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x18:0x0].5, 224 off9104 00000040:00080000:2.0:1724307216.370403:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x18:0x0].6, 80 off9184 00000040:00080000:2.0:1724307216.370446:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x18:0x0].7, 224 off9408 00000040:00080000:2.0:1724307216.370479:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x18:0x0].8, 224 off9632 00000040:00080000:2.0:1724307216.370510:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x18:0x0].9, 80 off9712 00000040:00080000:2.0:1724307216.370553:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x18:0x0].10, 224 off9936 00000040:00080000:2.0:1724307216.370587:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x18:0x0].11, 224 off10160 00000040:00080000:2.0:1724307216.370626:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x18:0x0].12, 120 off10280 00000100:00100000:2.0:1724307216.370730:0:17781:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ddf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246444416:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1724307216.370766:0:17781:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307216.370842:0:17781:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ad32600 going to sleep for 11 seconds 00000100:00100000:1.0:1724307216.370886:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246444416 00000100:00100000:1.0:1724307216.370892:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246444416 00000100:00100000:1.0:1724307216.370917:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1724307216.370923:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:17781:x1808064246444416:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1724307216.371115:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:17781:x1808064246444416:12345-0@lo:502:mount.lustre.0 Request processed in 192us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307216.371120:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1724307216.371202:0:17781:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ddf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246444416:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1724307216.371282:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x18:0x0].13, 224 off10504 00000040:00080000:3.0:1724307216.371291:0:17781:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 14 00000020:01000000:3.0:1724307216.374597:0:17786:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1724307216.374609:0:17786:0:(obd_mount.c:1106:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:3.0:1724307216.374615:0:17786:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307216.374617:0:17786:0:(obd_config.c:1495:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1724307216.374624:0:17786:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1724307216.374662:0:17786:0:(genops.c:432:class_newdev()) Allocate new device lustre-OST0000 (ffff88009fb50000) 00000020:00000080:3.0:1724307216.374686:0:17786:0:(obd_config.c:671:class_attach()) OBD: dev 11 attached type obdfilter with refcount 2 00000020:00000080:3.0:1724307216.374691:0:17786:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1724307216.374753:0:17786:0:(tgt_mount.c:172:server_get_mount()) get mount ffff8800a5942000 from lustre-OST0000, refs=2 00000020:00000080:3.0:1724307216.374765:0:17786:0:(genops.c:1313:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x85b23e07e0c0b885 00010000:00010000:3.0:1724307216.377958:0:17786:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00080000:3.0:1724307216.378337:0:17786:0:(tgt_lastrcvd.c:1741:tgt_clients_data_init()) RCVRNG CLIENT uuid: lustre-MDT0000-mdtlov_UUID idx: 0 lr: 17179870645 srv lr: 17179870533 lx: 1808064246349440 gen 0 00000001:00080000:3.0:1724307216.378393:0:17786:0:(tgt_lastrcvd.c:1741:tgt_clients_data_init()) RCVRNG CLIENT uuid: 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e idx: 1 lr: 0 srv lr: 17179870533 lx: 0 gen 0 00000001:00000004:3.0:1724307216.378431:0:17786:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 17179870645 00080000:10000000:3.0:1724307216.381982:0:17786:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00000020:00000080:0.0:1724307216.384096:0:17786:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1724307216.384109:0:17786:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1724307216.384115:0:17786:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307216.384117:0:17786:0:(obd_config.c:1495:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1724307216.384123:0:17786:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1724307216.384125:0:17786:0:(obd_config.c:1833:class_config_llog_handler()) SKIP #16 00000020:01000000:0.0:1724307216.384126:0:17786:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1724307216.384127:0:17786:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1724307216.384128:0:17786:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1724307216.384130:0:17786:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307216.384131:0:17786:0:(obd_config.c:1495:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:01000000:0.0:1724307216.384133:0:17786:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1724307216.384136:0:17786:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307216.384137:0:17786:0:(obd_config.c:1495:class_process_config()) marker 23 (0x1) lustre sys.timeout 00000020:00000080:0.0:1724307216.384139:0:17786:0:(obd_config.c:1407:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1724307216.384141:0:17786:0:(obd_config.c:1469:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1724307216.384144:0:17786:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1724307216.384146:0:17786:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307216.384147:0:17786:0:(obd_config.c:1495:class_process_config()) marker 23 (0x2) lustre sys.timeout 00000020:01000000:0.0:1724307216.384148:0:17786:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1724307216.384150:0:17786:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307216.384151:0:17786:0:(obd_config.c:1495:class_process_config()) marker 27 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1724307216.384153:0:17786:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1724307216.384206:0:17786:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1724307216.384208:0:17786:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307216.384209:0:17786:0:(obd_config.c:1495:class_process_config()) marker 27 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1724307216.384213:0:17786:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x18:0x0] index 14 count 14 00000020:01000000:2.0:1724307216.384384:0:17781:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1724307216.384420:0:17781:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1724307216.384434:0:17781:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a5a65440/0x85b23e07e0c0b870 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0b877 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307216.384446:0:17781:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800a5a65440/0x85b23e07e0c0b870 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0b877 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307216.384459:0:17781:0:(mgc_request.c:1763:mgc_process_log()) Process log params-ffff8800a5942000 from 1 10000000:01000000:2.0:1724307216.384462:0:17781:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1724307216.384498:0:17781:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091162400/0x85b23e07e0c0b89a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307216.384505:0:17781:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff880091162400/0x85b23e07e0c0b89a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307216.384516:0:17781:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff880091162400/0x85b23e07e0c0b89a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307216.384541:0:17781:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246444544:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1724307216.384607:0:17781:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307216.384654:0:17781:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ad32180 going to sleep for 11 seconds 00000100:00100000:3.0:1724307216.384669:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246444544 00000100:00100000:3.0:1724307216.384676:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246444544 00000100:00100000:3.0:1724307216.385194:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1724307216.385201:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:17781:x1808064246444544:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307216.385215:0:14905:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307216.385228:0:14905:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009ffe1200/0x85b23e07e0c0b8a1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0b89a expref: -99 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307216.385251:0:14905:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009ffe1200/0x85b23e07e0c0b8a1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0b89a expref: 17 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307216.385260:0:14905:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009ffe1200/0x85b23e07e0c0b8a1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0b89a expref: 17 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307216.385267:0:14905:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ffe1200, rc 0) 00000100:00100000:3.0:1724307216.385312:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:17781:x1808064246444544:12345-0@lo:101:mount.lustre.0 Request processed in 111us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307216.385317:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1724307216.385563:0:17781:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246444544:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1724307216.385575:0:17781:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff880091162400/0x85b23e07e0c0b89a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0b8a1 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307216.385583:0:17781:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff880091162400/0x85b23e07e0c0b89a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0b8a1 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1724307216.393889:0:17781:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x14:0x0] index 10 count 10 00000040:00080000:3.0:1724307216.394568:0:17781:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1724307216.394840:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x19:0x0].1, 224 off8416 00000040:00080000:3.0:1724307216.394895:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x19:0x0].2, 112 off8528 00000040:00080000:3.0:1724307216.394940:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x19:0x0].3, 224 off8752 00000040:00080000:3.0:1724307216.394978:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x19:0x0].4, 224 off8976 00000040:00080000:3.0:1724307216.395030:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x19:0x0].5, 112 off9088 00000040:00080000:3.0:1724307216.395079:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x19:0x0].6, 224 off9312 00000040:00080000:3.0:1724307216.395187:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x19:0x0].7, 224 off9536 00000040:00080000:3.0:1724307216.395224:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x19:0x0].8, 112 off9648 00000040:00080000:3.0:1724307216.395289:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x19:0x0].9, 224 off9872 00000040:00080000:3.0:1724307216.395295:0:17781:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x14:0x0] index 9 count 10 00000100:00100000:3.0:1724307216.395355:0:17781:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf66a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246444672:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1724307216.395420:0:17781:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307216.395553:0:17781:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009b6afa80 going to sleep for 11 seconds 00000100:00100000:1.0:1724307216.395562:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246444672 00000100:00100000:1.0:1724307216.395571:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246444672 00000100:00100000:1.0:1724307216.395615:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1724307216.395622:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:17781:x1808064246444672:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1724307216.395856:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:17781:x1808064246444672:12345-0@lo:501:mount.lustre.0 Request processed in 234us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307216.395863:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1724307216.395927:0:17781:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf66a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246444672:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1724307216.395958:0:17781:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246444800:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1724307216.396118:0:17781:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307216.396330:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246444800 00000100:00100000:2.0:1724307216.396332:0:17781:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ad32840 going to sleep for 11 seconds 00000100:00100000:3.0:1724307216.396334:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246444800 00000100:00100000:3.0:1724307216.396381:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1724307216.396390:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:17781:x1808064246444800:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1724307216.396761:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:17781:x1808064246444800:12345-0@lo:503:mount.lustre.0 Request processed in 373us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307216.396767:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1724307216.396824:0:17781:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246444800:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1724307216.397290:0:17781:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1724307216.397313:0:17781:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246444928:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1724307216.397343:0:17781:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307216.397364:0:17781:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ad32780 going to sleep for 11 seconds 00000100:00100000:3.0:1724307216.397383:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246444928 00000100:00100000:3.0:1724307216.397386:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246444928 00000100:00100000:3.0:1724307216.397413:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1724307216.397417:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:17781:x1808064246444928:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1724307216.397570:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:17781:x1808064246444928:12345-0@lo:502:mount.lustre.0 Request processed in 151us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307216.397575:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1724307216.397845:0:17781:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246444928:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1724307216.398085:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1a:0x0].1, 224 off8416 00000040:00080000:2.0:1724307216.398131:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1a:0x0].2, 112 off8528 00000040:00080000:2.0:1724307216.398187:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1a:0x0].3, 224 off8752 00000040:00080000:2.0:1724307216.398228:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1a:0x0].4, 224 off8976 00000040:00080000:2.0:1724307216.398264:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1a:0x0].5, 112 off9088 00000040:00080000:2.0:1724307216.398307:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1a:0x0].6, 224 off9312 00000040:00080000:2.0:1724307216.398339:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1a:0x0].7, 224 off9536 00000040:00080000:2.0:1724307216.398368:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1a:0x0].8, 112 off9648 00000100:00100000:2.0:1724307216.398386:0:17781:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246445056:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1724307216.398411:0:17781:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307216.398755:0:17781:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ad32780 going to sleep for 11 seconds 00000100:00100000:1.0:1724307216.398804:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246445056 00000100:00100000:1.0:1724307216.398809:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246445056 00000100:00100000:1.0:1724307216.399293:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1724307216.399300:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:17781:x1808064246445056:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1724307216.399474:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:17781:x1808064246445056:12345-0@lo:502:mount.lustre.0 Request processed in 173us (1061us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307216.399480:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1724307216.399490:0:17781:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246445056:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1724307216.399574:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1a:0x0].9, 224 off9872 00000040:00080000:2.0:1724307216.399582:0:17781:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:3.0:1724307216.400373:0:17792:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1724307216.400382:0:17792:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307216.400384:0:17792:0:(obd_config.c:1495:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1724307216.400390:0:17792:0:(obd_config.c:1939:class_config_llog_handler()) cmd ce032, instance name: general-ffff8800a5942000 00000020:00000080:3.0:1724307216.400392:0:17792:0:(obd_config.c:1407:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1724307216.400399:0:17792:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1724307216.400402:0:17792:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307216.400402:0:17792:0:(obd_config.c:1495:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1724307216.400404:0:17792:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1724307216.400406:0:17792:0:(obd_config.c:1833:class_config_llog_handler()) SKIP #3 00000020:01000000:3.0:1724307216.400407:0:17792:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1724307216.400408:0:17792:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1724307216.400409:0:17792:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1724307216.400411:0:17792:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307216.400412:0:17792:0:(obd_config.c:1495:class_process_config()) marker 3 (0x6) general lod.*.mdt_hash 00000020:01000000:3.0:1724307216.400414:0:17792:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1724307216.400416:0:17792:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307216.400418:0:17792:0:(obd_config.c:1495:class_process_config()) marker 4 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1724307216.400420:0:17792:0:(obd_config.c:1939:class_config_llog_handler()) cmd ce032, instance name: general-ffff8800a5942000 00000020:00000080:3.0:1724307216.400422:0:17792:0:(obd_config.c:1407:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1724307216.400488:0:17792:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1724307216.400491:0:17792:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307216.400492:0:17792:0:(obd_config.c:1495:class_process_config()) marker 4 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1724307216.400495:0:17792:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 10 count 10 00000020:01000000:0.0:1724307216.401692:0:17781:0:(obd_config.c:2077:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:0.0:1724307216.401744:0:17781:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1724307216.401757:0:17781:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091162400/0x85b23e07e0c0b89a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0b8a1 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307216.401769:0:17781:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff880091162400/0x85b23e07e0c0b89a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0b8a1 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307216.401799:0:17781:0:(mgc_request.c:1900:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1724307216.401801:0:17781:0:(mgc_request.c:322:config_log_add()) add config log lustre-client-ffff8800a5942000 10000000:01000000:0.0:1724307216.401804:0:17781:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8800a5942000 10000000:01000000:0.0:1724307216.401808:0:17781:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1724307216.401812:0:17781:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-client-ffff8800a5942000 from 1 10000000:01000000:0.0:1724307216.401815:0:17781:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1724307216.401848:0:17781:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0b8a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307216.401854:0:17781:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0b8a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307216.401864:0:17781:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0b8a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307216.401885:0:17781:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cbaa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246445184:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1724307216.401945:0:17781:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307216.401960:0:17781:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094f8e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1724307216.401965:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246445184 00000100:00100000:1.0:1724307216.401973:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246445184 00000100:00100000:1.0:1724307216.402011:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1724307216.402018:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094afb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:17781:x1808064246445184:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1724307216.402030:0:14906:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307216.402042:0:14906:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a5a65680/0x85b23e07e0c0b8af lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0b8a8 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307216.402067:0:14906:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a5a65680/0x85b23e07e0c0b8af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0b8a8 expref: 18 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307216.402077:0:14906:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a5a65680/0x85b23e07e0c0b8af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0b8a8 expref: 18 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307216.402085:0:14906:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5a65680, rc 0) 00000100:00100000:1.0:1724307216.402134:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094afb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:17781:x1808064246445184:12345-0@lo:101:mount.lustre.0 Request processed in 116us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307216.402144:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1724307216.402310:0:17781:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cbaa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246445184:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1724307216.402323:0:17781:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0b8a8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0b8af expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307216.402334:0:17781:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0b8a8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0b8af expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1724307216.408048:0:17781:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x16:0x0] index 42 count 42 00000040:00080000:3.0:1724307216.409628:0:17781:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1724307216.409913:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].1, 224 off8416 00000040:00080000:3.0:1724307216.409967:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].2, 120 off8536 00000040:00080000:3.0:1724307216.410017:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].3, 168 off8704 00000040:00080000:3.0:1724307216.410069:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].4, 224 off8928 00000040:00080000:3.0:1724307216.410109:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].5, 224 off9152 00000040:00080000:3.0:1724307216.410156:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].6, 120 off9272 00000040:00080000:3.0:1724307216.410196:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].7, 168 off9440 00000040:00080000:3.0:1724307216.410229:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].8, 224 off9664 00000040:00080000:3.0:1724307216.410275:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].9, 224 off9888 00000040:00080000:3.0:1724307216.410316:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].10, 120 off10008 00000040:00080000:3.0:1724307216.410352:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].11, 224 off10232 00000040:00080000:3.0:1724307216.410395:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].12, 224 off10456 00000040:00080000:3.0:1724307216.410436:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].13, 88 off10544 00000040:00080000:3.0:1724307216.410471:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].14, 128 off10672 00000040:00080000:3.0:1724307216.410515:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].15, 144 off10816 00000040:00080000:3.0:1724307216.410559:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].16, 160 off10976 00000040:00080000:3.0:1724307216.410595:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].17, 224 off11200 00000040:00080000:3.0:1724307216.410949:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].18, 224 off11424 00000040:00080000:3.0:1724307216.410999:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].19, 80 off11504 00000040:00080000:3.0:1724307216.411051:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].20, 224 off11728 00000040:00080000:3.0:1724307216.411098:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].21, 224 off11952 00000040:00080000:3.0:1724307216.411140:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].22, 88 off12040 00000040:00080000:3.0:1724307216.411174:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].23, 128 off12168 00000040:00080000:3.0:1724307216.411218:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].24, 144 off12312 00000040:00080000:3.0:1724307216.411261:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].25, 128 off12440 00000040:00080000:3.0:1724307216.411306:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].26, 224 off12664 00000040:00080000:3.0:1724307216.411353:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].27, 224 off12888 00000040:00080000:3.0:1724307216.411389:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].28, 80 off12968 00000040:00080000:3.0:1724307216.411424:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].29, 224 off13192 00000040:00080000:3.0:1724307216.411470:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].30, 224 off13416 00000040:00080000:3.0:1724307216.411516:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].31, 88 off13504 00000040:00080000:3.0:1724307216.411546:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].32, 128 off13632 00000040:00080000:3.0:1724307216.411568:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].33, 144 off13776 00000040:00080000:3.0:1724307216.411596:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].34, 128 off13904 00000040:00080000:3.0:1724307216.411619:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].35, 224 off14128 00000040:00080000:3.0:1724307216.411677:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].36, 224 off14352 00000040:00080000:3.0:1724307216.411718:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].37, 80 off14432 00000040:00080000:3.0:1724307216.411756:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].38, 224 off14656 00000040:00080000:3.0:1724307216.411801:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].39, 224 off14880 00000040:00080000:3.0:1724307216.411835:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].40, 120 off15000 00000040:00080000:3.0:1724307216.411935:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1b:0x0].41, 224 off15224 00000040:00080000:3.0:1724307216.411942:0:17781:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x16:0x0] index 41 count 42 00000100:00100000:3.0:1724307216.412019:0:17781:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf66a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246445312:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1724307216.412088:0:17781:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307216.412880:0:17781:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009b6afcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307216.413062:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246445312 00000100:00100000:0.0:1724307216.413071:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246445312 00000100:00100000:0.0:1724307216.413122:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1724307216.413129:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094afbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:17781:x1808064246445312:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307216.413906:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094afbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:17781:x1808064246445312:12345-0@lo:501:mount.lustre.0 Request processed in 775us (1816us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307216.413917:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1724307216.413952:0:17781:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf66a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246445312:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1724307216.414065:0:17781:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf66a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246445440:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1724307216.414109:0:17781:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307216.414125:0:17781:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ad32780 going to sleep for 11 seconds 00000100:00100000:0.0:1724307216.414139:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246445440 00000100:00100000:0.0:1724307216.414143:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246445440 00000100:00100000:0.0:1724307216.414165:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1724307216.414174:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094af9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:17781:x1808064246445440:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1724307216.414465:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094af9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:17781:x1808064246445440:12345-0@lo:503:mount.lustre.0 Request processed in 290us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307216.414471:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1724307216.414486:0:17781:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf66a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246445440:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1724307216.415056:0:17781:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1724307216.415078:0:17781:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246445568:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1724307216.415154:0:17781:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307216.415174:0:17781:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ad326c0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307216.415224:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246445568 00000100:00100000:0.0:1724307216.415228:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246445568 00000100:00100000:0.0:1724307216.415260:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1724307216.415265:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094afa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:17781:x1808064246445568:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1724307216.415506:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094afa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:17781:x1808064246445568:12345-0@lo:502:mount.lustre.0 Request processed in 239us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307216.415512:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1724307216.415810:0:17781:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246445568:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1724307216.416027:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].1, 224 off8416 00000040:00080000:2.0:1724307216.416070:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].2, 120 off8536 00000040:00080000:2.0:1724307216.416099:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].3, 168 off8704 00000040:00080000:2.0:1724307216.416134:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].4, 224 off8928 00000040:00080000:2.0:1724307216.416168:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].5, 224 off9152 00000040:00080000:2.0:1724307216.416216:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].6, 120 off9272 00000040:00080000:2.0:1724307216.416258:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].7, 168 off9440 00000040:00080000:2.0:1724307216.416297:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].8, 224 off9664 00000040:00080000:2.0:1724307216.416346:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].9, 224 off9888 00000040:00080000:2.0:1724307216.416385:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].10, 120 off10008 00000040:00080000:2.0:1724307216.416419:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].11, 224 off10232 00000040:00080000:2.0:1724307216.416460:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].12, 224 off10456 00000040:00080000:2.0:1724307216.416497:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].13, 88 off10544 00000040:00080000:2.0:1724307216.416533:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].14, 128 off10672 00000040:00080000:2.0:1724307216.416580:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].15, 144 off10816 00000040:00080000:2.0:1724307216.416616:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].16, 160 off10976 00000040:00080000:2.0:1724307216.416760:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].17, 224 off11200 00000040:00080000:2.0:1724307216.416812:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].18, 224 off11424 00000040:00080000:2.0:1724307216.416852:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].19, 80 off11504 00000040:00080000:2.0:1724307216.416885:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].20, 224 off11728 00000040:00080000:2.0:1724307216.416928:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].21, 224 off11952 00000040:00080000:2.0:1724307216.416966:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].22, 88 off12040 00000040:00080000:2.0:1724307216.416999:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].23, 128 off12168 00000040:00080000:2.0:1724307216.417058:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].24, 144 off12312 00000040:00080000:2.0:1724307216.417091:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].25, 128 off12440 00000040:00080000:2.0:1724307216.417119:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].26, 224 off12664 00000040:00080000:2.0:1724307216.417157:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].27, 224 off12888 00000040:00080000:2.0:1724307216.417192:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].28, 80 off12968 00000040:00080000:2.0:1724307216.417220:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].29, 224 off13192 00000040:00080000:2.0:1724307216.417256:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].30, 224 off13416 00000040:00080000:2.0:1724307216.417289:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].31, 88 off13504 00000040:00080000:2.0:1724307216.417317:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].32, 128 off13632 00000040:00080000:2.0:1724307216.417344:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].33, 144 off13776 00000040:00080000:2.0:1724307216.417380:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].34, 128 off13904 00000040:00080000:2.0:1724307216.417415:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].35, 224 off14128 00000040:00080000:2.0:1724307216.417452:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].36, 224 off14352 00000040:00080000:2.0:1724307216.417480:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].37, 80 off14432 00000040:00080000:2.0:1724307216.417507:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].38, 224 off14656 00000040:00080000:2.0:1724307216.417544:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].39, 224 off14880 00000040:00080000:2.0:1724307216.417585:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].40, 120 off15000 00000100:00100000:2.0:1724307216.417616:0:17781:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246445696:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1724307216.417895:0:17781:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307216.417941:0:17781:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ad326c0 going to sleep for 11 seconds 00000100:00100000:1.0:1724307216.418000:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246445696 00000100:00100000:1.0:1724307216.418014:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246445696 00000100:00100000:1.0:1724307216.418125:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1724307216.418132:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094afac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:17781:x1808064246445696:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1724307216.418409:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094afac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:17781:x1808064246445696:12345-0@lo:502:mount.lustre.0 Request processed in 277us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307216.418416:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1724307216.418502:0:17781:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246445696:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1724307216.418589:0:17781:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1c:0x0].41, 224 off15224 00000040:00080000:3.0:1724307216.418605:0:17781:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:3.0:1724307216.419550:0:17796:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1724307216.419554:0:17796:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1724307216.419570:0:17796:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff88009fb51550) 00000020:00000080:3.0:1724307216.419591:0:17796:0:(obd_config.c:671:class_attach()) OBD: dev 12 attached type lwp with refcount 2 00000020:00000080:3.0:1724307216.419594:0:17796:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1724307216.419930:0:17796:0:(ldlm_lib.c:101:import_set_conn()) imp ffff8800949b9000@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.107@tcp at head 00010000:00010000:3.0:1724307216.421399:0:17796:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-5 is initialized 00000020:00000080:3.0:1724307216.421476:0:17796:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:3.0:1724307216.421500:0:17796:0:(lwp_dev.c:491:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1724307216.421512:0:17796:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x85b23e07e0c0b8bd 00000100:00080000:3.0:1724307216.421521:0:17796:0:(import.c:523:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1724307216.421529:0:17796:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8800949b9000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:3.0:1724307216.421564:0:17796:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012bf66a00 x1808064246445824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1724307216.421585:0:17796:0:(pinger.c:396:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000040:00080000:3.0:1724307216.421943:0:17796:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x1c:0x0] index 42 count 42 00000100:00100000:0.0:1724307216.421976:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246445824:0@lo:38:llog_process_th.0 00000020:01000000:3.0:1724307216.422049:0:17781:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 00000100:00100000:0.0:1724307216.422053:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:01000000:3.0:1724307216.422087:0:17781:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1724307216.422101:0:17781:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0b8a8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0b8af expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307216.422111:0:17781:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0b8a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0b8af expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1724307216.422151:0:17781:0:(tgt_mount.c:1161:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1724307216.422152:0:17781:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1724307216.422153:0:17781:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:3.0:1724307216.422154:0:17781:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:3.0:1724307216.422155:0:17781:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:3.0:1724307216.422156:0:17781:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:3.0:1724307216.422158:0:17781:0:(tgt_mount.c:1170:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1724307216.422159:0:17781:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1724307216.422160:0:17781:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1724307216.422166:0:17781:0:(mgc_request_server.c:253:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:3.0:1724307216.422171:0:17781:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1724307216.422172:0:17781:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1724307216.422172:0:17781:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:3.0:1724307216.422173:0:17781:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:3.0:1724307216.422175:0:17781:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:3.0:1724307216.422176:0:17781:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:3.0:1724307216.422176:0:17781:0:(tgt_mount.c:1170:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1724307216.422177:0:17781:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1724307216.422178:0:17781:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1724307216.422188:0:17781:0:(mgc_request_server.c:198:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1724307216.422196:0:17781:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093208e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246445952:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1724307216.422226:0:17781:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307216.422244:0:17781:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009b6afa80 going to sleep for 11 seconds 00000100:00100000:3.0:1724307216.422256:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246445952 00000100:00100000:3.0:1724307216.422261:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246445952 00000100:00100000:1.0:1724307216.422484:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246445824 00000100:00100000:1.0:1724307216.422488:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246445824 00000100:00100000:3.0:1724307216.422488:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1724307216.422495:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:17781:x1808064246445952:12345-0@lo:253:mount.lustre.0 00000100:00100000:1.0:1724307216.422506:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1925 00000100:00100000:1.0:1724307216.422510:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3295:x1808064246445824:12345-0@lo:38:llog_process_th.0 20000000:01000000:3.0:1724307216.422518:0:14905:0:(mgs_handler.c:364:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00010000:00080000:1.0:1724307216.422528:0:15723:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp (null) cur 2818 last 0 00000020:00000080:1.0:1724307216.422560:0:15723:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x85b23e07e0c0b8c4 00000004:00100000:1.0:1724307216.422571:0:15723:0:(mdt_handler.c:7068:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:1.0:1724307216.422576:0:15723:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009e6999c0 00000100:00080000:1.0:1724307216.422600:0:15723:0:(import.c:86:import_set_state_nolock()) ffff8800909e9800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:1.0:1724307216.422662:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cbaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1808064246445824:12345-0@lo:38:llog_process_th.0 Request processed in 149us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307216.422667:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1925 00000100:00100000:0.0:1724307216.423146:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1724307216.423154:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 70 00000100:00080000:0.0:1724307216.423160:0:3295:0:(import.c:940:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1724307216.423164:0:3295:0:(import.c:1184:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1724307216.423166:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8800949b9000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1724307216.423171:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246445824:0@lo:38:llog_process_th.0 20000000:01000000:2.0:1724307216.450192:0:14905:0:(mgs_nids.c:592:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1724307216.450204:0:14905:0:(mgs_handler.c:525:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1724307216.450351:0:14923:0:(mgs_nids.c:490:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1724307216.450357:0:14923:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1724307216.450377:0:14923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8800a5a64fc0/0x85b23e07e0c0b8cb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307216.450394:0:14923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff88009102f180/0x85b23e07e0bfb9d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0bfb9d0 expref: 18 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307216.450403:0:14923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff88009eb3df80/0x85b23e07e0bfc442 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6c6 expref: 8 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307216.450408:0:14923:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8800a5a64fc0/0x85b23e07e0c0b8cb lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307216.450444:0:14923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff88009eb3df80/0x85b23e07e0bfc442 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6c6 expref: 8 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307216.450458:0:14923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff88009eb3df80/0x85b23e07e0bfc442 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6c6 expref: 8 pid: 14906 timeout: 2918 lvb_type: 0 00000100:00100000:1.0:1724307216.450471:0:14923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b879880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:14923:1808064246446080:192.168.204.7@tcp:104: 00010000:00010000:1.0:1724307216.450548:0:14923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff88009102f180/0x85b23e07e0bfb9d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x85b23e07e0bfb9d0 expref: 18 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307216.450555:0:14923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff88009102f180/0x85b23e07e0bfb9d7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x85b23e07e0bfb9d0 expref: 18 pid: 14906 timeout: 2918 lvb_type: 0 00000100:00100000:1.0:1724307216.450566:0:14923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b87ad80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:14923:1808064246446208:0@lo:104: 00000100:00100000:1.0:1724307216.450600:0:14923:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307216.450622:0:14923:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094947f00 going to sleep for 11 seconds 00000100:00100000:0.0:1724307216.450926:0:7036:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246446208 00000100:00100000:0.0:1724307216.450935:0:7036:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246446208 00000100:00100000:0.0:1724307216.450979:0:7036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1724307216.450986:0:7036:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b879180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+3:14923:x1808064246446208:12345-0@lo:104: 00010000:00010000:0.0:1724307216.450996:0:7036:0:(ldlm_lockd.c:2511:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.107@tcp lock: ffff88009102eac0/0x85b23e07e0bfb9d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x85b23e07e0bfb9d7 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307216.451046:0:7036:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1724307216.451051:0:7036:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b879180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+3:14923:x1808064246446208:12345-0@lo:104: Request processed in 66us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307216.451057:0:7036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00010000:00010000:0.0:1724307216.451077:0:7041:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1724307216.451082:0:7041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff88009102eac0/0x85b23e07e0bfb9d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x85b23e07e0bfb9d7 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307216.451088:0:7041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009102eac0 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307216.451091:0:7041:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff88009102eac0/0x85b23e07e0bfb9d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x85b23e07e0bfb9d7 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307216.451098:0:7041:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009102eac0/0x85b23e07e0bfb9d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x85b23e07e0bfb9d7 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307216.451108:0:7041:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009102eac0/0x85b23e07e0bfb9d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x85b23e07e0bfb9d7 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307216.451112:0:7041:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1724307216.451132:0:7041:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff88009102eac0/0x85b23e07e0bfb9d0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0bfb9d7 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307216.451137:0:7041:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307216.451151:0:7041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff88009102eac0/0x85b23e07e0bfb9d0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0bfb9d7 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307216.451156:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009102eac0/0x85b23e07e0bfb9d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0bfb9d7 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307216.451170:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307216.451171:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307216.451172:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307216.451183:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1724307216.451190:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246446336:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1724307216.451211:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1724307216.451356:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGC192.168.204.107@tcp older than 1724307186 00000100:00100000:2.0:1724307216.451426:0:7038:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246446336 00000100:00100000:2.0:1724307216.451430:0:7038:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246446336 00010000:00010000:2.0:1724307216.451445:0:7038:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88009102f180/0x85b23e07e0bfb9d7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x85b23e07e0bfb9d0 expref: 19 pid: 14906 timeout: 2918 lvb_type: 0 00000100:00100000:2.0:1724307216.451461:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927 00000100:00100000:2.0:1724307216.451465:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+19:3298:x1808064246446336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1724307216.451474:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307216.451477:0:7038:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88009102f180/0x85b23e07e0bfb9d7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x85b23e07e0bfb9d0 expref: 19 pid: 14906 timeout: 2918 lvb_type: 0 00010000:00010000:2.0:1724307216.451485:0:7038:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88009102f180/0x85b23e07e0bfb9d7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x85b23e07e0bfb9d0 expref: 19 pid: 14906 timeout: 2918 lvb_type: 0 00010000:00010000:2.0:1724307216.451496:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1724307216.451518:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+19:3298:x1808064246446336:12345-0@lo:103:ldlm_bl.0 Request processed in 53us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307216.451529:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927 00000100:00100000:0.0:1724307216.451588:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246446336:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1724307216.451869:0:14923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009102f180/0x85b23e07e0bfb9d7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x85b23e07e0bfb9d0 expref: 18 pid: 14906 timeout: 2918 lvb_type: 0 00000100:00100000:1.0:1724307216.451877:0:14923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b87ad80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:14923:1808064246446208:0@lo:104: 00000100:00100000:2.0:1724307216.452863:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:17781:x1808064246445952:12345-0@lo:253:mount.lustre.0 Request processed in 30366us (30634us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307216.452872:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1724307216.453074:0:17781:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093208e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:17781:1808064246445952:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1724307216.453087:0:17781:0:(mgc_request_server.c:224:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1724307216.453090:0:17781:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1724307216.453091:0:17781:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1724307216.453092:0:17781:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:3.0:1724307216.453094:0:17781:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:3.0:1724307216.453095:0:17781:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:3.0:1724307216.453096:0:17781:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:3.0:1724307216.453097:0:17781:0:(tgt_mount.c:1170:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1724307216.453099:0:17781:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1724307216.453100:0:17781:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1724307216.453116:0:17781:0:(tgt_mount.c:2296:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:3.0:1724307216.453364:0:17781:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:3.0:1724307216.453416:0:17781:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:3.0:1724307216.453497:0:17781:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:3.0:1724307216.453529:0:17781:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:3.0:1724307216.453593:0:17781:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:3.0:1724307216.453629:0:17781:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000100:00100000:1.0:1724307216.454254:0:14923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b879880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:14923:1808064246446080:192.168.204.7@tcp:104: 00010000:00010000:1.0:1724307216.454275:0:14923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8800a5a64fc0/0x85b23e07e0c0b8cb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307216.455827:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307216.455973:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248584832 00000100:00100000:3.0:1724307216.455982:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248584832 00010000:00010000:3.0:1724307216.456023:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88009eb3df80/0x85b23e07e0bfc442 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6c6 expref: 9 pid: 14906 timeout: 2918 lvb_type: 0 00000100:00100000:3.0:1724307216.456044:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2928 00000100:00100000:3.0:1724307216.456051:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1966:x1808064248584832:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1724307216.456064:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307216.456069:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88009eb3df80/0x85b23e07e0bfc442 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6c6 expref: 9 pid: 14906 timeout: 2918 lvb_type: 0 00010000:00010000:3.0:1724307216.456079:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88009eb3df80/0x85b23e07e0bfc442 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6c6 expref: 9 pid: 14906 timeout: 2918 lvb_type: 0 00010000:00010000:3.0:1724307216.456095:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009eb3df80/0x85b23e07e0bfc442 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6c6 expref: 9 pid: 14906 timeout: 2918 lvb_type: 0 00010000:00010000:3.0:1724307216.456110:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8800a5a64fc0/0x85b23e07e0c0b8cb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307216.456117:0:7039:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a5a64fc0/0x85b23e07e0c0b8cb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 20000000:01000000:3.0:1724307216.456132:0:7039:0:(mgs_nids.c:466:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005776627s 00010000:00010000:3.0:1724307216.456136:0:7039:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8800a5a64fc0/0x85b23e07e0c0b8cb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307216.456142:0:7039:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8800a5a64fc0/0x85b23e07e0c0b8cb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307216.456148:0:7039:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8800a5a64fc0/0x85b23e07e0c0b8cb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307216.456154:0:7039:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8800a5a64fc0/0x85b23e07e0c0b8cb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307216.456159:0:7039:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a64fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307216.456163:0:7039:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8800a5a64fc0/0x85b23e07e0c0b8cb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307216.456169:0:7039:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8800a5a64fc0/0x85b23e07e0c0b8cb lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307216.456535:0:17781:0:(ldlm_lib.c:2950:target_recovery_init()) RECOVERY: service lustre-OST0000, 2 recoverable clients, last_transno 17179870645 00010000:00010000:3.0:1724307216.456727:0:7039:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8800a5a64fc0/0x85b23e07e0c0b8cb lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307216.456739:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307216.456842:0:14923:0:(ldlm_request.c:182:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8800a5a64fc0/0x85b23e07e0c0b8cb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307216.456850:0:14923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8800a5a64fc0/0x85b23e07e0c0b8cb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307216.456855:0:14923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a5a64fc0/0x85b23e07e0c0b8cb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307216.457086:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:31a81d4a-43f7-45b0-a075-f219c8077a24+8:1966:x1808064248584832:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 1032us (1260us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307216.457094:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2928 00000100:00080000:3.0:1724307216.457115:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307186 00010000:00080000:1.0:1724307216.458898:0:17816:0:(ldlm_lib.c:2754:target_recovery_thread()) lustre-OST0000: started recovery thread pid 17816 00010000:02000000:1.0:1724307216.458923:0:17816:0:(ldlm_lib.c:2215:target_recovery_overseer()) lustre-OST0000: in recovery but waiting for the first client to connect 00010000:00080000:1.0:1724307216.458926:0:17816:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:1.0:1724307216.458928:0:17816:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00000020:01000004:0.0:1724307216.459034:0:17781:0:(tgt_mount.c:317:server_mgc_clear_fs()) Unassign mgc disk 00000020:01000004:0.0:1724307216.459097:0:17781:0:(tgt_mount.c:2065:server_fill_super_common()) Server sb, dev=43 00000080:00000004:0.0:1724307216.459107:0:17781:0:(super25.c:192:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00010000:00010000:2.0:1724307217.212270:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307217.720785:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307217.721050:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248584960 00000100:00100000:2.0:1724307217.721060:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248584960 00000100:00100000:2.0:1724307217.721112:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 90 00000100:00100000:2.0:1724307217.721119:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064248584960:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307217.721136:0:14905:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307217.721158:0:14905:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff880091162f40/0x85b23e07e0c0b8d2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6cfaf expref: -99 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.721187:0:14905:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880091162f40/0x85b23e07e0c0b8d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfaf expref: 9 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.721196:0:14905:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff880091162f40/0x85b23e07e0c0b8d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfaf expref: 9 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.721203:0:14905:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091162f40, rc 0) 00000100:00100000:2.0:1724307217.721251:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064248584960:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 132us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307217.721256:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 90 00000100:00100000:0.0:1724307217.725051:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307217.725164:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248585088 00000100:00100000:3.0:1724307217.725176:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248585088 00000100:00100000:3.0:1724307217.725234:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 91 00000100:00100000:3.0:1724307217.725243:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064248585088:12345-192.168.204.7@tcp:256:ll_cfg_requeue.0 20000000:01000000:3.0:1724307217.725276:0:14905:0:(mgs_nids.c:682:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:3.0:1724307217.725936:0:14905:0:(mgs_nids.c:225:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1724307217.725940:0:14905:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 78 00000100:00100000:0.0:1724307217.739334:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064248585088:12345-192.168.204.7@tcp:256:ll_cfg_requeue.0 Request processed in 14079us (14281us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307217.739352:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 91 10000000:01000000:3.0:1724307217.751302:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1724307217.751311:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-mdtir-ffff8800a9a73800 from 78 10000000:01000000:3.0:1724307217.751316:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1724307217.751364:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0b8d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.751376:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0b8d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.751388:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0b8d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307217.751414:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093208e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246446464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1724307217.751486:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307217.751522:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880135129000 going to sleep for 11 seconds 00000100:00100000:0.0:1724307217.751605:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246446464 00000100:00100000:0.0:1724307217.751613:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246446464 00000100:00100000:0.0:1724307217.751687:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1724307217.751695:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:7051:x1808064246446464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1724307217.751708:0:14905:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307217.751723:0:14905:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a9a96f40/0x85b23e07e0c0b8e0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0b8d9 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.751747:0:14905:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a9a96f40/0x85b23e07e0c0b8e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0b8d9 expref: 18 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.751755:0:14905:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a9a96f40/0x85b23e07e0c0b8e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0b8d9 expref: 18 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.751775:0:14905:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9a96f40, rc 0) 00000100:00100000:0.0:1724307217.751815:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:7051:x1808064246446464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307217.751821:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1724307217.753614:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307217.753859:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248585216 00000100:00100000:2.0:1724307217.753868:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248585216 00000100:00100000:2.0:1724307217.753896:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11509 00000100:00100000:2.0:1724307217.753903:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:1965:x1808064248585216:12345-192.168.204.7@tcp:8:lctl.0 00010000:00080000:2.0:1724307217.753932:0:15469:0:(ldlm_lib.c:856:target_handle_reconnect()) connect export for UUID '7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e' at ffff8800902db000, cookie 0x85b23e07e0c0b893 00010000:00080000:2.0:1724307217.753938:0:15469:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0000: connection from 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp recovering/t0 exp ffff8800902db000 cur 2820 last 1724307216 00010000:02000400:2.0:1724307217.753946:0:15469:0:(ldlm_lib.c:1918:target_start_recovery_timer()) lustre-OST0000: Will be in recovery for at least 1:00, or until 2 clients reconnect 00010000:00080000:2.0:1724307217.753952:0:15469:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 70 seconds 00002000:00100000:2.0:1724307217.753965:0:15469:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0000: cli 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e/ffff8800902db000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f40ac ocd_grant: 2097152 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1724307217.754002:0:15469:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1724307217.754008:0:15469:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88012e68d900 00000100:00080000:2.0:1724307217.754066:0:15469:0:(import.c:86:import_set_state_nolock()) ffff8800902de800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:2.0:1724307217.754112:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1965:x1808064248585216:12345-192.168.204.7@tcp:8:lctl.0 Request processed in 209us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307217.754118:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11509 00000100:00100000:3.0:1724307217.754262:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093208e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246446464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307217.754279:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0b8d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0b8e0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.754289:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0b8d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0b8e0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307217.754346:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093208e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246446592:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1724307217.754380:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.758006:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307217.758038:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248585344 00000100:00100000:0.0:1724307217.758047:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248585344 00000100:00100000:1.0:1724307217.758094:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246446592 00000100:00100000:1.0:1724307217.758100:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246446592 00000100:00100000:3.0:1724307217.758114:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880135129000 going to sleep for 11 seconds 00000100:00100000:1.0:1724307217.758142:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1724307217.758148:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:7051:x1808064246446592:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1724307217.758184:0:14906:0:(mgs_nids.c:682:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1724307217.758200:0:14906:0:(mgs_nids.c:225:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1724307217.758203:0:14906:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 78 00000100:00100000:1.0:1724307217.758309:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:7051:x1808064246446592:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 161us (3927us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307217.758317:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1724307217.758506:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1166 00000100:00100000:0.0:1724307217.758511:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1965:x1808064248585344:12345-192.168.204.7@tcp:400:ldlm_lock_repla.0 00010000:00080000:0.0:1724307217.758525:0:16086:0:(ldlm_lib.c:3036:target_queue_recovery_request()) @@@ queue final req req@ffff88012cba8380 x1808064248585344/t0(0) o400->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:478/0 lens 224/0 e 0 to 0 dl 1724307228 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 00000100:00100000:3.0:1724307217.758535:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093208e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246446592:0@lo:256:ll_cfg_requeue.0 00000020:00000080:3.0:1724307217.758570:0:7051:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00f 10000000:01000000:3.0:1724307217.758704:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1724307217.758713:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0b8d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0b8e0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.758721:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0b8d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0b8e0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307217.758867:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1965:x1808064248585344:12345-192.168.204.7@tcp:400:ldlm_lock_repla.0 Request processed in 354us (870us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.758874:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1166 00010000:00080000:1.0:1724307217.758909:0:17816:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 2 abort 0 expired 0 00000100:00080000:2.0:1724307217.769457:0:17995:0:(import.c:232:ptlrpc_set_import_discon()) osp: import ffff88009c235000 already not connected (conn 5, was 0): DISCONN 00010000:00080000:2.0:1724307217.769476:0:17995:0:(ldlm_lib.c:84:import_set_conn()) imp ffff88009c235000@lustre-OST0000-osc-MDT0000: found existing conn 192.168.204.107@tcp, moved to head 00000100:00080000:2.0:1724307217.769483:0:17995:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1724307217.769489:0:17995:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1724307217.769502:0:17995:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009c235000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:2.0:1724307217.769536:0:17995:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800922df480 x1808064246446720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1724307217.773727:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246446720:0@lo:8:lctl.0 00000100:00100000:1.0:1724307217.773806:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307217.773965:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246446720 00000100:00100000:3.0:1724307217.773974:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246446720 00000100:00100000:3.0:1724307217.774016:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11510 00000100:00100000:3.0:1724307217.774023:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b879880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3295:x1808064246446720:12345-0@lo:8:lctl.0 00010000:00080000:3.0:1724307217.774056:0:16086:0:(ldlm_lib.c:856:target_handle_reconnect()) connect export for UUID 'lustre-MDT0000-mdtlov_UUID' at ffff8800902d8800, cookie 0x85b23e07e0c0b88c 00010000:00080000:3.0:1724307217.774208:0:16086:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo recovering/t17179870644 exp ffff8800902d8800 cur 2820 last 1724307216 00002000:00100000:3.0:1724307217.774227:0:16086:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8800902d8800 ocd_connect_flags: 0xa044401443000066 ocd_version: 20f40ac ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1724307217.774231:0:16086:0:(ofd_obd.c:169:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1724307217.774234:0:16086:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:3.0:1724307217.774240:0:16086:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88012e68d900 00000100:00080000:3.0:1724307217.774303:0:16086:0:(import.c:86:import_set_state_nolock()) ffff8800902dd000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:3.0:1724307217.775271:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b879880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3295:x1808064246446720:12345-0@lo:8:lctl.0 Request processed in 1245us (1463us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307217.775284:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11510 00010000:00080000:3.0:1724307217.775316:0:17816:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 2 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:3.0:1724307217.775321:0:17816:0:(ldlm_lib.c:2584:replay_request_or_update()) Waiting for transno 17179870646 00010000:00080000:3.0:1724307217.775325:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870646 00010000:00080000:3.0:1724307217.775328:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870646 00010000:00080000:2.0:1724307217.775407:0:3295:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800922df480 x1808064246446720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1724307227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lctl.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.775417:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.775438:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.775454:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 5 00000100:00080000:2.0:1724307217.775467:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00080000:2.0:1724307217.775610:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307217.775612:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.775616:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.775623:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 0 00000100:00080000:2.0:1724307217.775627:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.775636:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246446720:0@lo:8:lctl.0 00000100:00100000:2.0:1724307217.775718:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009012d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246350592:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.775756:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307217.775833:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246350592 00000100:00100000:3.0:1724307217.775839:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246350592 00000100:00100000:3.0:1724307217.775860:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11511 00000100:00100000:3.0:1724307217.775865:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3295:x1808064246350592:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307217.775876:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870646, current: 17179870646, replaying 00000100:00100000:3.0:1724307217.775883:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3295:x1808064246350592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19us (128us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307217.775889:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11511 00010000:00080000:3.0:1724307217.775946:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870646, next_transno: 17179870646 00010000:00080000:3.0:1724307217.775949:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870646) 00010000:00080000:3.0:1724307217.775954:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246350592 t17179870646 from 0@lo req@ffff88009c0a7c50 x1808064246350592/t0(17179870646) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307217.775993:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4868 count 1 00002000:00010000:2.0:1724307217.789053:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1304:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307217.789069:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0b8e7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.789086:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307217.789089:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307217.789094:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0b8e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.789111:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0b8e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.789121:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0b8e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.789128:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0b8e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.789135:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0b8e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.789142:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307217.789147:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0b8e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.789154:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0b8e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.789169:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0b8e7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.789175:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0b8e7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307217.789588:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:2.0:1724307217.789660:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.789670:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307217.789673:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.789676:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.789683:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870646 00000100:00080000:2.0:1724307217.789690:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009012ca80 x1808064246350848/t17179870647(17179870647) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.789699:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009012d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246350592:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.789717:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009012ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246350848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.789747:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307217.789774:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246350848 00000100:00100000:2.0:1724307217.789780:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246350848 00000100:00100000:2.0:1724307217.789811:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11512 00000100:00100000:2.0:1724307217.789818:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+7:3295:x1808064246350848:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307217.789830:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870646, current: 17179870647, replaying 00000100:00100000:2.0:1724307217.789836:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+7:3295:x1808064246350848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19us (90us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307217.789840:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11512 00010000:00080000:2.0:1724307217.789860:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870647, next_transno: 17179870647 00010000:00080000:2.0:1724307217.789863:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870647) 00010000:00080000:2.0:1724307217.789868:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246350848 t17179870647 from 0@lo req@ffff8800922df480 x1808064246350848/t0(17179870647) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307217.789897:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4870 count 1 00002000:00010000:3.0:1724307217.805571:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1306:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307217.805585:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0b8ee lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1306:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.805602:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.805603:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.805608:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0b8ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.805622:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0b8ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.805630:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0b8ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.805636:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0b8ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.805680:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0b8ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.805692:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307217.805696:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0b8ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.805704:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0b8ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.805718:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0b8ee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.805725:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0b8ee lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307217.806022:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307217.806044:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870648 00010000:00080000:3.0:1724307217.806048:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870648 00000100:00080000:2.0:1724307217.806284:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009012ca80 x1808064246350848/t17179870647(17179870647) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.806295:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307217.806298:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.806302:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.806319:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870647 00000100:00080000:2.0:1724307217.806325:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009012e300 x1808064246351232/t17179870648(17179870648) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.806333:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009012ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246350848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.807236:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009012e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246351232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.807287:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.807721:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246351232 00000100:00100000:0.0:1724307217.807731:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246351232 00000100:00100000:0.0:1724307217.807775:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11513 00000100:00100000:0.0:1724307217.807783:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3295:x1808064246351232:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.807796:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870648, current: 17179870648, replaying 00000100:00100000:0.0:1724307217.807812:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3295:x1808064246351232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30us (525us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.807818:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11513 00010000:00080000:3.0:1724307217.807902:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870648, next_transno: 17179870648 00010000:00080000:3.0:1724307217.807906:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870648) 00010000:00080000:3.0:1724307217.807913:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246351232 t17179870648 from 0@lo req@ffff8800922dc380 x1808064246351232/t0(17179870648) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307217.807948:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4873 count 1 00002000:00010000:0.0:1724307217.815138:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1309:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307217.815149:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b8f5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1309:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.815164:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.815166:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.815170:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b8f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.815185:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b8f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.815193:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b8f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.815199:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b8f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.815207:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b8f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.815213:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307217.815216:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b8f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.815223:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b8f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.815236:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b8f5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.815240:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b8f5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307217.815528:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307217.815549:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870649 00010000:00080000:0.0:1724307217.815553:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870649 00000100:00080000:2.0:1724307217.815791:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009012e300 x1808064246351232/t17179870648(17179870648) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.815800:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307217.815803:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.815808:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.815813:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870648 00000100:00080000:2.0:1724307217.815820:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009012f100 x1808064246350464/t17179870649(17179870649) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.815829:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009012e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246351232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.815845:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009012f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246350464:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.815873:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307217.815903:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246350464 00000100:00100000:2.0:1724307217.815909:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246350464 00000100:00100000:2.0:1724307217.815939:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11514 00000100:00100000:2.0:1724307217.815946:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+8:3295:x1808064246350464:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307217.815957:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870649, current: 17179870649, replaying 00000100:00100000:2.0:1724307217.815967:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+8:3295:x1808064246350464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21us (94us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307217.815972:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11514 00010000:00080000:2.0:1724307217.815997:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870649, next_transno: 17179870649 00010000:00080000:2.0:1724307217.815999:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870649) 00010000:00080000:2.0:1724307217.816004:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246350464 t17179870649 from 0@lo req@ffff8800922dd180 x1808064246350464/t0(17179870649) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307217.816042:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4867 count 1 00002000:00010000:1.0:1724307217.821089:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1303:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307217.821102:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b8fc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1303:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.821118:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.821120:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.821125:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b8fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.821139:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b8fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.821148:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b8fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.821155:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b8fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.821162:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b8fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.821170:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a64fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307217.821174:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b8fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.821441:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b8fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.821456:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b8fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.821462:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0b8fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307217.822335:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307217.822355:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870650 00010000:00080000:1.0:1724307217.822359:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870650 00000100:00080000:3.0:1724307217.822451:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009012f100 x1808064246350464/t17179870649(17179870649) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307217.822460:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307217.822463:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307217.822469:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307217.822476:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870649 00000100:00080000:3.0:1724307217.822483:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009012df80 x1808064246351104/t17179870650(17179870650) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307217.822493:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009012f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246350464:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307217.822509:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009012df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246351104:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307217.822548:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.822600:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246351104 00000100:00100000:0.0:1724307217.822609:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246351104 00000100:00100000:0.0:1724307217.822974:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11515 00000100:00100000:0.0:1724307217.822991:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3295:x1808064246351104:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.823004:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870650, current: 17179870650, replaying 00000100:00100000:0.0:1724307217.823023:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3295:x1808064246351104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33us (476us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.823031:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11515 00010000:00080000:1.0:1724307217.823044:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870650, next_transno: 17179870650 00010000:00080000:1.0:1724307217.823047:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870650) 00010000:00080000:1.0:1724307217.823054:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246351104 t17179870650 from 0@lo req@ffff880093208e00 x1808064246351104/t0(17179870650) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307217.823084:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4872 count 1 00002000:00010000:1.0:1724307217.826535:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1308:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307217.826549:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0b903 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1308:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.826569:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.826571:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.826577:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0b903 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.826591:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0b903 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.826600:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0b903 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.826607:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0b903 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.826615:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0b903 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.826621:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a646c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307217.826625:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0b903 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.826633:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0b903 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.826672:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0b903 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.826684:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0b903 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307217.828509:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307217.828533:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870651 00010000:00080000:1.0:1724307217.828537:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870651 00000100:00080000:2.0:1724307217.828554:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009012df80 x1808064246351104/t17179870650(17179870650) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.828565:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307217.828568:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.828573:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.828579:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870650 00000100:00080000:2.0:1724307217.828587:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009012fb80 x1808064246350720/t17179870651(17179870651) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.828596:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009012df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246351104:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.828612:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009012fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246350720:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.828670:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.828750:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246350720 00000100:00100000:0.0:1724307217.828757:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246350720 00000100:00100000:0.0:1724307217.828798:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11516 00000100:00100000:0.0:1724307217.828805:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+10:3295:x1808064246350720:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.828816:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870651, current: 17179870651, replaying 00000100:00100000:0.0:1724307217.828825:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+10:3295:x1808064246350720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (156us total) trans 0 rc 0/-999 00010000:00080000:1.0:1724307217.828828:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870651, next_transno: 17179870651 00000100:00100000:0.0:1724307217.828830:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11516 00010000:00080000:1.0:1724307217.828831:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870651) 00010000:00080000:1.0:1724307217.828837:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246350720 t17179870651 from 0@lo req@ffff8800922de300 x1808064246350720/t0(17179870651) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307217.828870:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4869 count 1 00002000:00010000:1.0:1724307217.833067:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1305:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307217.833082:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0b90a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1305:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.833099:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.833101:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.833106:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0b90a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.833118:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0b90a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.833127:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0b90a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.833138:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0b90a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.833144:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0b90a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.833150:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a67600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307217.833153:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0b90a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.833160:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0b90a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.833173:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0b90a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.833179:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0b90a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307217.833470:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307217.833492:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870652 00010000:00080000:1.0:1724307217.833496:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870652 00000100:00080000:2.0:1724307217.833965:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009012fb80 x1808064246350720/t17179870651(17179870651) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.833975:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307217.833989:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.833995:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.834002:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870651 00000100:00080000:2.0:1724307217.834009:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009012c000 x1808064246350976/t17179870652(17179870652) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.834019:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009012fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246350720:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.834035:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009012c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246350976:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.834070:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.834120:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246350976 00000100:00100000:0.0:1724307217.834127:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246350976 00000100:00100000:0.0:1724307217.834160:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11517 00000100:00100000:0.0:1724307217.834168:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+11:3295:x1808064246350976:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.834179:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870652, current: 17179870652, replaying 00000100:00100000:0.0:1724307217.834189:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+11:3295:x1808064246350976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22us (119us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.834194:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11517 00010000:00080000:1.0:1724307217.834237:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870652, next_transno: 17179870652 00010000:00080000:1.0:1724307217.834240:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870652) 00010000:00080000:1.0:1724307217.834245:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246350976 t17179870652 from 0@lo req@ffff8800922ddc00 x1808064246350976/t0(17179870652) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307217.834280:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4871 count 1 00002000:00010000:1.0:1724307217.839546:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1307:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307217.839561:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0b911 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1307:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.839579:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.839581:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.839586:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0b911 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.839601:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0b911 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.839611:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0b911 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.839619:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0b911 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.839627:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0b911 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.839634:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a66640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307217.839660:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0b911 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.839668:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0b911 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.839684:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0b911 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.839689:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0b911 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307217.840005:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307217.840027:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870653 00010000:00080000:1.0:1724307217.840030:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870653 00000100:00080000:2.0:1724307217.840186:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009012c000 x1808064246350976/t17179870652(17179870652) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.840196:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307217.840199:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.840204:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.840211:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870652 00000100:00080000:2.0:1724307217.840220:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800948a6300 x1808064246352768/t17179870653(17179870653) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.840230:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009012c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246350976:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.840245:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800948a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246352768:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.840278:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307217.842084:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246352768 00000100:00100000:1.0:1724307217.842097:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246352768 00000100:00100000:1.0:1724307217.842135:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11518 00000100:00100000:1.0:1724307217.842142:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3295:x1808064246352768:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307217.842156:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870653, current: 17179870653, replaying 00000100:00100000:1.0:1724307217.842179:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3295:x1808064246352768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36us (1901us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307217.842185:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11518 00010000:00080000:0.0:1724307217.842193:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870653, next_transno: 17179870653 00010000:00080000:0.0:1724307217.842198:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870653) 00010000:00080000:0.0:1724307217.842206:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246352768 t17179870653 from 0@lo req@ffff8800922de680 x1808064246352768/t0(17179870653) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307217.842260:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4877 count 1 00002000:00010000:1.0:1724307217.844893:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x130d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307217.844904:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0b918 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x130d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.844920:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.844922:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.844927:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0b918 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x130d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.844945:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0b918 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x130d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.844953:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0b918 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x130d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.844961:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0b918 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x130d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.844968:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0b918 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x130d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.844975:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a64000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307217.844989:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0b918 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x130d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.844996:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0b918 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x130d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.845011:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0b918 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x130d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.845017:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0b918 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x130d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307217.845733:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307217.845750:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870654 00010000:00080000:1.0:1724307217.845753:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870654 00000100:00080000:2.0:1724307217.845852:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800948a6300 x1808064246352768/t17179870653(17179870653) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.845861:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307217.845863:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.845868:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.845874:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870653 00000100:00080000:2.0:1724307217.845881:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880136168700 x1808064246352384/t17179870654(17179870654) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.845890:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800948a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246352768:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.845904:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136168700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246352384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.845933:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307217.846002:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246352384 00000100:00100000:1.0:1724307217.846009:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246352384 00000100:00100000:1.0:1724307217.846117:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11519 00000100:00100000:1.0:1724307217.846123:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3295:x1808064246352384:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307217.846134:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870654, current: 17179870654, replaying 00000100:00100000:1.0:1724307217.846142:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3295:x1808064246352384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19us (210us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307217.846147:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11519 00010000:00080000:1.0:1724307217.846154:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870654, next_transno: 17179870654 00010000:00080000:1.0:1724307217.846157:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870654) 00010000:00080000:1.0:1724307217.846162:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246352384 t17179870654 from 0@lo req@ffff8800922dca80 x1808064246352384/t0(17179870654) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307217.846190:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4874 count 1 00002000:00010000:0.0:1724307217.851147:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x130a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307217.851163:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b91f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x130a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.851183:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.851186:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.851190:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b91f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x130a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.851205:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b91f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x130a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.851214:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b91f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x130a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.851221:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b91f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x130a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.851228:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b91f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x130a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.851235:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307217.851239:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b91f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x130a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.851245:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b91f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x130a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.851259:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b91f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x130a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.851269:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b91f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x130a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307217.851568:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307217.851590:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870655 00010000:00080000:0.0:1724307217.851594:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870655 00000100:00080000:3.0:1724307217.852820:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880136168700 x1808064246352384/t17179870654(17179870654) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307217.852831:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307217.852834:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307217.852840:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307217.852846:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870654 00000100:00080000:3.0:1724307217.852855:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800948a7100 x1808064246352896/t17179870655(17179870655) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307217.852865:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136168700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246352384:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307217.852883:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800948a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246352896:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307217.852924:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.855258:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246352896 00000100:00100000:0.0:1724307217.855271:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246352896 00000100:00100000:0.0:1724307217.855321:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11520 00000100:00100000:0.0:1724307217.855329:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+14:3295:x1808064246352896:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.855346:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870655, current: 17179870655, replaying 00000100:00100000:0.0:1724307217.855367:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+14:3295:x1808064246352896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 39us (2443us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.855374:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11520 00010000:00080000:2.0:1724307217.855383:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870655, next_transno: 17179870655 00010000:00080000:2.0:1724307217.855388:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870655) 00010000:00080000:2.0:1724307217.855401:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246352896 t17179870655 from 0@lo req@ffff880093209f80 x1808064246352896/t0(17179870655) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307217.855444:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4878 count 1 00002000:00010000:2.0:1724307217.856520:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x130e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307217.856529:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0b926 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x130e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.856544:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307217.856546:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307217.856551:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0b926 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x130e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.856565:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0b926 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x130e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.856573:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0b926 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x130e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.856580:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0b926 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x130e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.856588:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0b926 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x130e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.856595:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307217.856599:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0b926 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x130e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.856608:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0b926 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x130e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.856624:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0b926 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x130e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.856631:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0b926 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x130e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307217.857399:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307217.857420:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870656 00010000:00080000:2.0:1724307217.857423:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870656 00000100:00080000:0.0:1724307217.857537:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800948a7100 x1808064246352896/t17179870655(17179870655) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307217.857547:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307217.857549:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307217.857554:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307217.857561:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870655 00000100:00080000:0.0:1724307217.857568:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800948a6a00 x1808064246352512/t17179870656(17179870656) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307217.857577:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800948a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246352896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307217.857594:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800948a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246352512:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307217.857628:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307217.858239:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246352512 00000100:00100000:1.0:1724307217.858246:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246352512 00000100:00100000:1.0:1724307217.858844:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11521 00000100:00100000:1.0:1724307217.858852:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3295:x1808064246352512:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307217.858865:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870656, current: 17179870656, replaying 00000100:00100000:1.0:1724307217.858876:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3295:x1808064246352512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26us (1249us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307217.858882:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11521 00010000:00080000:2.0:1724307217.858959:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870656, next_transno: 17179870656 00010000:00080000:2.0:1724307217.858963:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870656) 00010000:00080000:2.0:1724307217.858970:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246352512 t17179870656 from 0@lo req@ffff88012bf66a00 x1808064246352512/t0(17179870656) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307217.859012:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4875 count 1 00002000:00010000:2.0:1724307217.861572:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x130b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307217.861769:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0b92d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x130b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.861786:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307217.861788:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307217.861793:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0b92d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x130b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.861830:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0b92d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x130b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.861839:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0b92d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x130b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.861845:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0b92d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x130b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.861853:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0b92d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x130b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.861859:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307217.861862:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0b92d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x130b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.861870:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0b92d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x130b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.861883:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0b92d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x130b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.861890:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0b92d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x130b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307217.862426:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307217.862446:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870657 00010000:00080000:3.0:1724307217.862450:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870657 00000100:00080000:0.0:1724307217.862538:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800948a6a00 x1808064246352512/t17179870656(17179870656) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307217.862548:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307217.862551:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307217.862557:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307217.862563:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870656 00000100:00080000:0.0:1724307217.862571:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880090c3f100 x1808064246350336/t17179870657(17179870657) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307217.862580:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800948a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246352512:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307217.862596:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246350336:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307217.862627:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307217.863204:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246350336 00000100:00100000:2.0:1724307217.863212:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246350336 00000100:00100000:2.0:1724307217.863445:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11522 00000100:00100000:2.0:1724307217.863452:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d474e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+16:3295:x1808064246350336:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307217.863463:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870657, current: 17179870657, replaying 00000100:00100000:2.0:1724307217.863483:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d474e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+16:3295:x1808064246350336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31us (855us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307217.863489:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11522 00010000:00080000:3.0:1724307217.863533:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870657, next_transno: 17179870657 00010000:00080000:3.0:1724307217.863536:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870657) 00010000:00080000:3.0:1724307217.863543:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246350336 t17179870657 from 0@lo req@ffff88009d474e00 x1808064246350336/t0(17179870657) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307217.863576:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4866 count 1 00002000:00010000:3.0:1724307217.865523:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1302:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307217.865535:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0b934 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1302:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.865550:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.865552:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.865556:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0b934 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.865570:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0b934 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.865578:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0b934 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.865585:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0b934 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.865592:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0b934 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.865597:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307217.865601:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0b934 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.865608:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0b934 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.865674:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0b934 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.865682:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0b934 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307217.865936:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307217.865955:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870658 00010000:00080000:3.0:1724307217.865959:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870658 00000100:00080000:0.0:1724307217.866806:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880090c3f100 x1808064246350336/t17179870657(17179870657) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307217.866816:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307217.866819:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307217.866824:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307217.866831:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870657 00000100:00080000:0.0:1724307217.866841:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800948a5500 x1808064246352640/t17179870658(17179870658) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307217.866849:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246350336:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307217.866865:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800948a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246352640:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307217.866898:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307217.866991:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246352640 00000100:00100000:2.0:1724307217.866998:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246352640 00000100:00100000:2.0:1724307217.867040:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11523 00000100:00100000:2.0:1724307217.867047:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3295:x1808064246352640:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307217.867058:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870658, current: 17179870658, replaying 00000100:00100000:2.0:1724307217.867068:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3295:x1808064246352640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21us (170us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307217.867073:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11523 00010000:00080000:3.0:1724307217.867128:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870658, next_transno: 17179870658 00010000:00080000:3.0:1724307217.867131:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870658) 00010000:00080000:3.0:1724307217.867137:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246352640 t17179870658 from 0@lo req@ffff88009d475500 x1808064246352640/t0(17179870658) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307217.867168:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4876 count 1 00002000:00010000:0.0:1724307217.871540:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x130c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307217.871551:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b93b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x130c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.871565:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.871567:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.871571:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b93b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x130c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.871584:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b93b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x130c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.871592:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b93b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x130c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.871599:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b93b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x130c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.871605:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b93b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x130c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.871611:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307217.871614:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b93b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x130c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.871621:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b93b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x130c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.871654:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b93b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x130c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.871660:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b93b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x130c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307217.872683:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307217.872707:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870659 00010000:00080000:0.0:1724307217.872710:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870659 00000100:00080000:2.0:1724307217.873421:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800948a5500 x1808064246352640/t17179870658(17179870658) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.873432:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307217.873435:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.873441:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.873447:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870658 00000100:00080000:2.0:1724307217.873456:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880130c38e00 x1808064246353152/t17179870659(17179870659) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.873465:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800948a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246352640:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.873481:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246353152:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.873512:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307217.873605:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246353152 00000100:00100000:3.0:1724307217.873613:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246353152 00000100:00100000:3.0:1724307217.873665:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11524 00000100:00100000:3.0:1724307217.873673:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+18:3295:x1808064246353152:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307217.873686:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870659, current: 17179870659, replaying 00000100:00100000:3.0:1724307217.873696:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+18:3295:x1808064246353152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24us (184us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307217.873701:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11524 00010000:00080000:0.0:1724307217.873730:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870659, next_transno: 17179870659 00010000:00080000:0.0:1724307217.873734:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870659) 00010000:00080000:0.0:1724307217.873739:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246353152 t17179870659 from 0@lo req@ffff8800922ddf80 x1808064246353152/t0(17179870659) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307217.873770:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4880 count 1 00002000:00010000:2.0:1724307217.879585:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1310:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307217.879597:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b942 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.879612:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307217.879615:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307217.879620:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b942 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.879634:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b942 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.879658:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b942 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.879665:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b942 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.879672:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b942 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.879677:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911621c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307217.879681:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b942 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.879688:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b942 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.879706:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b942 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.879712:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b942 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307217.879962:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307217.880005:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870660 00010000:00080000:2.0:1724307217.880009:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870660 00000100:00080000:3.0:1724307217.880069:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880130c38e00 x1808064246353152/t17179870659(17179870659) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307217.880078:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307217.880082:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307217.880087:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307217.880094:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870659 00000100:00080000:3.0:1724307217.880104:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800948a4e00 x1808064246353024/t17179870660(17179870660) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307217.880113:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246353152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307217.880129:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800948a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246353024:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307217.880160:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307217.880423:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246353024 00000100:00100000:2.0:1724307217.880431:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246353024 00000100:00100000:2.0:1724307217.880462:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11525 00000100:00100000:2.0:1724307217.880469:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009320a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3295:x1808064246353024:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307217.880481:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870660, current: 17179870660, replaying 00000100:00100000:2.0:1724307217.880490:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009320a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3295:x1808064246353024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21us (330us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307217.880495:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11525 00010000:00080000:2.0:1724307217.880504:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870660, next_transno: 17179870660 00010000:00080000:2.0:1724307217.880506:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870660) 00010000:00080000:2.0:1724307217.880511:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246353024 t17179870660 from 0@lo req@ffff88009320a680 x1808064246353024/t0(17179870660) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307217.880540:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4879 count 1 00002000:00010000:0.0:1724307217.885990:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x130f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307217.886006:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b949 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x130f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.886022:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.886024:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.886028:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b949 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x130f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.886042:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b949 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x130f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.886053:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b949 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x130f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.886060:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b949 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x130f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.886067:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b949 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x130f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.886073:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307217.886077:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b949 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x130f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.886084:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b949 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x130f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.886098:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b949 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x130f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.886104:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0b949 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x130f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307217.886402:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307217.886424:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870661 00010000:00080000:0.0:1724307217.886427:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870661 00000100:00080000:3.0:1724307217.886445:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800948a4e00 x1808064246353024/t17179870660(17179870660) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307217.886456:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307217.886459:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307217.886464:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307217.886471:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870660 00000100:00080000:3.0:1724307217.886480:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800939bf480 x1808064246354432/t17179870661(17179870661) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307217.886490:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800948a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246353024:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307217.886505:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800939bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246354432:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307217.886535:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.886821:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246354432 00000100:00100000:0.0:1724307217.886829:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246354432 00000100:00100000:0.0:1724307217.886872:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11526 00000100:00100000:0.0:1724307217.886879:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+20:3295:x1808064246354432:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.886890:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870661, current: 17179870661, replaying 00000100:00100000:0.0:1724307217.886905:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+20:3295:x1808064246354432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27us (370us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.886910:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11526 00010000:00080000:1.0:1724307217.887143:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870661, next_transno: 17179870661 00010000:00080000:1.0:1724307217.887149:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870661) 00010000:00080000:1.0:1724307217.887159:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246354432 t17179870661 from 0@lo req@ffff880093208380 x1808064246354432/t0(17179870661) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307217.887197:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4886 count 1 00002000:00010000:0.0:1724307217.890054:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1316:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307217.890064:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b950 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1316:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.890077:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.890078:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.890082:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b950 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.890094:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b950 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.890102:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b950 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.890109:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b950 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.890116:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b950 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.890122:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307217.890126:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b950 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.890134:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b950 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.890145:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b950 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.890151:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0b950 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307217.891657:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307217.891677:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870662 00010000:00080000:0.0:1724307217.891680:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870662 00000100:00080000:3.0:1724307217.891915:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800939bf480 x1808064246354432/t17179870661(17179870661) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307217.891923:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307217.891926:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307217.891930:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307217.891936:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870661 00000100:00080000:3.0:1724307217.891945:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009aeed180 x1808064246353920/t17179870662(17179870662) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307217.891957:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800939bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246354432:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307217.891968:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246353920:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307217.892001:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.892621:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246353920 00000100:00100000:0.0:1724307217.892627:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246353920 00000100:00100000:0.0:1724307217.892696:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11527 00000100:00100000:0.0:1724307217.892702:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+21:3295:x1808064246353920:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.892712:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870662, current: 17179870662, replaying 00000100:00100000:0.0:1724307217.892721:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+21:3295:x1808064246353920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19us (720us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.892725:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11527 00010000:00080000:2.0:1724307217.892731:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870662, next_transno: 17179870662 00010000:00080000:2.0:1724307217.892737:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870662) 00010000:00080000:2.0:1724307217.892747:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246353920 t17179870662 from 0@lo req@ffff880093209180 x1808064246353920/t0(17179870662) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307217.892790:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4882 count 1 00002000:00010000:2.0:1724307217.896067:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1312:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307217.896079:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b957 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1312:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.896095:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307217.896096:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307217.896101:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b957 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.896115:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b957 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.896124:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b957 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.896131:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b957 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.896138:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b957 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.896145:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911621c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307217.896149:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b957 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.896156:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b957 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.896170:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b957 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.896176:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0b957 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307217.897072:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307217.897093:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870663 00010000:00080000:2.0:1724307217.897096:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870663 00000100:00080000:3.0:1724307217.897115:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009aeed180 x1808064246353920/t17179870662(17179870662) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307217.897125:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307217.897127:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307217.897132:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307217.897137:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870662 00000100:00080000:3.0:1724307217.897146:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800939bd880 x1808064246354560/t17179870663(17179870663) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307217.897153:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246353920:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307217.897169:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800939bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246354560:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307217.897210:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.897359:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246354560 00000100:00100000:0.0:1724307217.897365:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246354560 00000100:00100000:0.0:1724307217.897407:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11528 00000100:00100000:0.0:1724307217.897413:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093208700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+22:3295:x1808064246354560:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.897427:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870663, current: 17179870663, replaying 00000100:00100000:0.0:1724307217.897435:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093208700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+22:3295:x1808064246354560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23us (226us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.897440:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11528 00010000:00080000:2.0:1724307217.897838:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870663, next_transno: 17179870663 00010000:00080000:2.0:1724307217.897841:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870663) 00010000:00080000:2.0:1724307217.897849:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246354560 t17179870663 from 0@lo req@ffff880093208700 x1808064246354560/t0(17179870663) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307217.897885:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4887 count 1 00002000:00010000:3.0:1724307217.901077:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1317:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307217.901087:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0b95e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1317:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.901099:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.901101:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.901105:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0b95e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.901117:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0b95e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.901125:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0b95e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.901131:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0b95e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.901137:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0b95e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.901142:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307217.901145:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0b95e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.901152:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0b95e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.901164:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0b95e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.901170:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0b95e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307217.901402:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307217.901418:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870664 00010000:00080000:3.0:1724307217.901422:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870664 00000100:00080000:2.0:1724307217.902041:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800939bd880 x1808064246354560/t17179870663(17179870663) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.902053:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307217.902056:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.902060:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.902067:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870663 00000100:00080000:2.0:1724307217.902078:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009aeee680 x1808064246353792/t17179870664(17179870664) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.902087:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800939bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246354560:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.902107:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246353792:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.902152:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307217.902278:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246353792 00000100:00100000:3.0:1724307217.902285:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246353792 00000100:00100000:3.0:1724307217.902324:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11529 00000100:00100000:3.0:1724307217.902330:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3295:x1808064246353792:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307217.902340:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870664, current: 17179870664, replaying 00000100:00100000:3.0:1724307217.902348:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3295:x1808064246353792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19us (197us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307217.902353:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11529 00010000:00080000:3.0:1724307217.902361:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870664, next_transno: 17179870664 00010000:00080000:3.0:1724307217.902363:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870664) 00010000:00080000:3.0:1724307217.902369:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246353792 t17179870664 from 0@lo req@ffff8800a00e9f80 x1808064246353792/t0(17179870664) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307217.902396:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4881 count 1 00002000:00010000:2.0:1724307217.903386:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1311:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307217.903393:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0b965 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1311:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.903403:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307217.903404:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307217.903407:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0b965 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.903417:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0b965 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.903423:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0b965 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.903427:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0b965 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.903431:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0b965 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.903435:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307217.903437:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0b965 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.903441:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0b965 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.903452:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0b965 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.903456:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0b965 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307217.903628:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307217.903655:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870665 00010000:00080000:2.0:1724307217.903657:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870665 00000100:00080000:3.0:1724307217.903689:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009aeee680 x1808064246353792/t17179870664(17179870664) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307217.903697:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307217.903700:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307217.903704:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307217.903710:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870664 00000100:00080000:3.0:1724307217.903718:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009aeec380 x1808064246354176/t17179870665(17179870665) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307217.903727:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246353792:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307217.903740:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246354176:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307217.903772:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307217.903927:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246354176 00000100:00100000:2.0:1724307217.903934:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246354176 00000100:00100000:2.0:1724307217.904382:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11530 00000100:00100000:2.0:1724307217.904388:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009320ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3295:x1808064246354176:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307217.904398:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870665, current: 17179870665, replaying 00000100:00100000:2.0:1724307217.904414:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009320ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3295:x1808064246354176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27us (642us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307217.904420:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11530 00010000:00080000:3.0:1724307217.904444:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870665, next_transno: 17179870665 00010000:00080000:3.0:1724307217.904447:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870665) 00010000:00080000:3.0:1724307217.904453:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246354176 t17179870665 from 0@lo req@ffff88009320ad80 x1808064246354176/t0(17179870665) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307217.904478:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4884 count 1 00002000:00010000:2.0:1724307217.907246:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1314:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307217.907263:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b96c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1314:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.907279:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307217.907281:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307217.907285:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b96c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.907303:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b96c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.907311:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b96c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.907319:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b96c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.907326:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b96c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.907333:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307217.907336:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b96c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.907343:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b96c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.907357:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b96c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.907362:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b96c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307217.907677:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:0.0:1724307217.907705:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009aeec380 x1808064246354176/t17179870665(17179870665) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00010000:00080000:2.0:1724307217.907705:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870666 00010000:00080000:2.0:1724307217.907709:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870666 00000100:00080000:0.0:1724307217.907715:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307217.907717:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307217.907722:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307217.907727:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870665 00000100:00080000:0.0:1724307217.907736:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800939bce00 x1808064246354688/t17179870666(17179870666) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307217.907744:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246354176:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307217.907758:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800939bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246354688:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307217.907796:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307217.907857:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246354688 00000100:00100000:1.0:1724307217.907865:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246354688 00000100:00100000:1.0:1724307217.907905:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11531 00000100:00100000:1.0:1724307217.907911:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+25:3295:x1808064246354688:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307217.907922:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870666, current: 17179870666, replaying 00000100:00100000:1.0:1724307217.907931:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+25:3295:x1808064246354688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (134us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307217.907936:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11531 00010000:00080000:2.0:1724307217.908544:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870666, next_transno: 17179870666 00010000:00080000:2.0:1724307217.908548:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870666) 00010000:00080000:2.0:1724307217.908554:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246354688 t17179870666 from 0@lo req@ffff88009d477480 x1808064246354688/t0(17179870666) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307217.908589:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4888 count 1 00002000:00010000:0.0:1724307217.912906:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1318:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307217.912914:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b973 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1318:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.912925:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.912927:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.912931:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b973 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.912942:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b973 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.912950:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b973 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.912956:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b973 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.912962:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b973 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.912968:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307217.912972:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b973 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.912989:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b973 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.913001:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b973 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.913007:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0b973 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307217.913241:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307217.913258:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870667 00010000:00080000:0.0:1724307217.913261:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870667 00000100:00080000:1.0:1724307217.913302:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800939bce00 x1808064246354688/t17179870666(17179870666) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.913314:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307217.913317:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307217.913322:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.913329:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870666 00000100:00080000:1.0:1724307217.913341:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009aeeed80 x1808064246354048/t17179870667(17179870667) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307217.913351:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800939bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246354688:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.913369:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246354048:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.913411:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307217.913483:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246354048 00000100:00100000:2.0:1724307217.913490:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246354048 00000100:00100000:2.0:1724307217.913521:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11532 00000100:00100000:2.0:1724307217.913528:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b87ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3295:x1808064246354048:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307217.913539:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870667, current: 17179870667, replaying 00000100:00100000:2.0:1724307217.913556:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b87ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3295:x1808064246354048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29us (145us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307217.913562:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11532 00010000:00080000:0.0:1724307217.913578:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870667, next_transno: 17179870667 00010000:00080000:0.0:1724307217.913581:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870667) 00010000:00080000:0.0:1724307217.913590:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246354048 t17179870667 from 0@lo req@ffff88009b87ad80 x1808064246354048/t0(17179870667) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307217.913620:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4883 count 1 00002000:00010000:0.0:1724307217.915410:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1313:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307217.915418:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0b97a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1313:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.915428:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.915430:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.915433:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0b97a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.915443:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0b97a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.915450:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0b97a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.915456:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0b97a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.915462:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0b97a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.915468:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307217.915470:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0b97a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.915481:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0b97a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.915491:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0b97a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.915497:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0b97a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307217.915709:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307217.915724:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870668 00010000:00080000:0.0:1724307217.915727:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870668 00000100:00080000:2.0:1724307217.915844:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009aeeed80 x1808064246354048/t17179870667(17179870667) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.915854:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307217.915857:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.915862:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.915868:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870667 00000100:00080000:2.0:1724307217.915879:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009aeef800 x1808064246354304/t17179870668(17179870668) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.915888:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246354048:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.915906:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246354304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.915946:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.916683:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246354304 00000100:00100000:0.0:1724307217.916692:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246354304 00000100:00100000:0.0:1724307217.916726:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11533 00000100:00100000:0.0:1724307217.916732:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+27:3295:x1808064246354304:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.916742:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870668, current: 17179870668, replaying 00000100:00100000:0.0:1724307217.916751:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+27:3295:x1808064246354304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (805us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.916756:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11533 00010000:00080000:0.0:1724307217.916765:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870668, next_transno: 17179870668 00010000:00080000:0.0:1724307217.916767:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870668) 00010000:00080000:0.0:1724307217.916773:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246354304 t17179870668 from 0@lo req@ffff88009ca9ca80 x1808064246354304/t0(17179870668) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307217.917683:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4885 count 1 00002000:00010000:1.0:1724307217.926353:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1315:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307217.926365:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b981 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1315:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.926386:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.926389:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.926394:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b981 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.926408:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b981 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.926416:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b981 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.926422:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b981 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.926429:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b981 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.926436:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a64b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307217.926439:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b981 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.926448:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b981 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.926462:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b981 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.926473:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b981 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307217.927548:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307217.927572:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870669 00010000:00080000:1.0:1724307217.927576:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870669 00000100:00080000:2.0:1724307217.927721:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009aeef800 x1808064246354304/t17179870668(17179870668) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.927733:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307217.927736:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.927741:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.927747:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870668 00000100:00080000:2.0:1724307217.927760:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880093b7d180 x1808064246357504/t17179870669(17179870669) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.927770:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246354304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.927791:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093b7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246357504:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.927826:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.927907:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246357504 00000100:00100000:0.0:1724307217.927917:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246357504 00000100:00100000:0.0:1724307217.927968:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11534 00000100:00100000:0.0:1724307217.927983:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3295:x1808064246357504:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.927995:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870669, current: 17179870669, replaying 00000100:00100000:0.0:1724307217.928007:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3295:x1808064246357504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33us (183us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.928012:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11534 00010000:00080000:1.0:1724307217.928015:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870669, next_transno: 17179870669 00010000:00080000:1.0:1724307217.928018:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870669) 00010000:00080000:1.0:1724307217.928025:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246357504 t17179870669 from 0@lo req@ffff88009ca9dc00 x1808064246357504/t0(17179870669) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307217.928524:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4889 count 1 00002000:00010000:0.0:1724307217.930232:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1319:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307217.930242:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b988 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1319:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.930256:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.930258:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.930263:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b988 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.930277:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b988 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.930286:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b988 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.930292:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b988 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.930300:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b988 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.930311:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307217.930314:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b988 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.930321:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b988 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.930335:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b988 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.930341:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0b988 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307217.930597:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307217.930613:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870670 00010000:00080000:0.0:1724307217.930615:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870670 00000100:00080000:2.0:1724307217.931863:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880093b7d180 x1808064246357504/t17179870669(17179870669) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.931873:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307217.931875:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.931880:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.931886:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870669 00000100:00080000:2.0:1724307217.931897:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a010fb80 x1808064246357632/t17179870670(17179870670) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.931906:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093b7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246357504:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.931922:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a010fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246357632:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.931960:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307217.932217:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246357632 00000100:00100000:1.0:1724307217.932225:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246357632 00000100:00100000:1.0:1724307217.932254:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11535 00000100:00100000:1.0:1724307217.932260:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3295:x1808064246357632:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307217.932272:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870670, current: 17179870670, replaying 00000100:00100000:1.0:1724307217.932280:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3295:x1808064246357632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (320us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307217.932286:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11535 00010000:00080000:0.0:1724307217.932320:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870670, next_transno: 17179870670 00010000:00080000:0.0:1724307217.932323:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870670) 00010000:00080000:0.0:1724307217.932329:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246357632 t17179870670 from 0@lo req@ffff88009ca9df80 x1808064246357632/t0(17179870670) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307217.932360:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4890 count 1 00002000:00010000:0.0:1724307217.939376:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x131a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307217.939388:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b98f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x131a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.939408:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.939411:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.939415:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b98f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x131a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.939430:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b98f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x131a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.939438:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b98f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x131a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.939445:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b98f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x131a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.939452:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b98f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x131a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.939459:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307217.939463:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b98f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x131a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.939470:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b98f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x131a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.939482:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b98f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x131a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.939493:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0b98f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x131a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307217.939777:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307217.939796:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870671 00010000:00080000:0.0:1724307217.939800:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870671 00000100:00080000:2.0:1724307217.939877:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a010fb80 x1808064246357632/t17179870670(17179870670) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.939886:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307217.939889:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.939894:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.939900:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870670 00000100:00080000:2.0:1724307217.939912:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a00e9c00 x1808064246358016/t17179870671(17179870671) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.939921:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a010fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246357632:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.939936:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246358016:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.939961:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.940054:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246358016 00000100:00100000:0.0:1724307217.940061:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246358016 00000100:00100000:0.0:1724307217.940098:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11536 00000100:00100000:0.0:1724307217.940105:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+30:3295:x1808064246358016:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.940116:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870671, current: 17179870671, replaying 00000100:00100000:0.0:1724307217.940125:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+30:3295:x1808064246358016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (163us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.940130:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11536 00010000:00080000:0.0:1724307217.940138:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870671, next_transno: 17179870671 00010000:00080000:0.0:1724307217.940140:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870671) 00010000:00080000:0.0:1724307217.940145:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246358016 t17179870671 from 0@lo req@ffff88009ca9ea00 x1808064246358016/t0(17179870671) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307217.940171:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4893 count 1 00002000:00010000:0.0:1724307217.941090:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x131d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307217.941099:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b996 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x131d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.941109:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.941110:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.941114:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b996 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x131d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.941124:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b996 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x131d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.941130:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b996 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x131d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.941137:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b996 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x131d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.941143:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b996 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x131d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.941149:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307217.941152:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b996 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x131d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.941158:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b996 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x131d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.941170:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b996 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x131d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.941176:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0b996 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x131d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307217.941343:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307217.941353:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870672 00010000:00080000:0.0:1724307217.941356:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870672 00000100:00080000:2.0:1724307217.941411:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a00e9c00 x1808064246358016/t17179870671(17179870671) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.941418:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307217.941420:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.941424:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.941430:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870671 00000100:00080000:2.0:1724307217.941438:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a6efce00 x1808064246357888/t17179870672(17179870672) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.941446:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246358016:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.941453:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246357888:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.941474:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307217.941540:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246357888 00000100:00100000:1.0:1724307217.941545:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246357888 00000100:00100000:1.0:1724307217.941562:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11537 00000100:00100000:1.0:1724307217.941567:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+31:3295:x1808064246357888:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307217.941575:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870672, current: 17179870672, replaying 00000100:00100000:1.0:1724307217.941581:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+31:3295:x1808064246357888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14us (107us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307217.941587:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11537 00010000:00080000:1.0:1724307217.941705:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870672, next_transno: 17179870672 00010000:00080000:1.0:1724307217.941708:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870672) 00010000:00080000:1.0:1724307217.941713:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246357888 t17179870672 from 0@lo req@ffff88009ca9d880 x1808064246357888/t0(17179870672) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307217.941734:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4892 count 1 00002000:00010000:0.0:1724307217.944234:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x131c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307217.944248:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b99d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x131c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.944264:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.944267:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.944271:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b99d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x131c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.944285:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b99d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x131c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.944293:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b99d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x131c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.944300:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b99d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x131c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.944306:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b99d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x131c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.944312:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a946c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307217.944316:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b99d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x131c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.944324:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b99d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x131c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.944343:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b99d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x131c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.944349:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0b99d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x131c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307217.944578:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307217.944596:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870673 00010000:00080000:0.0:1724307217.944599:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870673 00000100:00080000:2.0:1724307217.944686:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a6efce00 x1808064246357888/t17179870672(17179870672) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.944696:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307217.944698:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.944703:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.944708:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870672 00000100:00080000:2.0:1724307217.944721:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880130ec1c00 x1808064246358400/t17179870673(17179870673) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.944729:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246357888:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.944741:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130ec1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246358400:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.944766:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.944926:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246358400 00000100:00100000:0.0:1724307217.944933:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246358400 00000100:00100000:0.0:1724307217.945313:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11538 00000100:00100000:0.0:1724307217.945320:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+32:3295:x1808064246358400:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.945334:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870673, current: 17179870673, replaying 00000100:00100000:0.0:1724307217.945344:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+32:3295:x1808064246358400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24us (578us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.945349:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11538 00010000:00080000:0.0:1724307217.945358:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870673, next_transno: 17179870673 00010000:00080000:0.0:1724307217.945361:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870673) 00010000:00080000:0.0:1724307217.945365:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246358400 t17179870673 from 0@lo req@ffff88009ca9d180 x1808064246358400/t0(17179870673) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307217.945395:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4896 count 1 00002000:00010000:1.0:1724307217.953108:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1320:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307217.953124:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9a4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1320:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.953141:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.953143:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.953148:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.953162:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.953170:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.953176:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.953183:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.953194:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a66880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307217.953198:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.953205:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.953219:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9a4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.953225:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9a4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307217.953514:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307217.953535:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870674 00010000:00080000:1.0:1724307217.953538:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870674 00000100:00080000:2.0:1724307217.953700:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880130ec1c00 x1808064246358400/t17179870673(17179870673) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.953710:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307217.953713:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.953718:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.953724:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870673 00000100:00080000:2.0:1724307217.953738:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a6efdf80 x1808064246357760/t17179870674(17179870674) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.953748:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130ec1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246358400:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.953763:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246357760:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.953793:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307217.953878:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246357760 00000100:00100000:3.0:1724307217.953886:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246357760 00000100:00100000:3.0:1724307217.953915:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11539 00000100:00100000:3.0:1724307217.953921:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:3295:x1808064246357760:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307217.953931:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870674, current: 17179870674, replaying 00000100:00100000:3.0:1724307217.953939:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:3295:x1808064246357760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18us (146us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307217.953944:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11539 00010000:00080000:1.0:1724307217.956771:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870674, next_transno: 17179870674 00010000:00080000:1.0:1724307217.956782:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870674) 00010000:00080000:1.0:1724307217.956793:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246357760 t17179870674 from 0@lo req@ffff88009ca9ed80 x1808064246357760/t0(17179870674) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307217.956840:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4891 count 1 00002000:00010000:1.0:1724307217.968552:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x131b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307217.968565:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0b9ab lrc: 3/0,1 mode: --/PW res: [0x240000400:0x131b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.968586:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.968588:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.968592:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0b9ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x131b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.968605:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0b9ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x131b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.968614:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0b9ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x131b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.968620:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0b9ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x131b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.968627:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0b9ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x131b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.968633:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a64240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307217.968654:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0b9ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x131b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.968662:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0b9ab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x131b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.968676:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0b9ab lrc: 2/0,0 mode: --/PW res: [0x240000400:0x131b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.968687:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0b9ab lrc: 0/0,0 mode: --/PW res: [0x240000400:0x131b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307217.968959:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307217.969034:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a6efdf80 x1808064246357760/t17179870674(17179870674) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.969043:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307217.969046:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307217.969051:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.969057:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870674 00000100:00080000:1.0:1724307217.969070:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880130ec1180 x1808064246358272/t17179870675(17179870675) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307217.969079:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246357760:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.969093:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130ec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246358272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.969125:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307217.969156:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246358272 00000100:00100000:1.0:1724307217.969163:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246358272 00000100:00100000:1.0:1724307217.969209:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11540 00000100:00100000:1.0:1724307217.969216:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+35:3295:x1808064246358272:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307217.969227:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870674, current: 17179870675, replaying 00000100:00100000:1.0:1724307217.969234:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+35:3295:x1808064246358272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19us (110us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307217.969240:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11540 00010000:00080000:1.0:1724307217.969262:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870675, next_transno: 17179870675 00010000:00080000:1.0:1724307217.969265:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870675) 00010000:00080000:1.0:1724307217.969270:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246358272 t17179870675 from 0@lo req@ffff88009c0a7450 x1808064246358272/t0(17179870675) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307217.969301:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4895 count 1 00002000:00010000:1.0:1724307217.970401:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x131f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307217.970408:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0b9b2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x131f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.970418:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.970420:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.970423:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0b9b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x131f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.970434:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0b9b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x131f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.970441:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0b9b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x131f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.970447:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0b9b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x131f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.970455:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0b9b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x131f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.970459:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a67cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307217.970462:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0b9b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x131f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.970469:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0b9b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x131f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.970481:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0b9b2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x131f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.970487:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0b9b2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x131f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307217.970678:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307217.970705:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880130ec1180 x1808064246358272/t17179870675(17179870675) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.970712:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307217.970715:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307217.970719:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.970724:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870675 00000100:00080000:1.0:1724307217.970733:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a00eb100 x1808064246358144/t17179870676(17179870676) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307217.970741:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130ec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246358272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.970751:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246358144:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.970773:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1724307217.970907:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870676 00010000:00080000:1.0:1724307217.970911:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870676 00000100:00100000:3.0:1724307217.970958:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246358144 00000100:00100000:3.0:1724307217.970963:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246358144 00000100:00100000:3.0:1724307217.970995:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11541 00000100:00100000:3.0:1724307217.971000:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b87bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:3295:x1808064246358144:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307217.971008:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870676, current: 17179870676, replaying 00000100:00100000:3.0:1724307217.971016:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b87bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:3295:x1808064246358144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15us (242us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307217.971021:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11541 00010000:00080000:1.0:1724307217.971120:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870676, next_transno: 17179870676 00010000:00080000:1.0:1724307217.971124:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870676) 00010000:00080000:1.0:1724307217.971129:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246358144 t17179870676 from 0@lo req@ffff88009b87bb80 x1808064246358144/t0(17179870676) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307217.971150:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4894 count 1 00002000:00010000:1.0:1724307217.977044:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x131e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307217.977057:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0b9b9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x131e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.977073:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.977075:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.977080:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0b9b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x131e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.977094:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0b9b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x131e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.977103:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0b9b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x131e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.977110:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0b9b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x131e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.977117:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0b9b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x131e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.977123:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a64d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307217.977127:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0b9b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x131e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.977134:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0b9b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x131e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.977147:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0b9b9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x131e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.977152:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0b9b9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x131e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307217.977434:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307217.977480:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a00eb100 x1808064246358144/t17179870676(17179870676) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.977489:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307217.977491:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307217.977496:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.977503:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870676 00000100:00080000:1.0:1724307217.977517:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009aeef100 x1808064246358528/t17179870677(17179870677) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307217.977528:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246358144:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.977542:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246358528:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.977570:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307217.977598:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246358528 00000100:00100000:1.0:1724307217.977604:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246358528 00000100:00100000:1.0:1724307217.978563:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11542 00000100:00100000:1.0:1724307217.978572:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b87ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+37:3295:x1808064246358528:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307217.978585:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870676, current: 17179870677, replaying 00000100:00100000:1.0:1724307217.978592:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b87ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+37:3295:x1808064246358528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21us (1023us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307217.978598:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11542 00010000:00080000:1.0:1724307217.978619:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870677, next_transno: 17179870677 00010000:00080000:1.0:1724307217.978622:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870677) 00010000:00080000:1.0:1724307217.978627:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246358528 t17179870677 from 0@lo req@ffff88009b87ad80 x1808064246358528/t0(17179870677) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307217.978682:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4897 count 1 00002000:00010000:1.0:1724307217.981613:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1321:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307217.981625:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0b9c0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1321:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.982136:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.982139:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.982145:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0b9c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.982161:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0b9c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.982170:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0b9c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.982177:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0b9c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.982190:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0b9c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.982196:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a661c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307217.982200:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0b9c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.982207:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0b9c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.982220:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0b9c0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.982226:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0b9c0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307217.983894:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307217.983920:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870678 00010000:00080000:1.0:1724307217.983924:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870678 00000100:00080000:0.0:1724307217.984546:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009aeef100 x1808064246358528/t17179870677(17179870677) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307217.984557:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307217.984559:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307217.984564:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307217.984571:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870677 00000100:00080000:0.0:1724307217.984584:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009012ea00 x1808064246358912/t17179870678(17179870678) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307217.984594:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246358528:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307217.984608:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009012ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246358912:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307217.984675:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307217.984742:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246358912 00000100:00100000:1.0:1724307217.984748:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246358912 00000100:00100000:1.0:1724307217.984776:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11543 00000100:00100000:1.0:1724307217.984783:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d474e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+37:3295:x1808064246358912:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307217.984795:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870678, current: 17179870678, replaying 00000100:00100000:1.0:1724307217.984804:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d474e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+37:3295:x1808064246358912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22us (130us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307217.984810:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11543 00010000:00080000:0.0:1724307217.984842:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870678, next_transno: 17179870678 00010000:00080000:0.0:1724307217.984845:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870678) 00010000:00080000:0.0:1724307217.984850:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246358912 t17179870678 from 0@lo req@ffff88009d474e00 x1808064246358912/t0(17179870678) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307217.984881:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4899 count 1 00002000:00010000:0.0:1724307217.985034:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1323:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307217.985042:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b9c7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1323:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.985054:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.985055:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307217.985059:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b9c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.985071:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b9c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.985080:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b9c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.985087:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b9c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.985095:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b9c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.985101:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307217.985104:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b9c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.985111:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b9c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.985122:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b9c7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307217.985128:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0b9c7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307217.985302:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307217.985312:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870679 00010000:00080000:0.0:1724307217.985315:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870679 00000100:00080000:1.0:1724307217.985377:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009012ea00 x1808064246358912/t17179870678(17179870678) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.985383:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307217.985385:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307217.985388:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.985394:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870678 00000100:00080000:1.0:1724307217.985400:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009aeedf80 x1808064246358784/t17179870679(17179870679) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307217.985407:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009012ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246358912:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.985414:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246358784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.985431:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.985484:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246358784 00000100:00100000:0.0:1724307217.985487:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246358784 00000100:00100000:0.0:1724307217.985503:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11544 00000100:00100000:0.0:1724307217.985507:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+38:3295:x1808064246358784:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.985512:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870679, current: 17179870679, replaying 00000100:00100000:0.0:1724307217.985518:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+38:3295:x1808064246358784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (87us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.985523:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11544 00010000:00080000:1.0:1724307217.985755:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870679, next_transno: 17179870679 00010000:00080000:1.0:1724307217.985758:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870679) 00010000:00080000:1.0:1724307217.985762:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246358784 t17179870679 from 0@lo req@ffff88009b879c00 x1808064246358784/t0(17179870679) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307217.985779:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4898 count 1 00002000:00010000:1.0:1724307217.985841:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1322:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307217.985845:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9ce lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1322:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.985851:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.985853:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.985855:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.985866:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.985872:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.985876:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.985882:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.985886:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a66880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307217.985889:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.985893:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.985900:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9ce lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.985904:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0b9ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307217.986016:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307217.986030:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009aeedf80 x1808064246358784/t17179870679(17179870679) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.986035:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307217.986036:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307217.986039:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.986043:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870679 00000100:00080000:1.0:1724307217.986048:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009012ed80 x1808064246359040/t17179870680(17179870680) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307217.986054:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246358784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.986059:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009012ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246359040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.986071:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1724307217.986086:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870680 00010000:00080000:1.0:1724307217.986088:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870680 00000100:00100000:2.0:1724307217.986127:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246359040 00000100:00100000:2.0:1724307217.986131:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246359040 00000100:00100000:2.0:1724307217.986150:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11545 00000100:00100000:2.0:1724307217.986154:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+39:3295:x1808064246359040:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307217.986159:0:19402:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870680, current: 17179870680, replaying 00000100:00100000:2.0:1724307217.986165:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+39:3295:x1808064246359040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (93us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307217.986169:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11545 00010000:00080000:1.0:1724307217.986448:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870680, next_transno: 17179870680 00010000:00080000:1.0:1724307217.986450:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870680) 00010000:00080000:1.0:1724307217.986454:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246359040 t17179870680 from 0@lo req@ffff88009b878e00 x1808064246359040/t0(17179870680) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307217.986470:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4900 count 1 00002000:00010000:1.0:1724307217.986526:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1324:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307217.986531:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b9d5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1324:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.986539:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.986540:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307217.986543:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b9d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.986551:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b9d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.986558:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b9d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.986572:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b9d5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.986578:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b9d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.986583:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a64b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307217.986585:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b9d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.986590:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b9d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.986597:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b9d5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307217.986601:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0b9d5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307217.986738:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307217.986748:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870681 00010000:00080000:1.0:1724307217.986751:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870681 00000100:00080000:2.0:1724307217.986761:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009012ed80 x1808064246359040/t17179870680(17179870680) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.986767:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307217.986769:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307217.986772:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307217.986778:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870680 00000100:00080000:2.0:1724307217.986784:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009012ce00 x1808064246359168/t17179870681(17179870681) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307217.986791:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009012ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246359040:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.986799:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009012ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246359168:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307217.986819:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307217.987262:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246359168 00000100:00100000:1.0:1724307217.987266:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246359168 00000100:00100000:1.0:1724307217.987290:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11546 00000100:00100000:1.0:1724307217.987295:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+40:3295:x1808064246359168:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307217.987301:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870681, current: 17179870681, replaying 00000100:00100000:1.0:1724307217.987314:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+40:3295:x1808064246359168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18us (495us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307217.987319:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11546 00010000:00080000:2.0:1724307217.987373:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870681, next_transno: 17179870681 00010000:00080000:2.0:1724307217.987376:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870681) 00010000:00080000:2.0:1724307217.987381:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246359168 t17179870681 from 0@lo req@ffff88009ca9d500 x1808064246359168/t0(17179870681) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307217.987398:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4901 count 1 00002000:00010000:2.0:1724307217.987471:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1325:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307217.987477:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b9dc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1325:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.987485:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307217.987486:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307217.987489:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b9dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.987498:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b9dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.987504:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b9dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.987509:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b9dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.987516:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b9dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.987522:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307217.987524:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b9dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.987529:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b9dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.987538:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b9dc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307217.987549:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0b9dc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307217.987679:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307217.987686:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870682 00010000:00080000:2.0:1724307217.987688:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870682 00000100:00080000:0.0:1724307217.987746:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009012ce00 x1808064246359168/t17179870681(17179870681) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307217.987753:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307217.987755:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307217.987759:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307217.987764:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870681 00000100:00080000:0.0:1724307217.987771:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880130c3aa00 x1808064246359296/t17179870682(17179870682) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307217.987778:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009012ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246359168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307217.987786:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246359296:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307217.987804:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307217.987946:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246359296 00000100:00100000:2.0:1724307217.987949:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246359296 00000100:00100000:2.0:1724307217.988353:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11547 00000100:00100000:2.0:1724307217.988359:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+41:3295:x1808064246359296:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307217.988365:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870682, current: 17179870682, replaying 00000100:00100000:2.0:1724307217.988382:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+41:3295:x1808064246359296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24us (577us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307217.988387:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11547 00010000:00080000:3.0:1724307217.988430:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870682, next_transno: 17179870682 00010000:00080000:3.0:1724307217.988433:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870682) 00010000:00080000:3.0:1724307217.988438:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246359296 t17179870682 from 0@lo req@ffff88009d475500 x1808064246359296/t0(17179870682) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307217.988456:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4902 count 1 00002000:00010000:3.0:1724307217.988527:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1326:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307217.988532:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9e3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1326:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.988540:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.988541:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.988544:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.988553:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.988560:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.988566:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.988572:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.988576:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307217.988579:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.988590:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.988598:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.988604:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9e3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307217.989412:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307217.989615:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870683 00010000:00080000:3.0:1724307217.989617:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870683 00000100:00080000:1.0:1724307217.989699:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880130c3aa00 x1808064246359296/t17179870682(17179870682) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.989707:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307217.989710:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307217.989714:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.989721:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870682 00000100:00080000:1.0:1724307217.989731:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009cee6d80 x1808064246359424/t17179870683(17179870683) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307217.989739:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246359296:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.989750:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009cee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246359424:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.989773:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307217.989848:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246359424 00000100:00100000:2.0:1724307217.989852:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246359424 00000100:00100000:2.0:1724307217.989871:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11548 00000100:00100000:2.0:1724307217.989876:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+42:3295:x1808064246359424:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307217.989882:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870683, current: 17179870683, replaying 00000100:00100000:2.0:1724307217.989888:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+42:3295:x1808064246359424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13us (115us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307217.989893:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11548 00010000:00080000:3.0:1724307217.990164:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870683, next_transno: 17179870683 00010000:00080000:3.0:1724307217.990167:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870683) 00010000:00080000:3.0:1724307217.990172:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246359424 t17179870683 from 0@lo req@ffff88009b879500 x1808064246359424/t0(17179870683) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307217.990192:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4903 count 1 00002000:00010000:3.0:1724307217.990268:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1327:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307217.990273:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0b9ea lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1327:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.990282:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.990283:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.990287:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0b9ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.990302:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0b9ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.990309:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0b9ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.990314:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0b9ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.990321:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0b9ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.990327:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307217.990330:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0b9ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.990336:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0b9ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.990345:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0b9ea lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.990350:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0b9ea lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307217.990570:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307217.990578:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870684 00010000:00080000:3.0:1724307217.990581:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870684 00000100:00080000:1.0:1724307217.990635:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009cee6d80 x1808064246359424/t17179870683(17179870683) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.990664:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307217.990666:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307217.990671:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.990676:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870683 00000100:00080000:1.0:1724307217.990683:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880136169500 x1808064246359552/t17179870684(17179870684) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307217.990691:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009cee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246359424:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.990698:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246359552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.990715:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.990777:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246359552 00000100:00100000:0.0:1724307217.990781:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246359552 00000100:00100000:0.0:1724307217.990851:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11549 00000100:00100000:0.0:1724307217.990856:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b87aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+43:3295:x1808064246359552:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.990861:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870684, current: 17179870684, replaying 00000100:00100000:0.0:1724307217.991005:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b87aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+43:3295:x1808064246359552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 148us (288us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.991015:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11549 00010000:00080000:3.0:1724307217.991042:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870684, next_transno: 17179870684 00010000:00080000:3.0:1724307217.991044:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870684) 00010000:00080000:3.0:1724307217.991048:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246359552 t17179870684 from 0@lo req@ffff88009b87aa00 x1808064246359552/t0(17179870684) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307217.991066:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4904 count 1 00002000:00010000:3.0:1724307217.991136:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1328:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307217.991141:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0b9f1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1328:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.991148:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.991149:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.991152:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0b9f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.991160:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0b9f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.991167:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0b9f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.991173:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0b9f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.991179:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0b9f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.991190:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307217.991192:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0b9f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.991198:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0b9f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.991206:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0b9f1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.991211:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0b9f1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307217.991578:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307217.991587:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870685 00010000:00080000:3.0:1724307217.991590:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870685 00000100:00080000:1.0:1724307217.991915:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880136169500 x1808064246359552/t17179870684(17179870684) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.991922:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307217.991924:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307217.991927:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.991932:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870684 00000100:00080000:1.0:1724307217.991940:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880136168000 x1808064246359680/t17179870685(17179870685) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307217.991948:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246359552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.991956:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136168000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246359680:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.991981:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.992082:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246359680 00000100:00100000:0.0:1724307217.992086:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246359680 00000100:00100000:0.0:1724307217.992189:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11550 00000100:00100000:0.0:1724307217.992194:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b878a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+44:3295:x1808064246359680:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.992200:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870685, current: 17179870685, replaying 00000100:00100000:0.0:1724307217.992206:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b878a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+44:3295:x1808064246359680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (232us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.992211:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11550 00010000:00080000:3.0:1724307217.992259:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870685, next_transno: 17179870685 00010000:00080000:3.0:1724307217.992262:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870685) 00010000:00080000:3.0:1724307217.992266:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246359680 t17179870685 from 0@lo req@ffff88009b878a80 x1808064246359680/t0(17179870685) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307217.992283:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4905 count 1 00002000:00010000:3.0:1724307217.992352:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1329:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307217.992358:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0b9f8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1329:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.992370:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.992371:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.992374:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0b9f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.992383:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0b9f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.992389:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0b9f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.992394:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0b9f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.992401:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0b9f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.992406:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe21c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307217.992409:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0b9f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.992414:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0b9f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.992422:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0b9f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.992433:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0b9f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307217.992550:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307217.992557:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870686 00010000:00080000:3.0:1724307217.992559:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870686 00000100:00080000:1.0:1724307217.992612:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880136168000 x1808064246359680/t17179870685(17179870685) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.992618:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307217.992620:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307217.992623:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.992629:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870685 00000100:00080000:1.0:1724307217.992636:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88012b41aa00 x1808064246360064/t17179870686(17179870686) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307217.992657:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136168000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246359680:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.992665:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246360064:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.992681:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307217.992788:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246360064 00000100:00100000:2.0:1724307217.992793:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246360064 00000100:00100000:2.0:1724307217.993327:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11551 00000100:00100000:2.0:1724307217.993334:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+45:3295:x1808064246360064:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307217.993341:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870686, current: 17179870686, replaying 00000100:00100000:2.0:1724307217.993356:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+45:3295:x1808064246360064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23us (674us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307217.993361:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11551 00010000:00080000:3.0:1724307217.993397:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870686, next_transno: 17179870686 00010000:00080000:3.0:1724307217.993401:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870686) 00010000:00080000:3.0:1724307217.993405:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246360064 t17179870686 from 0@lo req@ffff88012bf66a00 x1808064246360064/t0(17179870686) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307217.993422:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4908 count 1 00002000:00010000:3.0:1724307217.993490:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x132c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307217.993495:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9ff lrc: 3/0,1 mode: --/PW res: [0x240000400:0x132c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.993503:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.993505:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.993507:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.993516:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.993522:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.993533:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.993540:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.993545:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307217.993547:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.993552:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.993560:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9ff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.993566:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0b9ff lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307217.993700:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307217.993711:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870687 00010000:00080000:3.0:1724307217.993713:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870687 00000100:00080000:1.0:1724307217.993772:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88012b41aa00 x1808064246360064/t17179870686(17179870686) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.993778:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307217.993780:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307217.993784:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.993789:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870686 00000100:00080000:1.0:1724307217.993796:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88012b419500 x1808064246359808/t17179870687(17179870687) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307217.993803:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b41aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246360064:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.993811:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246359808:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.993829:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.994135:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246359808 00000100:00100000:0.0:1724307217.994139:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246359808 00000100:00100000:0.0:1724307217.994157:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11552 00000100:00100000:0.0:1724307217.994161:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+46:3295:x1808064246359808:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.994166:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870687, current: 17179870687, replaying 00000100:00100000:0.0:1724307217.994172:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+46:3295:x1808064246359808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (342us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.994176:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11552 00010000:00080000:3.0:1724307217.994311:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870687, next_transno: 17179870687 00010000:00080000:3.0:1724307217.994314:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870687) 00010000:00080000:3.0:1724307217.994317:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246359808 t17179870687 from 0@lo req@ffff8800922df480 x1808064246359808/t0(17179870687) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307217.994341:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4906 count 1 00002000:00010000:3.0:1724307217.994401:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x132a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307217.994406:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ba06 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x132a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.994413:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.994414:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.994417:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ba06 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.994424:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ba06 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.994431:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ba06 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.994437:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ba06 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.994443:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ba06 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.994448:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307217.994450:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ba06 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.994456:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ba06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.994465:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ba06 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.994471:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ba06 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307217.994611:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307217.994620:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870688 00010000:00080000:3.0:1724307217.994622:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870688 00000100:00080000:1.0:1724307217.994856:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88012b419500 x1808064246359808/t17179870687(17179870687) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.994863:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307217.994865:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307217.994868:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.994878:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870687 00000100:00080000:1.0:1724307217.994886:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88012b41a300 x1808064246359936/t17179870688(17179870688) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307217.994893:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246359808:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.994901:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246359936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.994917:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307217.994965:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246359936 00000100:00100000:2.0:1724307217.994968:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246359936 00000100:00100000:2.0:1724307217.994992:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11553 00000100:00100000:2.0:1724307217.994995:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+47:3295:x1808064246359936:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307217.995001:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870688, current: 17179870688, replaying 00000100:00100000:2.0:1724307217.995006:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+47:3295:x1808064246359936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (89us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307217.995010:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11553 00010000:00080000:3.0:1724307217.995195:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870688, next_transno: 17179870688 00010000:00080000:3.0:1724307217.995198:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870688) 00010000:00080000:3.0:1724307217.995202:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246359936 t17179870688 from 0@lo req@ffff8800922dc380 x1808064246359936/t0(17179870688) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307217.995216:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4907 count 1 00002000:00010000:3.0:1724307217.995269:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x132b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307217.995273:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0ba0d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x132b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.995280:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.995281:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.995283:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0ba0d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.995289:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0ba0d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.995299:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0ba0d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.995304:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0ba0d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.995308:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0ba0d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.995312:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307217.995314:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0ba0d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.995319:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0ba0d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.995326:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0ba0d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.995331:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0ba0d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307217.995426:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307217.995435:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870689 00010000:00080000:3.0:1724307217.995437:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870689 00000100:00080000:1.0:1724307217.995523:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88012b41a300 x1808064246359936/t17179870688(17179870688) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.995529:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307217.995530:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307217.995533:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.995537:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870688 00000100:00080000:1.0:1724307217.995543:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880094024a80 x1808064246362368/t17179870689(17179870689) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307217.995548:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246359936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.995555:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246362368:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.995571:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.995607:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246362368 00000100:00100000:0.0:1724307217.995610:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246362368 00000100:00100000:0.0:1724307217.995632:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11554 00000100:00100000:0.0:1724307217.995637:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+48:3295:x1808064246362368:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.995662:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870689, current: 17179870689, replaying 00000100:00100000:0.0:1724307217.995668:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+48:3295:x1808064246362368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31us (97us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.995672:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11554 00010000:00080000:3.0:1724307217.995787:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870689, next_transno: 17179870689 00010000:00080000:3.0:1724307217.995790:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870689) 00010000:00080000:3.0:1724307217.995795:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246362368 t17179870689 from 0@lo req@ffff8800922dd180 x1808064246362368/t0(17179870689) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307217.995810:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4911 count 1 00002000:00010000:3.0:1724307217.995868:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x132f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307217.995873:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0ba14 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x132f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.995880:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.995881:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.995883:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0ba14 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.995891:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0ba14 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.995897:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0ba14 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.995902:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0ba14 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.995909:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0ba14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.995914:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307217.995916:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0ba14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.995926:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0ba14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.995934:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0ba14 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.995939:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0ba14 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307217.996421:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307217.996430:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870690 00010000:00080000:3.0:1724307217.996432:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870690 00000100:00080000:1.0:1724307217.996433:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880094024a80 x1808064246362368/t17179870689(17179870689) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.996439:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307217.996441:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307217.996444:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.996454:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870689 00000100:00080000:1.0:1724307217.996461:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880094024e00 x1808064246362496/t17179870690(17179870690) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307217.996467:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246362368:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.996474:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246362496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.996491:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307217.996658:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246362496 00000100:00100000:2.0:1724307217.996661:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246362496 00000100:00100000:2.0:1724307217.997216:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11555 00000100:00100000:2.0:1724307217.997223:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+49:3295:x1808064246362496:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307217.997232:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870690, current: 17179870690, replaying 00000100:00100000:2.0:1724307217.997247:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+49:3295:x1808064246362496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24us (755us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307217.997252:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11555 00010000:00080000:3.0:1724307217.997298:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870690, next_transno: 17179870690 00010000:00080000:3.0:1724307217.997304:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870690) 00010000:00080000:3.0:1724307217.997309:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246362496 t17179870690 from 0@lo req@ffff8800922de300 x1808064246362496/t0(17179870690) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307217.997329:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4912 count 1 00002000:00010000:3.0:1724307217.997416:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1330:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307217.997422:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ba1b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.997430:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.997432:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.997434:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ba1b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.997448:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ba1b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.997455:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ba1b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.997462:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ba1b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.997468:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ba1b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.997474:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307217.997476:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ba1b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.997481:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ba1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.997491:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ba1b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.997496:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ba1b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307217.997675:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307217.997687:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870691 00010000:00080000:3.0:1724307217.997689:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870691 00000100:00080000:1.0:1724307217.997823:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880094024e00 x1808064246362496/t17179870690(17179870690) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.997830:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307217.997832:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307217.997836:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.997841:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870690 00000100:00080000:1.0:1724307217.997852:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880094024380 x1808064246360192/t17179870691(17179870691) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307217.997951:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246362496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.997965:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246360192:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.997995:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.998058:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246360192 00000100:00100000:0.0:1724307217.998064:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246360192 00000100:00100000:0.0:1724307217.998097:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11556 00000100:00100000:0.0:1724307217.998102:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+50:3295:x1808064246360192:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.998109:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870691, current: 17179870691, replaying 00000100:00100000:0.0:1724307217.998124:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+50:3295:x1808064246360192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22us (129us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.998130:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11556 00010000:00080000:3.0:1724307217.998209:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870691, next_transno: 17179870691 00010000:00080000:3.0:1724307217.998211:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870691) 00010000:00080000:3.0:1724307217.998216:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246360192 t17179870691 from 0@lo req@ffff8800922ddc00 x1808064246360192/t0(17179870691) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307217.998235:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4909 count 1 00002000:00010000:3.0:1724307217.998315:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x132d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307217.998321:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ba22 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x132d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.998327:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.998329:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.998332:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ba22 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.998339:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ba22 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.998344:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ba22 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.998350:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ba22 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.998355:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ba22 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.998364:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307217.998367:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ba22 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.998371:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ba22 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.998378:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ba22 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.998383:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ba22 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307217.998496:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307217.998505:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870692 00010000:00080000:3.0:1724307217.998508:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870692 00000100:00080000:1.0:1724307217.998560:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880094024380 x1808064246360192/t17179870691(17179870691) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.998565:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307217.998566:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307217.998568:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.998574:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870691 00000100:00080000:1.0:1724307217.998580:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880094024700 x1808064246362240/t17179870692(17179870692) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307217.998585:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246360192:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.998590:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246362240:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.998602:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307217.998668:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246362240 00000100:00100000:2.0:1724307217.998672:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246362240 00000100:00100000:2.0:1724307217.998690:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11557 00000100:00100000:2.0:1724307217.998695:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+51:3295:x1808064246362240:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307217.998701:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870692, current: 17179870692, replaying 00000100:00100000:2.0:1724307217.998716:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+51:3295:x1808064246362240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21us (112us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307217.998720:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11557 00010000:00080000:3.0:1724307217.998943:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870692, next_transno: 17179870692 00010000:00080000:3.0:1724307217.998946:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870692) 00010000:00080000:3.0:1724307217.998951:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246362240 t17179870692 from 0@lo req@ffff8800922de680 x1808064246362240/t0(17179870692) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307217.998969:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4910 count 1 00002000:00010000:3.0:1724307217.999046:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x132e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307217.999051:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0ba29 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x132e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.999062:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.999063:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307217.999065:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0ba29 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.999072:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0ba29 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.999079:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0ba29 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.999084:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0ba29 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.999089:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0ba29 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.999095:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307217.999097:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0ba29 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.999102:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0ba29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.999110:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0ba29 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307217.999121:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0ba29 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307217.999331:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307217.999341:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870693 00010000:00080000:3.0:1724307217.999343:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870693 00000100:00080000:1.0:1724307217.999410:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880094024700 x1808064246362240/t17179870692(17179870692) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.999417:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307217.999419:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307217.999422:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307217.999427:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870692 00000100:00080000:1.0:1724307217.999436:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880094025c00 x1808064246362752/t17179870693(17179870693) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307217.999442:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246362240:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.999450:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094025c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246362752:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307217.999468:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307217.999545:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246362752 00000100:00100000:0.0:1724307217.999550:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246362752 00000100:00100000:0.0:1724307217.999577:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11558 00000100:00100000:0.0:1724307217.999582:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+52:3295:x1808064246362752:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307217.999587:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870693, current: 17179870693, replaying 00000100:00100000:0.0:1724307217.999599:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+52:3295:x1808064246362752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18us (131us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307217.999604:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11558 00010000:00080000:3.0:1724307217.999658:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870693, next_transno: 17179870693 00010000:00080000:3.0:1724307217.999660:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870693) 00010000:00080000:3.0:1724307217.999665:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246362752 t17179870693 from 0@lo req@ffff8800922dca80 x1808064246362752/t0(17179870693) o6->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 544/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.000434:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4914 count 1 00002000:00010000:2.0:1724307218.000517:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1332:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.000523:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0ba30 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1332:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.000531:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.000533:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.000536:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0ba30 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.000546:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0ba30 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.000553:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0ba30 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.000558:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0ba30 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.000565:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0ba30 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.000571:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.000574:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0ba30 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.000585:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0ba30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.000595:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0ba30 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.000601:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0ba30 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.000919:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.000932:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870694 00010000:00080000:2.0:1724307218.000934:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870694 00000100:00080000:1.0:1724307218.001036:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880094025c00 x1808064246362752/t17179870693(17179870693) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.001044:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.001046:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.001050:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.001060:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870693 00000100:00080000:1.0:1724307218.001070:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880094025880 x1808064246362624/t17179870694(17179870694) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.001077:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094025c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246362752:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.001088:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094025880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246362624:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.001107:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.001172:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246362624 00000100:00100000:2.0:1724307218.001176:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246362624 00000100:00100000:2.0:1724307218.001206:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11559 00000100:00100000:2.0:1724307218.001211:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+53:3295:x1808064246362624:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.001218:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870694, current: 17179870694, replaying 00010000:00080000:3.0:1724307218.001334:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870694, next_transno: 17179870694 00000100:00100000:2.0:1724307218.001335:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+53:3295:x1808064246362624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 123us (226us total) trans 0 rc 0/-999 00010000:00080000:3.0:1724307218.001337:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870694) 00000100:00100000:2.0:1724307218.001341:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11559 00010000:00080000:3.0:1724307218.001342:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246362624 t17179870694 from 0@lo req@ffff8800922ddf80 x1808064246362624/t0(17179870694) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 2 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.001360:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4913 count 1 00002000:00010000:3.0:1724307218.001429:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1331:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.001433:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0ba37 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1331:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.001440:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.001442:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.001444:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0ba37 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.001453:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0ba37 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.001460:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0ba37 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.001735:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0ba37 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.001742:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0ba37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.001748:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2f40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.001751:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0ba37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.001757:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0ba37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.001768:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0ba37 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.001773:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0ba37 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.001910:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.001919:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870695 00010000:00080000:3.0:1724307218.001922:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870695 00000100:00080000:1.0:1724307218.001990:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880094025880 x1808064246362624/t17179870694(17179870694) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.001997:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.001999:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.002003:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.002008:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870694 00000100:00080000:1.0:1724307218.002017:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880136996a00 x1808064246363264/t17179870695(17179870695) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.002024:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094025880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246362624:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.002033:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246363264:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.002052:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.002736:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246363264 00000100:00100000:2.0:1724307218.002741:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246363264 00000100:00100000:2.0:1724307218.002776:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11560 00000100:00100000:2.0:1724307218.002781:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+54:3295:x1808064246363264:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.002788:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870695, current: 17179870695, replaying 00000100:00100000:2.0:1724307218.002804:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+54:3295:x1808064246363264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23us (752us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.002810:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11560 00010000:00080000:3.0:1724307218.002858:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870695, next_transno: 17179870695 00010000:00080000:3.0:1724307218.002862:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870695) 00010000:00080000:3.0:1724307218.002868:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246363264 t17179870695 from 0@lo req@ffff8800a00e9f80 x1808064246363264/t0(17179870695) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.002889:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4918 count 1 00002000:00010000:3.0:1724307218.002987:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1336:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.002992:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ba3e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1336:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.003001:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.003003:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.003005:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ba3e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.003014:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ba3e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.003021:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ba3e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.003027:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ba3e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.003033:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ba3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.003038:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.003041:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ba3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.003052:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ba3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.003062:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ba3e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.003068:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ba3e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.003908:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.003922:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870696 00010000:00080000:3.0:1724307218.003925:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870696 00000100:00080000:1.0:1724307218.004097:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880136996a00 x1808064246363264/t17179870695(17179870695) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.004106:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.004108:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.004114:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.004125:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870695 00000100:00080000:1.0:1724307218.004138:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880136994000 x1808064246363136/t17179870696(17179870696) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.004146:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246363264:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.004156:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246363136:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.004179:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.004226:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246363136 00000100:00100000:0.0:1724307218.004232:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246363136 00000100:00100000:0.0:1724307218.004264:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11561 00000100:00100000:0.0:1724307218.004275:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+55:3295:x1808064246363136:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.004282:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870696, current: 17179870696, replaying 00000100:00100000:0.0:1724307218.004304:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+55:3295:x1808064246363136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30us (120us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.004310:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11561 00010000:00080000:3.0:1724307218.004354:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870696, next_transno: 17179870696 00010000:00080000:3.0:1724307218.004357:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870696) 00010000:00080000:3.0:1724307218.004362:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246363136 t17179870696 from 0@lo req@ffff8800a8b66680 x1808064246363136/t0(17179870696) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.004385:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4917 count 1 00002000:00010000:3.0:1724307218.005401:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1335:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.005410:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0ba45 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1335:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.005420:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.005422:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.005426:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0ba45 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.005441:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0ba45 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.005448:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0ba45 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.005454:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0ba45 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.005460:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0ba45 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.005465:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe18c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.005469:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0ba45 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.005476:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0ba45 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.005486:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0ba45 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.005492:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0ba45 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.005730:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.005745:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870697 00010000:00080000:3.0:1724307218.005748:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870697 00000100:00080000:1.0:1724307218.006137:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880136994000 x1808064246363136/t17179870696(17179870696) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.006145:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.006147:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.006153:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.006159:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870696 00000100:00080000:1.0:1724307218.006173:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880136997480 x1808064246362880/t17179870697(17179870697) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.006182:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246363136:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.006194:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246362880:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.006220:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.007286:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246362880 00000100:00100000:0.0:1724307218.007295:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246362880 00000100:00100000:0.0:1724307218.007332:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11562 00000100:00100000:0.0:1724307218.007339:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+56:3295:x1808064246362880:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.007353:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870697, current: 17179870697, replaying 00000100:00100000:0.0:1724307218.007364:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+56:3295:x1808064246362880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25us (1143us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.007369:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11562 00010000:00080000:3.0:1724307218.007486:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870697, next_transno: 17179870697 00010000:00080000:3.0:1724307218.007490:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870697) 00010000:00080000:3.0:1724307218.007498:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246362880 t17179870697 from 0@lo req@ffff8800a8b66d80 x1808064246362880/t0(17179870697) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.007533:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4915 count 1 00002000:00010000:3.0:1724307218.007696:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1333:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.007703:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0ba4c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1333:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.007714:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.007716:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.007720:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0ba4c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.007733:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0ba4c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.007740:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0ba4c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.007746:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0ba4c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.007752:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0ba4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.007761:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe06c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.007764:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0ba4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.007770:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0ba4c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.007782:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0ba4c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.007787:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0ba4c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.008014:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.008027:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870698 00010000:00080000:3.0:1724307218.008033:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870698 00000100:00080000:1.0:1724307218.008104:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880136997480 x1808064246362880/t17179870697(17179870697) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.008113:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.008115:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.008120:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.008130:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870697 00000100:00080000:1.0:1724307218.008145:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009012e680 x1808064246363392/t17179870698(17179870698) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.008154:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246362880:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.008166:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009012e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246363392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.008191:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.008415:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246363392 00000100:00100000:0.0:1724307218.008420:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246363392 00000100:00100000:0.0:1724307218.008449:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11563 00000100:00100000:0.0:1724307218.008454:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+57:3295:x1808064246363392:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.008460:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870698, current: 17179870698, replaying 00000100:00100000:0.0:1724307218.008466:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+57:3295:x1808064246363392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (275us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.008470:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11563 00010000:00080000:3.0:1724307218.008534:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870698, next_transno: 17179870698 00010000:00080000:3.0:1724307218.008536:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870698) 00010000:00080000:3.0:1724307218.008541:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246363392 t17179870698 from 0@lo req@ffff8800a8b66300 x1808064246363392/t0(17179870698) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.008558:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4919 count 1 00002000:00010000:3.0:1724307218.008621:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1337:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.008626:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0ba53 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1337:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.008751:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.008754:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.008757:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0ba53 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.008766:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0ba53 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.008773:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0ba53 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.008780:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0ba53 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.008785:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0ba53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.008790:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.008792:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0ba53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.008799:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0ba53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.008808:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0ba53 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.010402:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0ba53 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.010671:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.010686:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870699 00010000:00080000:3.0:1724307218.010689:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870699 00000100:00080000:0.0:1724307218.010882:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009012e680 x1808064246363392/t17179870698(17179870698) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.010891:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.010894:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.010899:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.010905:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870698 00000100:00080000:0.0:1724307218.010921:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880136996300 x1808064246363008/t17179870699(17179870699) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.010930:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009012e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246363392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.010943:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246363008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.011345:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.011459:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246363008 00000100:00100000:1.0:1724307218.011465:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246363008 00000100:00100000:1.0:1724307218.011492:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11564 00000100:00100000:1.0:1724307218.011498:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+58:3295:x1808064246363008:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.011508:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870699, current: 17179870699, replaying 00000100:00100000:1.0:1724307218.011516:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+58:3295:x1808064246363008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19us (173us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.011521:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11564 00010000:00080000:2.0:1724307218.012266:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870699, next_transno: 17179870699 00010000:00080000:2.0:1724307218.012271:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870699) 00010000:00080000:2.0:1724307218.012278:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246363008 t17179870699 from 0@lo req@ffff88009d477480 x1808064246363008/t0(17179870699) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.012311:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4916 count 1 00002000:00010000:2.0:1724307218.012451:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1334:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.012458:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0ba5a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1334:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.012469:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.012472:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.012477:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0ba5a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.012490:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0ba5a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.012499:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0ba5a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.012506:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0ba5a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.012514:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0ba5a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.012525:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911621c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.012529:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0ba5a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.012536:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0ba5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.012550:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0ba5a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.012557:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0ba5a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.012765:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.012776:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870700 00010000:00080000:2.0:1724307218.012779:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870700 00000100:00080000:0.0:1724307218.012909:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880136996300 x1808064246363008/t17179870699(17179870699) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.012916:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.012919:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.012924:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.012929:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870699 00000100:00080000:0.0:1724307218.012944:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88012bf64700 x1808064246363520/t17179870700(17179870700) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.012953:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246363008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.012966:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246363520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.013004:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.013042:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246363520 00000100:00100000:2.0:1724307218.013046:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246363520 00000100:00100000:2.0:1724307218.013067:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11565 00000100:00100000:2.0:1724307218.013072:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+59:3295:x1808064246363520:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.013078:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870700, current: 17179870700, replaying 00000100:00100000:2.0:1724307218.013085:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+59:3295:x1808064246363520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13us (81us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.013090:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11565 00010000:00080000:0.0:1724307218.015447:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870700, next_transno: 17179870700 00010000:00080000:0.0:1724307218.015456:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870700) 00010000:00080000:0.0:1724307218.015467:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246363520 t17179870700 from 0@lo req@ffff880135d33b80 x1808064246363520/t0(17179870700) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.015513:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4920 count 1 00002000:00010000:0.0:1724307218.015694:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1338:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.015702:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0ba61 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1338:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.015715:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.015717:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.015721:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0ba61 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.015735:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0ba61 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.015748:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0ba61 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.015755:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0ba61 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.015763:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0ba61 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.015769:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.015773:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0ba61 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.015780:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0ba61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.015794:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0ba61 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.015800:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0ba61 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.016084:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.016122:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88012bf64700 x1808064246363520/t17179870700(17179870700) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.016130:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.016132:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.016137:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.016143:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870700 00000100:00080000:1.0:1724307218.016161:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880093b7f480 x1808064246364032/t17179870701(17179870701) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.016169:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246363520:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.016186:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093b7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246364032:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.016215:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.016259:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246364032 00000100:00100000:2.0:1724307218.016266:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246364032 00000100:00100000:2.0:1724307218.016294:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11566 00000100:00100000:2.0:1724307218.016301:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+61:3295:x1808064246364032:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.016308:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870701, current: 17179870701, replaying 00000100:00100000:2.0:1724307218.016313:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+61:3295:x1808064246364032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13us (99us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.016318:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11566 00010000:00080000:0.0:1724307218.016715:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870701, next_transno: 17179870701 00010000:00080000:0.0:1724307218.016719:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870701) 00010000:00080000:0.0:1724307218.016723:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246364032 t17179870701 from 0@lo req@ffff8800a8b67480 x1808064246364032/t0(17179870701) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.016744:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4924 count 1 00002000:00010000:0.0:1724307218.017291:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x133c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.017297:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0ba68 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x133c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.017306:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.017308:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.017311:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0ba68 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x133c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.017321:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0ba68 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x133c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.017328:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0ba68 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x133c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.017333:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0ba68 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x133c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.017340:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0ba68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x133c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.017346:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.017349:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0ba68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x133c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.017356:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0ba68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x133c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.017375:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0ba68 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x133c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.017381:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0ba68 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x133c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.017549:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.017559:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870702 00010000:00080000:0.0:1724307218.017562:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870702 00000100:00080000:1.0:1724307218.017581:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880093b7f480 x1808064246364032/t17179870701(17179870701) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.017588:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.017591:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.017595:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.017600:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870701 00000100:00080000:1.0:1724307218.017612:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880093b7ce00 x1808064246363904/t17179870702(17179870702) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.017620:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093b7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246364032:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.017629:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093b7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246363904:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.017668:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.017696:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246363904 00000100:00100000:2.0:1724307218.017701:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246363904 00000100:00100000:2.0:1724307218.017720:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11567 00000100:00100000:2.0:1724307218.017726:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+61:3295:x1808064246363904:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.017732:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870702, current: 17179870702, replaying 00000100:00100000:2.0:1724307218.017739:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+61:3295:x1808064246363904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (71us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.017744:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11567 00010000:00080000:0.0:1724307218.018078:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870702, next_transno: 17179870702 00010000:00080000:0.0:1724307218.018081:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870702) 00010000:00080000:0.0:1724307218.018087:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246363904 t17179870702 from 0@lo req@ffff8800a8b65180 x1808064246363904/t0(17179870702) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.018107:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4923 count 1 00002000:00010000:0.0:1724307218.018173:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x133b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.018177:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0ba6f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x133b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.018185:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.018187:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.018189:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0ba6f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.018197:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0ba6f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.018208:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0ba6f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.018213:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0ba6f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.018219:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0ba6f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.018223:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.018226:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0ba6f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.018232:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0ba6f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.018239:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0ba6f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.018244:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0ba6f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.018371:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.018380:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870703 00010000:00080000:0.0:1724307218.018383:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870703 00000100:00080000:1.0:1724307218.018398:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880093b7ce00 x1808064246363904/t17179870702(17179870702) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.018405:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.018407:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.018410:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.018416:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870702 00000100:00080000:1.0:1724307218.018424:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880092016a00 x1808064246365568/t17179870703(17179870703) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.018430:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093b7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246363904:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.018438:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092016a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246365568:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.018459:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.018507:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246365568 00000100:00100000:2.0:1724307218.018511:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246365568 00000100:00100000:2.0:1724307218.018539:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11568 00000100:00100000:2.0:1724307218.018543:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+62:3295:x1808064246365568:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.018549:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870703, current: 17179870703, replaying 00000100:00100000:2.0:1724307218.018564:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+62:3295:x1808064246365568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (105us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.018570:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11568 00010000:00080000:0.0:1724307218.019229:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870703, next_transno: 17179870703 00010000:00080000:0.0:1724307218.019233:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870703) 00010000:00080000:0.0:1724307218.019239:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246365568 t17179870703 from 0@lo req@ffff8800a8b67800 x1808064246365568/t0(17179870703) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.019261:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4926 count 1 00002000:00010000:0.0:1724307218.019339:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x133e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.019344:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0ba76 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x133e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.019352:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.019354:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.019356:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0ba76 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.019366:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0ba76 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.019373:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0ba76 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.019379:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0ba76 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.019385:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0ba76 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.019390:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.019393:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0ba76 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.019403:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0ba76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.019413:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0ba76 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.019419:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0ba76 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.019576:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.019587:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870704 00010000:00080000:0.0:1724307218.019589:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870704 00000100:00080000:1.0:1724307218.019607:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880092016a00 x1808064246365568/t17179870703(17179870703) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.019619:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.019621:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.019625:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.019631:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870703 00000100:00080000:1.0:1724307218.019661:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a572d180 x1808064246365952/t17179870704(17179870704) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.019668:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092016a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246365568:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.019679:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246365952:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.019704:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.019753:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246365952 00000100:00100000:2.0:1724307218.019759:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246365952 00000100:00100000:2.0:1724307218.019793:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11569 00000100:00100000:2.0:1724307218.019798:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0a7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+63:3295:x1808064246365952:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.019805:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870704, current: 17179870704, replaying 00000100:00100000:2.0:1724307218.019812:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0a7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+63:3295:x1808064246365952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14us (108us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.019817:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11569 00010000:00080000:0.0:1724307218.020532:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870704, next_transno: 17179870704 00010000:00080000:0.0:1724307218.020536:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870704) 00010000:00080000:0.0:1724307218.020542:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246365952 t17179870704 from 0@lo req@ffff88009c0a7850 x1808064246365952/t0(17179870704) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.020565:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4927 count 1 00002000:00010000:0.0:1724307218.020693:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x133f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.020698:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0ba7d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x133f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.020708:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.020710:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.020713:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0ba7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x133f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.020727:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0ba7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x133f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.020734:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0ba7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x133f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.020739:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0ba7d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x133f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.020746:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0ba7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x133f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.020752:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.020755:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0ba7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x133f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.020761:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0ba7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x133f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.020771:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0ba7d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x133f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.020777:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0ba7d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x133f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.020951:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.020987:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a572d180 x1808064246365952/t17179870704(17179870704) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.020994:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.020997:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.021001:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.021006:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870704 00000100:00080000:1.0:1724307218.021019:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880136996d80 x1808064246366080/t17179870705(17179870705) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.021027:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246365952:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.021037:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246366080:0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.021051:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870705 00010000:00080000:0.0:1724307218.021054:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870705 00000100:00100000:1.0:1724307218.021057:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.021125:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246366080 00000100:00100000:2.0:1724307218.021130:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246366080 00000100:00100000:2.0:1724307218.021150:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11570 00000100:00100000:2.0:1724307218.021155:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+64:3295:x1808064246366080:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.021161:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870705, current: 17179870705, replaying 00000100:00100000:2.0:1724307218.021177:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+64:3295:x1808064246366080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21us (118us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.021182:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11570 00010000:00080000:0.0:1724307218.021274:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870705, next_transno: 17179870705 00010000:00080000:0.0:1724307218.021277:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870705) 00010000:00080000:0.0:1724307218.021281:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246366080 t17179870705 from 0@lo req@ffff8800a8b66680 x1808064246366080/t0(17179870705) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.021297:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4928 count 1 00002000:00010000:0.0:1724307218.021423:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1340:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.021428:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0ba84 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1340:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.021435:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.021436:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.021439:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0ba84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.021446:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0ba84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.021452:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0ba84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.021458:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0ba84 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.021464:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0ba84 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.021474:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.021477:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0ba84 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.021482:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0ba84 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.021490:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0ba84 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.021496:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0ba84 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.024245:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.024460:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880136996d80 x1808064246366080/t17179870705(17179870705) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.024471:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.024474:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.024479:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.024485:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870705 00000100:00080000:1.0:1724307218.024504:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800939bd500 x1808064246363648/t17179870706(17179870706) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.024514:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246366080:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.024529:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800939bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246363648:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.024571:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.024604:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246363648 00000100:00100000:1.0:1724307218.024610:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246363648 00000100:00100000:2.0:1724307218.025327:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11571 00000100:00100000:2.0:1724307218.025335:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+66:3295:x1808064246363648:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.025348:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870705, current: 17179870706, replaying 00000100:00100000:2.0:1724307218.025356:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+66:3295:x1808064246363648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22us (785us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.025361:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11571 00010000:00080000:1.0:1724307218.025450:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870706, next_transno: 17179870706 00010000:00080000:1.0:1724307218.025454:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870706) 00010000:00080000:1.0:1724307218.025460:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246363648 t17179870706 from 0@lo req@ffff8800a8b66d80 x1808064246363648/t0(17179870706) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.025494:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4921 count 1 00002000:00010000:1.0:1724307218.025656:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1339:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.025664:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0ba8b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.025677:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.025679:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.025684:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0ba8b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.025701:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0ba8b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.025710:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0ba8b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.025716:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0ba8b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.025724:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0ba8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.025731:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a64000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.025735:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0ba8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.025742:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0ba8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.025756:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0ba8b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.025762:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64000/0x85b23e07e0c0ba8b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.025963:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.025971:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870707 00010000:00080000:1.0:1724307218.025985:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870707 00000100:00080000:1.0:1724307218.026007:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800939bd500 x1808064246363648/t17179870706(17179870706) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.026014:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.026016:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.026020:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.026026:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870706 00000100:00080000:1.0:1724307218.026038:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880092015180 x1808064246365184/t17179870707(17179870707) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.026046:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800939bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246363648:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.026055:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246365184:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.026074:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.026088:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246365184 00000100:00100000:1.0:1724307218.026092:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246365184 00000100:00100000:1.0:1724307218.026105:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11572 00000100:00100000:1.0:1724307218.026109:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+66:3295:x1808064246365184:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.026114:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870707, current: 17179870707, replaying 00000100:00100000:1.0:1724307218.026120:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+66:3295:x1808064246365184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (45us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.026124:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11572 00010000:00080000:1.0:1724307218.026133:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870707, next_transno: 17179870707 00010000:00080000:1.0:1724307218.026135:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870707) 00010000:00080000:1.0:1724307218.026138:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246365184 t17179870707 from 0@lo req@ffff8800a8b66300 x1808064246365184/t0(17179870707) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.026158:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4925 count 1 00002000:00010000:1.0:1724307218.026213:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x133d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.026217:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0ba92 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x133d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026224:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.026225:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.026227:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0ba92 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x133d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026234:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0ba92 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x133d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026240:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0ba92 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x133d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026244:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0ba92 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x133d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026250:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0ba92 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x133d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026255:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a66640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.026257:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0ba92 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x133d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026262:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0ba92 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x133d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026269:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0ba92 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x133d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026274:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66640/0x85b23e07e0c0ba92 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x133d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.026360:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.026365:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870708 00010000:00080000:1.0:1724307218.026367:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870708 00000100:00080000:1.0:1724307218.026380:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880092015180 x1808064246365184/t17179870707(17179870707) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.026384:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.026386:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.026388:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.026392:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870707 00000100:00080000:1.0:1724307218.026398:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800939bf100 x1808064246363776/t17179870708(17179870708) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.026404:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246365184:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.026411:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800939bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246363776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.026424:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.026434:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246363776 00000100:00100000:1.0:1724307218.026437:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246363776 00000100:00100000:1.0:1724307218.026447:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11573 00000100:00100000:1.0:1724307218.026450:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+67:3295:x1808064246363776:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.026455:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870708, current: 17179870708, replaying 00000100:00100000:1.0:1724307218.026460:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+67:3295:x1808064246363776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (36us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.026464:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11573 00010000:00080000:1.0:1724307218.026471:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870708, next_transno: 17179870708 00010000:00080000:1.0:1724307218.026473:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870708) 00010000:00080000:1.0:1724307218.026476:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246363776 t17179870708 from 0@lo req@ffff8800a8b67480 x1808064246363776/t0(17179870708) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.026488:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4922 count 1 00002000:00010000:1.0:1724307218.026535:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x133a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.026539:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0ba99 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x133a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026545:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.026546:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.026548:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0ba99 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x133a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026555:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0ba99 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x133a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026560:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0ba99 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x133a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026564:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0ba99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x133a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026570:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0ba99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x133a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026575:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a67600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.026578:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0ba99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x133a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026583:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0ba99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x133a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026589:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0ba99 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x133a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026593:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67600/0x85b23e07e0c0ba99 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x133a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.026688:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.026693:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870709 00010000:00080000:1.0:1724307218.026695:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870709 00000100:00080000:1.0:1724307218.026707:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800939bf100 x1808064246363776/t17179870708(17179870708) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.026711:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.026713:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.026715:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.026719:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870708 00000100:00080000:1.0:1724307218.026726:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880136994a80 x1808064246366336/t17179870709(17179870709) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.026736:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800939bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246363776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.026741:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246366336:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.026754:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.026763:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246366336 00000100:00100000:1.0:1724307218.026765:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246366336 00000100:00100000:1.0:1724307218.026774:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11574 00000100:00100000:1.0:1724307218.026777:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+68:3295:x1808064246366336:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.026782:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870709, current: 17179870709, replaying 00000100:00100000:1.0:1724307218.026786:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+68:3295:x1808064246366336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (32us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.026790:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11574 00010000:00080000:1.0:1724307218.026798:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870709, next_transno: 17179870709 00010000:00080000:1.0:1724307218.026800:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870709) 00010000:00080000:1.0:1724307218.026803:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246366336 t17179870709 from 0@lo req@ffff8800a8b65180 x1808064246366336/t0(17179870709) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.026815:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4929 count 1 00002000:00010000:1.0:1724307218.026867:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1341:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.026870:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0baa0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1341:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026876:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.026877:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.026879:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0baa0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026886:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0baa0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026892:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0baa0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026897:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0baa0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026902:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0baa0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026906:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a646c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.026908:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0baa0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026913:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0baa0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026919:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0baa0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.026923:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a646c0/0x85b23e07e0c0baa0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.027014:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.027020:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870710 00010000:00080000:1.0:1724307218.027022:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870710 00000100:00080000:1.0:1724307218.027034:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880136994a80 x1808064246366336/t17179870709(17179870709) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.027039:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.027041:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.027043:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.027047:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870709 00000100:00080000:1.0:1724307218.027054:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880136995500 x1808064246369920/t17179870710(17179870710) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.027059:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246366336:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.027063:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246369920:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.027074:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.027083:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246369920 00000100:00100000:1.0:1724307218.027085:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246369920 00000100:00100000:1.0:1724307218.027094:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11575 00000100:00100000:1.0:1724307218.027097:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+69:3295:x1808064246369920:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.027101:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870710, current: 17179870710, replaying 00000100:00100000:1.0:1724307218.027105:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+69:3295:x1808064246369920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (31us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.027109:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11575 00010000:00080000:1.0:1724307218.027116:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870710, next_transno: 17179870710 00010000:00080000:1.0:1724307218.027118:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870710) 00010000:00080000:1.0:1724307218.027121:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246369920 t17179870710 from 0@lo req@ffff8800a8b67800 x1808064246369920/t0(17179870710) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.027132:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4930 count 1 00002000:00010000:1.0:1724307218.027254:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1342:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.027258:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0baa7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1342:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.027264:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.027266:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.027268:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0baa7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.027274:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0baa7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.027278:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0baa7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.027283:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0baa7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.027289:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0baa7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.027293:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a64fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.027295:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0baa7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.027300:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0baa7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.027306:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0baa7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.027321:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64fc0/0x85b23e07e0c0baa7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.027422:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.027430:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870711 00010000:00080000:1.0:1724307218.027431:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870711 00000100:00080000:1.0:1724307218.027446:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880136995500 x1808064246369920/t17179870710(17179870710) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.027452:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.027454:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.027457:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.027461:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870710 00000100:00080000:1.0:1724307218.027469:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880136995f80 x1808064246370432/t17179870711(17179870711) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.027475:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246369920:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.027482:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246370432:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.027499:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.027512:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246370432 00000100:00100000:1.0:1724307218.027514:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246370432 00000100:00100000:1.0:1724307218.027526:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11576 00000100:00100000:1.0:1724307218.027530:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+70:3295:x1808064246370432:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.027534:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870711, current: 17179870711, replaying 00000100:00100000:1.0:1724307218.027539:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+70:3295:x1808064246370432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (39us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.027543:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11576 00010000:00080000:1.0:1724307218.027551:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870711, next_transno: 17179870711 00010000:00080000:1.0:1724307218.027554:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870711) 00010000:00080000:1.0:1724307218.027557:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246370432 t17179870711 from 0@lo req@ffff88009f34e680 x1808064246370432/t0(17179870711) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.027569:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4934 count 1 00002000:00010000:1.0:1724307218.027618:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1346:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.027622:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66400/0x85b23e07e0c0baae lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1346:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.027628:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.027629:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.027631:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66400/0x85b23e07e0c0baae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.027653:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66400/0x85b23e07e0c0baae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.027659:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66400/0x85b23e07e0c0baae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.027664:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66400/0x85b23e07e0c0baae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.027670:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66400/0x85b23e07e0c0baae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.027679:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a66400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.027681:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66400/0x85b23e07e0c0baae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.027687:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66400/0x85b23e07e0c0baae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.027694:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66400/0x85b23e07e0c0baae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.027700:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66400/0x85b23e07e0c0baae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.027799:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.027805:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870712 00010000:00080000:1.0:1724307218.027808:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870712 00000100:00080000:1.0:1724307218.027822:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880136995f80 x1808064246370432/t17179870711(17179870711) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.027828:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.027829:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.027832:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.027836:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870711 00000100:00080000:1.0:1724307218.027844:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880136996680 x1808064246370304/t17179870712(17179870712) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.027854:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246370432:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.027861:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246370304:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.027877:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.027892:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246370304 00000100:00100000:1.0:1724307218.027894:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246370304 00000100:00100000:1.0:1724307218.027905:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11577 00000100:00100000:1.0:1724307218.027909:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+71:3295:x1808064246370304:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.027914:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870712, current: 17179870712, replaying 00000100:00100000:1.0:1724307218.027919:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+71:3295:x1808064246370304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (42us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.027924:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11577 00010000:00080000:1.0:1724307218.027934:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870712, next_transno: 17179870712 00010000:00080000:1.0:1724307218.027936:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870712) 00010000:00080000:1.0:1724307218.027940:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246370304 t17179870712 from 0@lo req@ffff88012b419880 x1808064246370304/t0(17179870712) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.027953:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4933 count 1 00002000:00010000:1.0:1724307218.028020:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1345:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.028024:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0bab5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1345:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028030:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.028032:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.028034:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0bab5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028041:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0bab5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028047:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0bab5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028053:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0bab5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028059:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0bab5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028064:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a658c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.028066:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0bab5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028072:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0bab5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028079:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0bab5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028085:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a658c0/0x85b23e07e0c0bab5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.028182:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.028188:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870713 00010000:00080000:1.0:1724307218.028190:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870713 00000100:00080000:1.0:1724307218.028206:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880136996680 x1808064246370304/t17179870712(17179870712) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.028211:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.028213:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.028216:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.028220:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870712 00000100:00080000:1.0:1724307218.028228:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880136997b80 x1808064246370816/t17179870713(17179870713) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.028235:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246370304:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.028241:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246370816:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.028257:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.028271:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246370816 00000100:00100000:1.0:1724307218.028274:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246370816 00000100:00100000:1.0:1724307218.028286:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11578 00000100:00100000:1.0:1724307218.028290:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+72:3295:x1808064246370816:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.028295:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870713, current: 17179870713, replaying 00000100:00100000:1.0:1724307218.028300:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+72:3295:x1808064246370816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (43us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.028305:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11578 00010000:00080000:1.0:1724307218.028315:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870713, next_transno: 17179870713 00010000:00080000:1.0:1724307218.028317:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870713) 00010000:00080000:1.0:1724307218.028320:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246370816 t17179870713 from 0@lo req@ffff88012b41a680 x1808064246370816/t0(17179870713) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.028333:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4937 count 1 00002000:00010000:1.0:1724307218.028389:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1349:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.028394:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65200/0x85b23e07e0c0babc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1349:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028401:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.028402:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.028404:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65200/0x85b23e07e0c0babc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028411:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65200/0x85b23e07e0c0babc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028417:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65200/0x85b23e07e0c0babc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028422:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65200/0x85b23e07e0c0babc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028427:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65200/0x85b23e07e0c0babc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028432:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a65200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.028434:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65200/0x85b23e07e0c0babc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028440:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65200/0x85b23e07e0c0babc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028448:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65200/0x85b23e07e0c0babc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028457:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65200/0x85b23e07e0c0babc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.028557:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.028563:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870714 00010000:00080000:1.0:1724307218.028565:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870714 00000100:00080000:1.0:1724307218.028579:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880136997b80 x1808064246370816/t17179870713(17179870713) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.028584:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.028585:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.028588:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.028593:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870713 00000100:00080000:1.0:1724307218.028599:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880136995c00 x1808064246370176/t17179870714(17179870714) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.028605:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246370816:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.028611:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246370176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.028625:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.028637:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246370176 00000100:00100000:1.0:1724307218.028656:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246370176 00000100:00100000:1.0:1724307218.028668:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11579 00000100:00100000:1.0:1724307218.028672:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+73:3295:x1808064246370176:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.028676:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870714, current: 17179870714, replaying 00000100:00100000:1.0:1724307218.028681:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+73:3295:x1808064246370176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (56us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.028685:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11579 00010000:00080000:1.0:1724307218.028695:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870714, next_transno: 17179870714 00010000:00080000:1.0:1724307218.028697:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870714) 00010000:00080000:1.0:1724307218.028700:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246370176 t17179870714 from 0@lo req@ffff88012b419180 x1808064246370176/t0(17179870714) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.028712:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4932 count 1 00002000:00010000:1.0:1724307218.028763:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1344:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.028767:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64900/0x85b23e07e0c0bac3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1344:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028774:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.028775:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.028777:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64900/0x85b23e07e0c0bac3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028784:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64900/0x85b23e07e0c0bac3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028790:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64900/0x85b23e07e0c0bac3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028796:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64900/0x85b23e07e0c0bac3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028802:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64900/0x85b23e07e0c0bac3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028811:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a64900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.028814:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64900/0x85b23e07e0c0bac3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028819:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64900/0x85b23e07e0c0bac3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028827:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64900/0x85b23e07e0c0bac3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.028833:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64900/0x85b23e07e0c0bac3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.028920:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.028926:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870715 00010000:00080000:1.0:1724307218.028928:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870715 00000100:00080000:1.0:1724307218.028942:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880136995c00 x1808064246370176/t17179870714(17179870714) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.028948:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.028950:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.028952:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.028957:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870714 00000100:00080000:1.0:1724307218.028964:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880136997800 x1808064246370688/t17179870715(17179870715) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.028987:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246370176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.028994:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246370688:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.029010:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.029022:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246370688 00000100:00100000:1.0:1724307218.029024:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246370688 00000100:00100000:1.0:1724307218.029035:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11580 00000100:00100000:1.0:1724307218.029038:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+74:3295:x1808064246370688:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.029043:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870715, current: 17179870715, replaying 00000100:00100000:1.0:1724307218.029048:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+74:3295:x1808064246370688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (38us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.029052:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11580 00010000:00080000:1.0:1724307218.029061:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870715, next_transno: 17179870715 00010000:00080000:1.0:1724307218.029063:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870715) 00010000:00080000:1.0:1724307218.029067:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246370688 t17179870715 from 0@lo req@ffff88012b41b100 x1808064246370688/t0(17179870715) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.029078:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4936 count 1 00002000:00010000:1.0:1724307218.029127:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1348:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.029131:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0baca lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1348:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029137:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.029139:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.029141:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0baca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029148:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0baca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029155:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0baca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029161:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0baca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029166:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0baca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029171:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a65f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.029173:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0baca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029178:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0baca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029185:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0baca lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029190:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65f80/0x85b23e07e0c0baca lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.029277:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.029283:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870716 00010000:00080000:1.0:1724307218.029285:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870716 00000100:00080000:1.0:1724307218.029299:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880136997800 x1808064246370688/t17179870715(17179870715) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.029304:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.029306:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.029310:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.029314:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870715 00000100:00080000:1.0:1724307218.029321:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880136995180 x1808064246370048/t17179870716(17179870716) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.029327:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246370688:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.029333:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246370048:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.029347:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.029360:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246370048 00000100:00100000:1.0:1724307218.029362:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246370048 00000100:00100000:1.0:1724307218.029372:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11581 00000100:00100000:1.0:1724307218.029375:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d40ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+75:3295:x1808064246370048:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.029380:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870716, current: 17179870716, replaying 00000100:00100000:1.0:1724307218.029385:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d40ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+75:3295:x1808064246370048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (38us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.029388:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11581 00010000:00080000:1.0:1724307218.029396:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870716, next_transno: 17179870716 00010000:00080000:1.0:1724307218.029398:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870716) 00010000:00080000:1.0:1724307218.029401:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246370048 t17179870716 from 0@lo req@ffff88012d40ca80 x1808064246370048/t0(17179870716) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.029413:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4931 count 1 00002000:00010000:1.0:1724307218.029463:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1343:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.029467:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0bad1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1343:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029474:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.029475:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.029477:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0bad1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029484:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0bad1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029490:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0bad1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029497:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0bad1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029502:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0bad1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029506:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a65b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.029508:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0bad1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029514:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0bad1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029520:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0bad1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029529:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65b00/0x85b23e07e0c0bad1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.029620:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.029626:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870717 00010000:00080000:1.0:1724307218.029628:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870717 00000100:00080000:1.0:1724307218.029661:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880136995180 x1808064246370048/t17179870716(17179870716) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.029666:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.029668:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.029671:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.029675:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870716 00000100:00080000:1.0:1724307218.029682:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880136994700 x1808064246370560/t17179870717(17179870717) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.029688:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246370048:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.029694:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246370560:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.029709:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.029723:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246370560 00000100:00100000:1.0:1724307218.029726:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246370560 00000100:00100000:1.0:1724307218.029737:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11582 00000100:00100000:1.0:1724307218.029741:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d40c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+76:3295:x1808064246370560:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.029747:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870717, current: 17179870717, replaying 00000100:00100000:1.0:1724307218.029751:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d40c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+76:3295:x1808064246370560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (42us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.029756:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11582 00010000:00080000:1.0:1724307218.029766:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870717, next_transno: 17179870717 00010000:00080000:1.0:1724307218.029768:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870717) 00010000:00080000:1.0:1724307218.029771:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246370560 t17179870717 from 0@lo req@ffff88012d40c380 x1808064246370560/t0(17179870717) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.029782:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4935 count 1 00002000:00010000:1.0:1724307218.029839:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1347:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.029843:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67840/0x85b23e07e0c0bad8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1347:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029862:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.029864:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.029866:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67840/0x85b23e07e0c0bad8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029873:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67840/0x85b23e07e0c0bad8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029878:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67840/0x85b23e07e0c0bad8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029883:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67840/0x85b23e07e0c0bad8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029888:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67840/0x85b23e07e0c0bad8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029897:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a67840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.029900:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67840/0x85b23e07e0c0bad8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029904:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67840/0x85b23e07e0c0bad8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029912:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67840/0x85b23e07e0c0bad8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.029916:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67840/0x85b23e07e0c0bad8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.030029:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.030036:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870718 00010000:00080000:1.0:1724307218.030038:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870718 00000100:00080000:1.0:1724307218.030053:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880136994700 x1808064246370560/t17179870717(17179870717) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.030058:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.030059:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.030062:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.030066:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870717 00000100:00080000:1.0:1724307218.030074:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88012bf64380 x1808064246371328/t17179870718(17179870718) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.030083:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246370560:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.030090:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246371328:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.030105:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.030120:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246371328 00000100:00100000:1.0:1724307218.030123:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246371328 00000100:00100000:1.0:1724307218.030135:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11583 00000100:00100000:1.0:1724307218.030139:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+77:3295:x1808064246371328:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.030144:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870718, current: 17179870718, replaying 00000100:00100000:1.0:1724307218.030149:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+77:3295:x1808064246371328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (44us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.030153:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11583 00010000:00080000:1.0:1724307218.030163:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870718, next_transno: 17179870718 00010000:00080000:1.0:1724307218.030165:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870718) 00010000:00080000:1.0:1724307218.030168:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246371328 t17179870718 from 0@lo req@ffff88009aeed880 x1808064246371328/t0(17179870718) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.030181:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4941 count 1 00002000:00010000:1.0:1724307218.030233:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x134d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.030237:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0badf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x134d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030244:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.030245:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.030247:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0badf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030254:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0badf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030260:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0badf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030266:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0badf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x134d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030271:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0badf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030275:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a66d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.030278:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0badf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030283:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0badf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030290:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0badf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x134d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030294:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66d00/0x85b23e07e0c0badf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x134d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.030393:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.030400:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870719 00010000:00080000:1.0:1724307218.030402:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870719 00000100:00080000:1.0:1724307218.030416:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88012bf64380 x1808064246371328/t17179870718(17179870718) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.030422:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.030423:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.030426:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.030431:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870718 00000100:00080000:1.0:1724307218.030438:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009cee4700 x1808064246370944/t17179870719(17179870719) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.030444:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246371328:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.030451:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009cee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246370944:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.030467:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.030480:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246370944 00000100:00100000:1.0:1724307218.030482:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246370944 00000100:00100000:1.0:1724307218.030494:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11584 00000100:00100000:1.0:1724307218.030497:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+78:3295:x1808064246370944:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.030502:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870719, current: 17179870719, replaying 00000100:00100000:1.0:1724307218.030507:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+78:3295:x1808064246370944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (40us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.030512:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11584 00010000:00080000:1.0:1724307218.030521:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870719, next_transno: 17179870719 00010000:00080000:1.0:1724307218.030523:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870719) 00010000:00080000:1.0:1724307218.030525:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246370944 t17179870719 from 0@lo req@ffff8800a8a4c380 x1808064246370944/t0(17179870719) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.030537:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4938 count 1 00002000:00010000:1.0:1724307218.030589:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x134a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.030593:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67180/0x85b23e07e0c0bae6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x134a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030600:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.030601:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.030603:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67180/0x85b23e07e0c0bae6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030610:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67180/0x85b23e07e0c0bae6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030617:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67180/0x85b23e07e0c0bae6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030622:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67180/0x85b23e07e0c0bae6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x134a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030627:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67180/0x85b23e07e0c0bae6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030632:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a67180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.030635:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67180/0x85b23e07e0c0bae6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030662:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67180/0x85b23e07e0c0bae6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030669:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67180/0x85b23e07e0c0bae6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x134a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030680:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67180/0x85b23e07e0c0bae6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x134a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.030772:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.030778:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870720 00010000:00080000:1.0:1724307218.030780:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870720 00000100:00080000:1.0:1724307218.030793:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009cee4700 x1808064246370944/t17179870719(17179870719) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.030799:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.030800:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.030803:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.030808:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870719 00000100:00080000:1.0:1724307218.030815:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88012bf66680 x1808064246371200/t17179870720(17179870720) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.030821:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009cee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246370944:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.030827:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246371200:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.030840:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.030854:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246371200 00000100:00100000:1.0:1724307218.030856:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246371200 00000100:00100000:1.0:1724307218.030866:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11585 00000100:00100000:1.0:1724307218.030869:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+79:3295:x1808064246371200:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.030874:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870720, current: 17179870720, replaying 00000100:00100000:1.0:1724307218.030879:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+79:3295:x1808064246371200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (38us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.030883:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11585 00010000:00080000:1.0:1724307218.030891:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870720, next_transno: 17179870720 00010000:00080000:1.0:1724307218.030893:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870720) 00010000:00080000:1.0:1724307218.030896:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246371200 t17179870720 from 0@lo req@ffff8800a8a4ca80 x1808064246371200/t0(17179870720) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.030908:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4940 count 1 00002000:00010000:1.0:1724307218.030958:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x134c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.030962:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0baed lrc: 3/0,1 mode: --/PW res: [0x240000400:0x134c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030968:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.030969:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.030971:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0baed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030993:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0baed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.030999:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0baed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031004:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0baed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x134c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031009:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0baed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031018:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a673c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.031020:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0baed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031025:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0baed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031033:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0baed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x134c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031038:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a673c0/0x85b23e07e0c0baed lrc: 0/0,0 mode: --/PW res: [0x240000400:0x134c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.031137:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.031151:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88012bf66680 x1808064246371200/t17179870720(17179870720) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.031157:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.031159:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.031162:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.031167:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870720 00000100:00080000:1.0:1724307218.031174:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009cee6300 x1808064246371072/t17179870721(17179870721) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.031181:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246371200:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.031188:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009cee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246371072:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.031203:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.031216:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246371072 00000100:00100000:1.0:1724307218.031218:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246371072 00000100:00100000:1.0:1724307218.031229:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11586 00000100:00100000:1.0:1724307218.031233:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+81:3295:x1808064246371072:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.031238:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870720, current: 17179870721, replaying 00000100:00100000:1.0:1724307218.031242:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+81:3295:x1808064246371072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (39us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.031247:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11586 00010000:00080000:1.0:1724307218.031258:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870721, next_transno: 17179870721 00010000:00080000:1.0:1724307218.031260:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870721) 00010000:00080000:1.0:1724307218.031263:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246371072 t17179870721 from 0@lo req@ffff8800a8a4c700 x1808064246371072/t0(17179870721) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.031275:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4939 count 1 00002000:00010000:1.0:1724307218.031329:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x134b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.031333:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0baf4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x134b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031339:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.031341:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.031343:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0baf4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031350:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0baf4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031355:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0baf4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031362:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0baf4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x134b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031367:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0baf4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031372:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a66f40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.031375:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0baf4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031380:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0baf4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031387:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0baf4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x134b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031393:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66f40/0x85b23e07e0c0baf4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x134b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.031492:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.031506:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009cee6300 x1808064246371072/t17179870721(17179870721) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.031512:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.031513:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.031516:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.031525:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870721 00000100:00080000:1.0:1724307218.031534:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b659880 x1808064246372608/t17179870722(17179870722) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.031540:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009cee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246371072:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.031547:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b659880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246372608:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.031562:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.031576:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246372608 00000100:00100000:1.0:1724307218.031578:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246372608 00000100:00100000:1.0:1724307218.031589:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11587 00000100:00100000:1.0:1724307218.031593:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+82:3295:x1808064246372608:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.031598:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870721, current: 17179870722, replaying 00000100:00100000:1.0:1724307218.031602:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+82:3295:x1808064246372608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (40us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.031606:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11587 00010000:00080000:1.0:1724307218.031618:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870722, next_transno: 17179870722 00010000:00080000:1.0:1724307218.031620:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870722) 00010000:00080000:1.0:1724307218.031623:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246372608 t17179870722 from 0@lo req@ffff8800a8a4ea00 x1808064246372608/t0(17179870722) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.031635:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4943 count 1 00002000:00010000:1.0:1724307218.031711:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x134f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.031715:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0bafb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x134f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031722:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.031723:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.031726:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0bafb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031733:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0bafb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031739:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0bafb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031745:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0bafb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x134f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031751:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0bafb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031756:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a66ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.031758:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0bafb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031762:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0bafb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031769:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0bafb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x134f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.031774:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66ac0/0x85b23e07e0c0bafb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x134f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.031874:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.031888:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b659880 x1808064246372608/t17179870722(17179870722) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.031894:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.031896:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.031899:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.031903:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870722 00000100:00080000:1.0:1724307218.031911:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b659f80 x1808064246372864/t17179870723(17179870723) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.031918:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b659880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246372608:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.031924:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b659f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246372864:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.031939:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.031952:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246372864 00000100:00100000:1.0:1724307218.031955:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246372864 00000100:00100000:1.0:1724307218.031966:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11588 00000100:00100000:1.0:1724307218.031970:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+83:3295:x1808064246372864:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.031988:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870722, current: 17179870723, replaying 00000100:00100000:1.0:1724307218.031992:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+83:3295:x1808064246372864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22us (52us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.031996:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11588 00010000:00080000:1.0:1724307218.032010:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870723, next_transno: 17179870723 00010000:00080000:1.0:1724307218.032012:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870723) 00010000:00080000:1.0:1724307218.032015:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246372864 t17179870723 from 0@lo req@ffff8800a8a4f100 x1808064246372864/t0(17179870723) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.032027:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4945 count 1 00002000:00010000:1.0:1724307218.032082:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1351:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.032086:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0bb02 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1351:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032092:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.032093:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.032095:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0bb02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032102:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0bb02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032107:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0bb02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032112:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0bb02 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032118:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0bb02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032123:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a65d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.032126:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0bb02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032131:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0bb02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032139:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0bb02 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032144:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a65d40/0x85b23e07e0c0bb02 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.032241:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.032255:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b659f80 x1808064246372864/t17179870723(17179870723) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.032261:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.032262:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.032265:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.032271:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870723 00000100:00080000:1.0:1724307218.032279:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b65ad80 x1808064246373376/t17179870724(17179870724) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.032285:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b659f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246372864:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.032292:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246373376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.032308:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.032321:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246373376 00000100:00100000:1.0:1724307218.032323:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246373376 00000100:00100000:1.0:1724307218.032335:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11589 00000100:00100000:1.0:1724307218.032338:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+84:3295:x1808064246373376:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.032343:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870723, current: 17179870724, replaying 00000100:00100000:1.0:1724307218.032348:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+84:3295:x1808064246373376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (40us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.032351:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11589 00010000:00080000:1.0:1724307218.032363:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870724, next_transno: 17179870724 00010000:00080000:1.0:1724307218.032365:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870724) 00010000:00080000:1.0:1724307218.032368:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246373376 t17179870724 from 0@lo req@ffff8800a8a4f480 x1808064246373376/t0(17179870724) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.032381:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4949 count 1 00002000:00010000:1.0:1724307218.032437:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1355:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.032442:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0bb09 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1355:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032448:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.032449:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.032452:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0bb09 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032459:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0bb09 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032465:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0bb09 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032471:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0bb09 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032476:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0bb09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032485:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a67a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.032487:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0bb09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032492:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0bb09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032499:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0bb09 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032505:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67a80/0x85b23e07e0c0bb09 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.032606:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.032620:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b65ad80 x1808064246373376/t17179870724(17179870724) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.032625:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.032627:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.032629:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.032633:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870724 00000100:00080000:1.0:1724307218.032664:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b65aa00 x1808064246373248/t17179870725(17179870725) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.032670:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246373376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.032679:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246373248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.032696:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.032709:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246373248 00000100:00100000:1.0:1724307218.032712:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246373248 00000100:00100000:1.0:1724307218.032723:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11590 00000100:00100000:1.0:1724307218.032726:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+85:3295:x1808064246373248:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.032732:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870724, current: 17179870725, replaying 00000100:00100000:1.0:1724307218.032736:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+85:3295:x1808064246373248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (41us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.032740:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11590 00010000:00080000:1.0:1724307218.032752:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870725, next_transno: 17179870725 00010000:00080000:1.0:1724307218.032755:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870725) 00010000:00080000:1.0:1724307218.032758:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246373248 t17179870725 from 0@lo req@ffff8800a8a4e680 x1808064246373248/t0(17179870725) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.032771:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4948 count 1 00002000:00010000:1.0:1724307218.032829:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1354:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.032834:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0bb10 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1354:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032840:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.032841:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.032843:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0bb10 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032850:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0bb10 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032855:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0bb10 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032861:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0bb10 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032866:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0bb10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032870:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a64b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.032872:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0bb10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032877:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0bb10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032883:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0bb10 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.032888:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64b40/0x85b23e07e0c0bb10 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.032999:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.033012:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b65aa00 x1808064246373248/t17179870725(17179870725) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.033018:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.033019:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.033022:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.033030:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870725 00000100:00080000:1.0:1724307218.033038:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b65a680 x1808064246373120/t17179870726(17179870726) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.033043:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b65aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246373248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.033050:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246373120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.033063:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.033077:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246373120 00000100:00100000:1.0:1724307218.033080:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246373120 00000100:00100000:1.0:1724307218.033091:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11591 00000100:00100000:1.0:1724307218.033095:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+86:3295:x1808064246373120:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.033099:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870725, current: 17179870726, replaying 00000100:00100000:1.0:1724307218.033102:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+86:3295:x1808064246373120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (39us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.033106:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11591 00010000:00080000:1.0:1724307218.033118:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870726, next_transno: 17179870726 00010000:00080000:1.0:1724307218.033121:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870726) 00010000:00080000:1.0:1724307218.033123:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246373120 t17179870726 from 0@lo req@ffff8800a8a4e300 x1808064246373120/t0(17179870726) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.033136:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4947 count 1 00002000:00010000:1.0:1724307218.033190:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1353:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.033195:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0bb17 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1353:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033201:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.033202:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.033205:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0bb17 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033212:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0bb17 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033218:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0bb17 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033222:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0bb17 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033227:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0bb17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033232:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a66880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.033234:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0bb17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033240:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0bb17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033246:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0bb17 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033252:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a66880/0x85b23e07e0c0bb17 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.033354:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.033367:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b65a680 x1808064246373120/t17179870726(17179870726) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.033372:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.033374:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.033377:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.033381:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870726 00000100:00080000:1.0:1724307218.033389:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b65bb80 x1808064246373632/t17179870727(17179870727) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.033395:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b65a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246373120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.033401:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246373632:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.033415:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.033427:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246373632 00000100:00100000:1.0:1724307218.033429:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246373632 00000100:00100000:1.0:1724307218.033440:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11592 00000100:00100000:1.0:1724307218.033444:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+87:3295:x1808064246373632:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.033449:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870726, current: 17179870727, replaying 00000100:00100000:1.0:1724307218.033452:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+87:3295:x1808064246373632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (37us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.033456:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11592 00010000:00080000:1.0:1724307218.033468:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870727, next_transno: 17179870727 00010000:00080000:1.0:1724307218.033470:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870727) 00010000:00080000:1.0:1724307218.033473:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246373632 t17179870727 from 0@lo req@ffff8800a8a4ed80 x1808064246373632/t0(17179870727) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.033486:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4951 count 1 00002000:00010000:1.0:1724307218.033539:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1357:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.033543:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0bb1e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1357:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033549:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.033551:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.033553:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0bb1e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033560:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0bb1e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033566:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0bb1e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033572:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0bb1e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033577:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0bb1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033582:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a661c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.033585:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0bb1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033590:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0bb1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033598:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0bb1e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033603:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a661c0/0x85b23e07e0c0bb1e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.033714:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.033728:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b65bb80 x1808064246373632/t17179870727(17179870727) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.033734:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.033736:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.033739:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.033743:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870727 00000100:00080000:1.0:1724307218.033751:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b659c00 x1808064246372736/t17179870728(17179870728) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.033757:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b65bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246373632:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.033764:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b659c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246372736:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.033778:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.033792:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246372736 00000100:00100000:1.0:1724307218.033794:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246372736 00000100:00100000:1.0:1724307218.033805:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11593 00000100:00100000:1.0:1724307218.033809:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+88:3295:x1808064246372736:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.033815:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870727, current: 17179870728, replaying 00000100:00100000:1.0:1724307218.033820:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+88:3295:x1808064246372736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (41us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.033824:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11593 00010000:00080000:1.0:1724307218.033836:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870728, next_transno: 17179870728 00010000:00080000:1.0:1724307218.033839:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870728) 00010000:00080000:1.0:1724307218.033842:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246372736 t17179870728 from 0@lo req@ffff8800a8a4df80 x1808064246372736/t0(17179870728) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.033856:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4944 count 1 00002000:00010000:1.0:1724307218.033913:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1350:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.033917:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0bb25 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1350:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033923:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.033925:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.033927:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0bb25 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033934:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0bb25 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033939:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0bb25 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033944:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0bb25 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033950:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0bb25 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033959:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a64d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.033962:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0bb25 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033967:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0bb25 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033989:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0bb25 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.033994:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64d80/0x85b23e07e0c0bb25 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.034087:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.034101:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b659c00 x1808064246372736/t17179870728(17179870728) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.034107:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.034109:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.034112:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.034117:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870728 00000100:00080000:1.0:1724307218.034124:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b658380 x1808064246374272/t17179870729(17179870729) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.034130:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b659c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246372736:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.034137:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b658380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246374272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.034151:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.034163:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246374272 00000100:00100000:1.0:1724307218.034165:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246374272 00000100:00100000:1.0:1724307218.034176:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11594 00000100:00100000:1.0:1724307218.034180:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+89:3295:x1808064246374272:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.034185:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870728, current: 17179870729, replaying 00000100:00100000:1.0:1724307218.034189:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+89:3295:x1808064246374272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (38us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.034193:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11594 00010000:00080000:1.0:1724307218.034205:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870729, next_transno: 17179870729 00010000:00080000:1.0:1724307218.034207:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870729) 00010000:00080000:1.0:1724307218.034210:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246374272 t17179870729 from 0@lo req@ffff8800a8a4dc00 x1808064246374272/t0(17179870729) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.034223:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4952 count 1 00002000:00010000:1.0:1724307218.034274:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1358:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.034278:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0bb2c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034284:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.034286:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.034288:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0bb2c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034296:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0bb2c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034302:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0bb2c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034308:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0bb2c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034314:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0bb2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034319:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a67cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.034321:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0bb2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034327:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0bb2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034334:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0bb2c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034339:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a67cc0/0x85b23e07e0c0bb2c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.034424:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.034437:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b658380 x1808064246374272/t17179870729(17179870729) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.034442:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.034443:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.034446:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.034455:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870729 00000100:00080000:1.0:1724307218.034463:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b659500 x1808064246372480/t17179870730(17179870730) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.034470:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b658380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246374272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.034477:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b659500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246372480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.034492:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.034505:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246372480 00000100:00100000:1.0:1724307218.034508:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246372480 00000100:00100000:1.0:1724307218.034518:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11595 00000100:00100000:1.0:1724307218.034521:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+90:3295:x1808064246372480:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.034526:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870729, current: 17179870730, replaying 00000100:00100000:1.0:1724307218.034530:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+90:3295:x1808064246372480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (38us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.034535:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11595 00010000:00080000:1.0:1724307218.034546:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870730, next_transno: 17179870730 00010000:00080000:1.0:1724307218.034548:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870730) 00010000:00080000:1.0:1724307218.034551:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246372480 t17179870730 from 0@lo req@ffff8800a8a4d880 x1808064246372480/t0(17179870730) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.034564:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4942 count 1 00002000:00010000:1.0:1724307218.034613:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x134e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.034617:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0bb33 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x134e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034623:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.034624:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.034627:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0bb33 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034635:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0bb33 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034662:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0bb33 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034668:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0bb33 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x134e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034674:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0bb33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034679:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a64240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.034681:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0bb33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034687:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0bb33 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034694:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0bb33 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x134e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034699:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a64240/0x85b23e07e0c0bb33 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x134e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.034793:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.034806:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b659500 x1808064246372480/t17179870730(17179870730) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.034812:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.034814:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.034817:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.034822:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870730 00000100:00080000:1.0:1724307218.034829:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b65a300 x1808064246372992/t17179870731(17179870731) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.034835:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b659500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246372480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.034841:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246372992:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.034855:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.034865:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246372992 00000100:00100000:1.0:1724307218.034868:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246372992 00000100:00100000:1.0:1724307218.034878:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11596 00000100:00100000:1.0:1724307218.034881:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+91:3295:x1808064246372992:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.034886:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870730, current: 17179870731, replaying 00000100:00100000:1.0:1724307218.034890:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+91:3295:x1808064246372992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (34us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.034894:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11596 00010000:00080000:1.0:1724307218.034905:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870731, next_transno: 17179870731 00010000:00080000:1.0:1724307218.034907:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870731) 00010000:00080000:1.0:1724307218.034911:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246372992 t17179870731 from 0@lo req@ffff88009f150a80 x1808064246372992/t0(17179870731) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.034923:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4946 count 1 00002000:00010000:1.0:1724307218.034985:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1352:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.034990:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045fcc0/0x85b23e07e0c0bb3a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1352:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.034997:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.034999:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.035001:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045fcc0/0x85b23e07e0c0bb3a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035009:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045fcc0/0x85b23e07e0c0bb3a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035015:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045fcc0/0x85b23e07e0c0bb3a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035021:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045fcc0/0x85b23e07e0c0bb3a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035026:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045fcc0/0x85b23e07e0c0bb3a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035031:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045fcc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.035033:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045fcc0/0x85b23e07e0c0bb3a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035039:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045fcc0/0x85b23e07e0c0bb3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035048:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045fcc0/0x85b23e07e0c0bb3a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035053:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045fcc0/0x85b23e07e0c0bb3a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.035140:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.035152:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b65a300 x1808064246372992/t17179870731(17179870731) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.035157:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.035159:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.035161:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.035166:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870731 00000100:00080000:1.0:1724307218.035174:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880090855500 x1808064246374528/t17179870732(17179870732) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.035180:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246372992:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.035186:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090855500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246374528:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.035200:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.035212:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246374528 00000100:00100000:1.0:1724307218.035214:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246374528 00000100:00100000:1.0:1724307218.035225:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11597 00000100:00100000:1.0:1724307218.035228:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+92:3295:x1808064246374528:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.035233:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870731, current: 17179870732, replaying 00000100:00100000:1.0:1724307218.035237:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+92:3295:x1808064246374528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (38us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.035241:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11597 00010000:00080000:1.0:1724307218.035252:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870732, next_transno: 17179870732 00010000:00080000:1.0:1724307218.035254:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870732) 00010000:00080000:1.0:1724307218.035257:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246374528 t17179870732 from 0@lo req@ffff88009f150700 x1808064246374528/t0(17179870732) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.035269:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4954 count 1 00002000:00010000:1.0:1724307218.035322:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x135a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.035325:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045f180/0x85b23e07e0c0bb41 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x135a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035332:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.035333:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.035335:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045f180/0x85b23e07e0c0bb41 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035342:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045f180/0x85b23e07e0c0bb41 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035349:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045f180/0x85b23e07e0c0bb41 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035354:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045f180/0x85b23e07e0c0bb41 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x135a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035360:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045f180/0x85b23e07e0c0bb41 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035370:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045f180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.035372:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045f180/0x85b23e07e0c0bb41 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035378:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045f180/0x85b23e07e0c0bb41 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x135a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035385:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045f180/0x85b23e07e0c0bb41 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x135a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035391:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045f180/0x85b23e07e0c0bb41 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x135a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.035491:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.035505:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880090855500 x1808064246374528/t17179870732(17179870732) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.035511:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.035513:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.035516:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.035521:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870732 00000100:00080000:1.0:1724307218.035529:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800930db480 x1808064246374400/t17179870733(17179870733) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.035535:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090855500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246374528:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.035541:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800930db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246374400:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.035560:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.035574:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246374400 00000100:00100000:1.0:1724307218.035577:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246374400 00000100:00100000:1.0:1724307218.035588:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11598 00000100:00100000:1.0:1724307218.035591:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+93:3295:x1808064246374400:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.035596:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870732, current: 17179870733, replaying 00000100:00100000:1.0:1724307218.035600:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+93:3295:x1808064246374400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (40us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.035604:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11598 00010000:00080000:1.0:1724307218.035616:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870733, next_transno: 17179870733 00010000:00080000:1.0:1724307218.035618:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870733) 00010000:00080000:1.0:1724307218.035621:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246374400 t17179870733 from 0@lo req@ffff88009c0a7050 x1808064246374400/t0(17179870733) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.035633:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4953 count 1 00002000:00010000:1.0:1724307218.035708:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1359:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.035712:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045cb40/0x85b23e07e0c0bb48 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1359:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035717:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.035718:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.035720:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045cb40/0x85b23e07e0c0bb48 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035727:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045cb40/0x85b23e07e0c0bb48 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035732:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045cb40/0x85b23e07e0c0bb48 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035738:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045cb40/0x85b23e07e0c0bb48 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035743:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045cb40/0x85b23e07e0c0bb48 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035748:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045cb40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.035750:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045cb40/0x85b23e07e0c0bb48 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035755:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045cb40/0x85b23e07e0c0bb48 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035763:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045cb40/0x85b23e07e0c0bb48 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.035768:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045cb40/0x85b23e07e0c0bb48 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.035863:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.035877:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800930db480 x1808064246374400/t17179870733(17179870733) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.035883:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.035884:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.035887:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.035895:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870733 00000100:00080000:1.0:1724307218.035904:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880090857800 x1808064246375424/t17179870734(17179870734) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.035910:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800930db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246374400:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.035917:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090857800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246375424:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.035933:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.035949:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246375424 00000100:00100000:1.0:1724307218.035951:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246375424 00000100:00100000:1.0:1724307218.035962:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11599 00000100:00100000:1.0:1724307218.035966:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+94:3295:x1808064246375424:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.035971:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870733, current: 17179870734, replaying 00000100:00100000:1.0:1724307218.035989:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+94:3295:x1808064246375424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23us (56us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.035993:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11599 00010000:00080000:1.0:1724307218.036081:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870734, next_transno: 17179870734 00010000:00080000:1.0:1724307218.036084:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870734) 00010000:00080000:1.0:1724307218.036087:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246375424 t17179870734 from 0@lo req@ffff88009f150e00 x1808064246375424/t0(17179870734) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.036100:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4955 count 1 00002000:00010000:1.0:1724307218.036153:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x135b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.036157:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045fa80/0x85b23e07e0c0bb4f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x135b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036163:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.036165:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.036167:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045fa80/0x85b23e07e0c0bb4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036174:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045fa80/0x85b23e07e0c0bb4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036179:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045fa80/0x85b23e07e0c0bb4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036185:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045fa80/0x85b23e07e0c0bb4f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x135b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036190:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045fa80/0x85b23e07e0c0bb4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036195:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045fa80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.036197:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045fa80/0x85b23e07e0c0bb4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036202:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045fa80/0x85b23e07e0c0bb4f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x135b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036208:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045fa80/0x85b23e07e0c0bb4f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x135b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036214:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045fa80/0x85b23e07e0c0bb4f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x135b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.036305:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.036318:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880090857800 x1808064246375424/t17179870734(17179870734) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.036323:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.036324:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.036327:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.036331:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870734 00000100:00080000:1.0:1724307218.036339:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8a4c000 x1808064246375552/t17179870735(17179870735) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.036345:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090857800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246375424:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.036350:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246375552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.036361:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.036371:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246375552 00000100:00100000:1.0:1724307218.036374:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246375552 00000100:00100000:1.0:1724307218.036383:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11600 00000100:00100000:1.0:1724307218.036386:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+95:3295:x1808064246375552:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.036390:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870734, current: 17179870735, replaying 00000100:00100000:1.0:1724307218.036394:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+95:3295:x1808064246375552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7us (32us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.036398:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11600 00010000:00080000:1.0:1724307218.036411:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870735, next_transno: 17179870735 00010000:00080000:1.0:1724307218.036414:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870735) 00010000:00080000:1.0:1724307218.036417:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246375552 t17179870735 from 0@lo req@ffff88009f150a80 x1808064246375552/t0(17179870735) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.036428:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4956 count 1 00002000:00010000:1.0:1724307218.036473:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x135c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.036477:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045c240/0x85b23e07e0c0bb56 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x135c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036483:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.036484:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.036486:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045c240/0x85b23e07e0c0bb56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036492:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045c240/0x85b23e07e0c0bb56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036497:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045c240/0x85b23e07e0c0bb56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036502:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045c240/0x85b23e07e0c0bb56 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x135c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036507:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045c240/0x85b23e07e0c0bb56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036512:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045c240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.036514:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045c240/0x85b23e07e0c0bb56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036518:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045c240/0x85b23e07e0c0bb56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x135c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036526:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045c240/0x85b23e07e0c0bb56 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x135c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036531:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045c240/0x85b23e07e0c0bb56 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x135c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.036608:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.036620:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8a4c000 x1808064246375552/t17179870735(17179870735) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.036624:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.036626:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.036628:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.036632:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870735 00000100:00080000:1.0:1724307218.036657:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8a4ce00 x1808064246376064/t17179870736(17179870736) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.036663:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246375552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.036668:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246376064:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.036680:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.036691:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246376064 00000100:00100000:1.0:1724307218.036693:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246376064 00000100:00100000:1.0:1724307218.036705:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11601 00000100:00100000:1.0:1724307218.036711:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+96:3295:x1808064246376064:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.036715:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870735, current: 17179870736, replaying 00000100:00100000:1.0:1724307218.036719:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+96:3295:x1808064246376064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (39us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.036723:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11601 00010000:00080000:1.0:1724307218.036734:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870736, next_transno: 17179870736 00010000:00080000:1.0:1724307218.036737:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870736) 00010000:00080000:1.0:1724307218.036740:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246376064 t17179870736 from 0@lo req@ffff88009f150700 x1808064246376064/t0(17179870736) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.036753:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4957 count 1 00002000:00010000:1.0:1724307218.036806:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x135d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.036809:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045d8c0/0x85b23e07e0c0bb5d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x135d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036816:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.036817:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.036819:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045d8c0/0x85b23e07e0c0bb5d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036825:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045d8c0/0x85b23e07e0c0bb5d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036830:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045d8c0/0x85b23e07e0c0bb5d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036836:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045d8c0/0x85b23e07e0c0bb5d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x135d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036841:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045d8c0/0x85b23e07e0c0bb5d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036850:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045d8c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.036852:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045d8c0/0x85b23e07e0c0bb5d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036857:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045d8c0/0x85b23e07e0c0bb5d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x135d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036864:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045d8c0/0x85b23e07e0c0bb5d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x135d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.036869:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045d8c0/0x85b23e07e0c0bb5d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x135d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.036962:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.036987:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8a4ce00 x1808064246376064/t17179870736(17179870736) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.036993:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.036995:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.036997:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.037002:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870736 00000100:00080000:1.0:1724307218.037009:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b65b800 x1808064246373504/t17179870737(17179870737) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.037015:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246376064:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.037021:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246373504:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.037037:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.037051:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246373504 00000100:00100000:1.0:1724307218.037054:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246373504 00000100:00100000:1.0:1724307218.037065:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11602 00000100:00100000:1.0:1724307218.037068:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+97:3295:x1808064246373504:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.037073:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870736, current: 17179870737, replaying 00000100:00100000:1.0:1724307218.037076:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+97:3295:x1808064246373504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (39us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.037080:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11602 00010000:00080000:1.0:1724307218.037091:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870737, next_transno: 17179870737 00010000:00080000:1.0:1724307218.037093:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870737) 00010000:00080000:1.0:1724307218.037097:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246373504 t17179870737 from 0@lo req@ffff88009f152d80 x1808064246373504/t0(17179870737) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.037108:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4950 count 1 00002000:00010000:1.0:1724307218.037162:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1356:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.037166:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045ef40/0x85b23e07e0c0bb64 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1356:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037173:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.037174:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.037176:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045ef40/0x85b23e07e0c0bb64 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037183:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045ef40/0x85b23e07e0c0bb64 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037189:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045ef40/0x85b23e07e0c0bb64 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037195:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045ef40/0x85b23e07e0c0bb64 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037200:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045ef40/0x85b23e07e0c0bb64 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037205:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045ef40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.037208:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045ef40/0x85b23e07e0c0bb64 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037213:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045ef40/0x85b23e07e0c0bb64 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037220:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045ef40/0x85b23e07e0c0bb64 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037225:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045ef40/0x85b23e07e0c0bb64 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.037316:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.037329:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b65b800 x1808064246373504/t17179870737(17179870737) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.037334:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.037335:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.037338:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.037346:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870737 00000100:00080000:1.0:1724307218.037354:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b65b100 x1808064246376448/t17179870738(17179870738) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.037361:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246373504:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.037368:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246376448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.037382:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.037397:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246376448 00000100:00100000:1.0:1724307218.037399:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246376448 00000100:00100000:1.0:1724307218.037410:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11603 00000100:00100000:1.0:1724307218.037413:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+98:3295:x1808064246376448:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.037418:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870737, current: 17179870738, replaying 00000100:00100000:1.0:1724307218.037422:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+98:3295:x1808064246376448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (39us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.037426:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11603 00010000:00080000:1.0:1724307218.037437:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870738, next_transno: 17179870738 00010000:00080000:1.0:1724307218.037440:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870738) 00010000:00080000:1.0:1724307218.037443:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246376448 t17179870738 from 0@lo req@ffff88009f152a00 x1808064246376448/t0(17179870738) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.037455:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4960 count 1 00002000:00010000:1.0:1724307218.037572:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1360:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.037576:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045e640/0x85b23e07e0c0bb6b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1360:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037582:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.037583:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.037586:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045e640/0x85b23e07e0c0bb6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037593:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045e640/0x85b23e07e0c0bb6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037599:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045e640/0x85b23e07e0c0bb6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037604:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045e640/0x85b23e07e0c0bb6b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037610:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045e640/0x85b23e07e0c0bb6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037614:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045e640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.037616:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045e640/0x85b23e07e0c0bb6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037622:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045e640/0x85b23e07e0c0bb6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037629:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045e640/0x85b23e07e0c0bb6b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037634:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045e640/0x85b23e07e0c0bb6b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.037758:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.037772:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b65b100 x1808064246376448/t17179870738(17179870738) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.037778:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.037780:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.037783:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.037788:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870738 00000100:00080000:1.0:1724307218.037796:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b658000 x1808064246376576/t17179870739(17179870739) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.037802:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b65b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246376448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.037809:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b658000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246376576:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.037823:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.037834:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246376576 00000100:00100000:1.0:1724307218.037836:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246376576 00000100:00100000:1.0:1724307218.037846:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11604 00000100:00100000:1.0:1724307218.037850:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+99:3295:x1808064246376576:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.037855:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870738, current: 17179870739, replaying 00000100:00100000:1.0:1724307218.037858:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+99:3295:x1808064246376576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (36us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.037862:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11604 00010000:00080000:1.0:1724307218.037874:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870739, next_transno: 17179870739 00010000:00080000:1.0:1724307218.037876:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870739) 00010000:00080000:1.0:1724307218.037880:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246376576 t17179870739 from 0@lo req@ffff88009f151f80 x1808064246376576/t0(17179870739) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.037893:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4961 count 1 00002000:00010000:1.0:1724307218.037947:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1361:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.037951:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045d440/0x85b23e07e0c0bb72 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1361:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037957:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.037958:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.037960:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045d440/0x85b23e07e0c0bb72 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037969:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045d440/0x85b23e07e0c0bb72 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037987:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045d440/0x85b23e07e0c0bb72 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037992:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045d440/0x85b23e07e0c0bb72 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.037996:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045d440/0x85b23e07e0c0bb72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038002:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045d440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.038004:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045d440/0x85b23e07e0c0bb72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038010:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045d440/0x85b23e07e0c0bb72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038018:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045d440/0x85b23e07e0c0bb72 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038023:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045d440/0x85b23e07e0c0bb72 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.038120:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.038134:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b658000 x1808064246376576/t17179870739(17179870739) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.038139:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.038140:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.038143:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.038148:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870739 00000100:00080000:1.0:1724307218.038156:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b659180 x1808064246376320/t17179870740(17179870740) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.038162:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b658000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246376576:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.038168:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b659180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246376320:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.038183:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.038199:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246376320 00000100:00100000:1.0:1724307218.038202:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246376320 00000100:00100000:1.0:1724307218.038213:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11605 00000100:00100000:1.0:1724307218.038216:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+100:3295:x1808064246376320:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.038221:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870739, current: 17179870740, replaying 00000100:00100000:1.0:1724307218.038226:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+100:3295:x1808064246376320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (42us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.038230:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11605 00010000:00080000:1.0:1724307218.038239:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870740, next_transno: 17179870740 00010000:00080000:1.0:1724307218.038241:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870740) 00010000:00080000:1.0:1724307218.038244:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246376320 t17179870740 from 0@lo req@ffff88009f151180 x1808064246376320/t0(17179870740) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.038258:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4959 count 1 00002000:00010000:1.0:1724307218.038312:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x135f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.038316:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045e400/0x85b23e07e0c0bb79 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038323:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.038324:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.038327:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045e400/0x85b23e07e0c0bb79 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038334:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045e400/0x85b23e07e0c0bb79 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038340:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045e400/0x85b23e07e0c0bb79 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038346:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045e400/0x85b23e07e0c0bb79 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038352:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045e400/0x85b23e07e0c0bb79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038362:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045e400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.038365:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045e400/0x85b23e07e0c0bb79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038371:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045e400/0x85b23e07e0c0bb79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038378:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045e400/0x85b23e07e0c0bb79 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038384:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045e400/0x85b23e07e0c0bb79 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.038480:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.038494:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b659180 x1808064246376320/t17179870740(17179870740) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.038500:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.038501:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.038504:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.038510:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870740 00000100:00080000:1.0:1724307218.038519:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88008fb84700 x1808064246376960/t17179870741(17179870741) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.038525:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b659180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246376320:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.038532:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246376960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.038549:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.038564:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246376960 00000100:00100000:1.0:1724307218.038567:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246376960 00000100:00100000:1.0:1724307218.038577:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11606 00000100:00100000:1.0:1724307218.038581:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+101:3295:x1808064246376960:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.038586:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870740, current: 17179870741, replaying 00000100:00100000:1.0:1724307218.038590:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+101:3295:x1808064246376960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (41us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.038594:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11606 00010000:00080000:1.0:1724307218.038603:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870741, next_transno: 17179870741 00010000:00080000:1.0:1724307218.038605:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870741) 00010000:00080000:1.0:1724307218.038609:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246376960 t17179870741 from 0@lo req@ffff88009f152680 x1808064246376960/t0(17179870741) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.038621:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4964 count 1 00002000:00010000:1.0:1724307218.038697:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1364:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.038701:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045f840/0x85b23e07e0c0bb80 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1364:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038708:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.038709:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.038712:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045f840/0x85b23e07e0c0bb80 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038719:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045f840/0x85b23e07e0c0bb80 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038724:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045f840/0x85b23e07e0c0bb80 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038730:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045f840/0x85b23e07e0c0bb80 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038735:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045f840/0x85b23e07e0c0bb80 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038739:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045f840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.038742:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045f840/0x85b23e07e0c0bb80 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038746:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045f840/0x85b23e07e0c0bb80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038752:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045f840/0x85b23e07e0c0bb80 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.038757:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045f840/0x85b23e07e0c0bb80 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.038856:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.038871:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88008fb84700 x1808064246376960/t17179870741(17179870741) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.038875:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.038877:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.038879:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.038889:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870741 00000100:00080000:1.0:1724307218.038898:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88008fb84e00 x1808064246377088/t17179870742(17179870742) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.038904:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246376960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.038911:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246377088:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.038926:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.038941:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246377088 00000100:00100000:1.0:1724307218.038943:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246377088 00000100:00100000:1.0:1724307218.038955:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11607 00000100:00100000:1.0:1724307218.038959:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+102:3295:x1808064246377088:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.038965:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870741, current: 17179870742, replaying 00000100:00100000:1.0:1724307218.038969:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+102:3295:x1808064246377088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (43us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.038987:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11607 00010000:00080000:1.0:1724307218.038997:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870742, next_transno: 17179870742 00010000:00080000:1.0:1724307218.038999:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870742) 00010000:00080000:1.0:1724307218.039003:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246377088 t17179870742 from 0@lo req@ffff88009f151500 x1808064246377088/t0(17179870742) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.039015:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4965 count 1 00002000:00010000:1.0:1724307218.039074:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1365:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.039079:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045f3c0/0x85b23e07e0c0bb87 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1365:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039085:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.039086:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.039089:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045f3c0/0x85b23e07e0c0bb87 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039097:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045f3c0/0x85b23e07e0c0bb87 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039102:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045f3c0/0x85b23e07e0c0bb87 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039109:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045f3c0/0x85b23e07e0c0bb87 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039114:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045f3c0/0x85b23e07e0c0bb87 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039118:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045f3c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.039121:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045f3c0/0x85b23e07e0c0bb87 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039127:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045f3c0/0x85b23e07e0c0bb87 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039135:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045f3c0/0x85b23e07e0c0bb87 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039140:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045f3c0/0x85b23e07e0c0bb87 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.039240:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.039254:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88008fb84e00 x1808064246377088/t17179870742(17179870742) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.039259:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.039260:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.039263:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.039268:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870742 00000100:00080000:1.0:1724307218.039276:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b658e00 x1808064246376192/t17179870743(17179870743) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.039283:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246377088:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.039289:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b658e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246376192:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.039304:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.039319:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246376192 00000100:00100000:1.0:1724307218.039321:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246376192 00000100:00100000:1.0:1724307218.039333:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11608 00000100:00100000:1.0:1724307218.039337:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+103:3295:x1808064246376192:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.039342:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870742, current: 17179870743, replaying 00000100:00100000:1.0:1724307218.039345:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+103:3295:x1808064246376192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (41us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.039349:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11608 00010000:00080000:1.0:1724307218.039359:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870743, next_transno: 17179870743 00010000:00080000:1.0:1724307218.039361:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870743) 00010000:00080000:1.0:1724307218.039364:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246376192 t17179870743 from 0@lo req@ffff88009f150000 x1808064246376192/t0(17179870743) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.039377:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4958 count 1 00002000:00010000:1.0:1724307218.039433:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x135e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.039438:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045db00/0x85b23e07e0c0bb8e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x135e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039444:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.039445:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.039447:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045db00/0x85b23e07e0c0bb8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039454:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045db00/0x85b23e07e0c0bb8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039460:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045db00/0x85b23e07e0c0bb8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039465:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045db00/0x85b23e07e0c0bb8e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x135e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039470:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045db00/0x85b23e07e0c0bb8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039475:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045db00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.039477:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045db00/0x85b23e07e0c0bb8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039483:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045db00/0x85b23e07e0c0bb8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x135e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039490:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045db00/0x85b23e07e0c0bb8e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x135e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039495:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045db00/0x85b23e07e0c0bb8e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x135e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.039595:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.039610:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b658e00 x1808064246376192/t17179870743(17179870743) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.039615:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.039617:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.039619:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.039624:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870743 00000100:00080000:1.0:1724307218.039633:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88008fb84380 x1808064246376832/t17179870744(17179870744) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.039658:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b658e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246376192:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.039664:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246376832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.039680:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.039695:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246376832 00000100:00100000:1.0:1724307218.039697:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246376832 00000100:00100000:1.0:1724307218.039708:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11609 00000100:00100000:1.0:1724307218.039712:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f153800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+104:3295:x1808064246376832:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.039716:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870743, current: 17179870744, replaying 00000100:00100000:1.0:1724307218.039721:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f153800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+104:3295:x1808064246376832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (41us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.039725:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11609 00010000:00080000:1.0:1724307218.039736:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870744, next_transno: 17179870744 00010000:00080000:1.0:1724307218.039738:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870744) 00010000:00080000:1.0:1724307218.039742:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246376832 t17179870744 from 0@lo req@ffff88009f153800 x1808064246376832/t0(17179870744) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.039756:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4963 count 1 00002000:00010000:1.0:1724307218.039812:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1363:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.039815:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045dd40/0x85b23e07e0c0bb95 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1363:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039821:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.039823:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.039825:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045dd40/0x85b23e07e0c0bb95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039831:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045dd40/0x85b23e07e0c0bb95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039837:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045dd40/0x85b23e07e0c0bb95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039842:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045dd40/0x85b23e07e0c0bb95 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039846:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045dd40/0x85b23e07e0c0bb95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039855:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045dd40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.039857:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045dd40/0x85b23e07e0c0bb95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039862:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045dd40/0x85b23e07e0c0bb95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039869:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045dd40/0x85b23e07e0c0bb95 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.039875:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045dd40/0x85b23e07e0c0bb95 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.039986:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.040001:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88008fb84380 x1808064246376832/t17179870744(17179870744) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.040008:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.040009:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.040012:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.040017:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870744 00000100:00080000:1.0:1724307218.040026:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88008fb84000 x1808064246376704/t17179870745(17179870745) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.040032:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246376832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.040039:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246376704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.040055:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.040069:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246376704 00000100:00100000:1.0:1724307218.040072:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246376704 00000100:00100000:1.0:1724307218.040083:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11610 00000100:00100000:1.0:1724307218.040087:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+105:3295:x1808064246376704:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.040092:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870744, current: 17179870745, replaying 00000100:00100000:1.0:1724307218.040096:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+105:3295:x1808064246376704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (41us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.040101:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11610 00010000:00080000:1.0:1724307218.040109:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870745, next_transno: 17179870745 00010000:00080000:1.0:1724307218.040111:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870745) 00010000:00080000:1.0:1724307218.040115:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246376704 t17179870745 from 0@lo req@ffff88009f150380 x1808064246376704/t0(17179870745) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.040127:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4962 count 1 00002000:00010000:1.0:1724307218.040179:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1362:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.040184:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045c900/0x85b23e07e0c0bb9c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1362:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040191:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.040192:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.040194:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045c900/0x85b23e07e0c0bb9c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040202:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045c900/0x85b23e07e0c0bb9c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040208:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045c900/0x85b23e07e0c0bb9c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040216:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045c900/0x85b23e07e0c0bb9c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040222:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045c900/0x85b23e07e0c0bb9c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040227:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045c900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.040229:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045c900/0x85b23e07e0c0bb9c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040235:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045c900/0x85b23e07e0c0bb9c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040242:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045c900/0x85b23e07e0c0bb9c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040247:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045c900/0x85b23e07e0c0bb9c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.040342:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.040355:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88008fb84000 x1808064246376704/t17179870745(17179870745) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.040360:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.040362:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.040365:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.040374:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870745 00000100:00080000:1.0:1724307218.040383:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88008fb85500 x1808064246377216/t17179870746(17179870746) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.040389:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246376704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.040395:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246377216:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.040409:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.040424:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246377216 00000100:00100000:1.0:1724307218.040427:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246377216 00000100:00100000:1.0:1724307218.040438:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11611 00000100:00100000:1.0:1724307218.040442:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+106:3295:x1808064246377216:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.040446:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870745, current: 17179870746, replaying 00000100:00100000:1.0:1724307218.040450:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+106:3295:x1808064246377216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (41us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.040455:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11611 00010000:00080000:1.0:1724307218.040464:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870746, next_transno: 17179870746 00010000:00080000:1.0:1724307218.040467:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870746) 00010000:00080000:1.0:1724307218.040470:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246377216 t17179870746 from 0@lo req@ffff88009f153100 x1808064246377216/t0(17179870746) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.040483:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4966 count 1 00002000:00010000:1.0:1724307218.040535:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1366:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.040539:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045d200/0x85b23e07e0c0bba3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1366:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040546:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.040547:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.040550:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045d200/0x85b23e07e0c0bba3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040556:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045d200/0x85b23e07e0c0bba3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040562:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045d200/0x85b23e07e0c0bba3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040567:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045d200/0x85b23e07e0c0bba3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040573:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045d200/0x85b23e07e0c0bba3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040577:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045d200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.040580:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045d200/0x85b23e07e0c0bba3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040585:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045d200/0x85b23e07e0c0bba3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040592:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045d200/0x85b23e07e0c0bba3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040597:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045d200/0x85b23e07e0c0bba3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.040715:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.040728:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88008fb85500 x1808064246377216/t17179870746(17179870746) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.040733:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.040735:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.040737:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.040742:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870746 00000100:00080000:1.0:1724307218.040750:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88008fb85880 x1808064246377344/t17179870747(17179870747) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.040756:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246377216:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.040762:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246377344:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.040777:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.040790:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246377344 00000100:00100000:1.0:1724307218.040792:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246377344 00000100:00100000:1.0:1724307218.040802:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11612 00000100:00100000:1.0:1724307218.040806:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+107:3295:x1808064246377344:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.040810:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870746, current: 17179870747, replaying 00000100:00100000:1.0:1724307218.040813:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+107:3295:x1808064246377344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (37us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.040818:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11612 00010000:00080000:1.0:1724307218.040827:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870747, next_transno: 17179870747 00010000:00080000:1.0:1724307218.040829:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870747) 00010000:00080000:1.0:1724307218.040833:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246377344 t17179870747 from 0@lo req@ffff8800a8b66680 x1808064246377344/t0(17179870747) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.040846:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4967 count 1 00002000:00010000:1.0:1724307218.040902:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1367:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.040906:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045e1c0/0x85b23e07e0c0bbaa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1367:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040912:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.040914:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.040916:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045e1c0/0x85b23e07e0c0bbaa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040924:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045e1c0/0x85b23e07e0c0bbaa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040929:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045e1c0/0x85b23e07e0c0bbaa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040935:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045e1c0/0x85b23e07e0c0bbaa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040941:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045e1c0/0x85b23e07e0c0bbaa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040946:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045e1c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.040948:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045e1c0/0x85b23e07e0c0bbaa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040954:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045e1c0/0x85b23e07e0c0bbaa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040962:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045e1c0/0x85b23e07e0c0bbaa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.040968:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045e1c0/0x85b23e07e0c0bbaa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.041079:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.041094:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88008fb85880 x1808064246377344/t17179870747(17179870747) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.041099:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.041100:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.041103:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.041107:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870747 00000100:00080000:1.0:1724307218.041115:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88008fb86300 x1808064246377472/t17179870748(17179870748) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.041121:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246377344:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.041127:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246377472:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.041142:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.041156:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246377472 00000100:00100000:1.0:1724307218.041159:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246377472 00000100:00100000:1.0:1724307218.041169:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11613 00000100:00100000:1.0:1724307218.041172:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+108:3295:x1808064246377472:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.041177:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870747, current: 17179870748, replaying 00000100:00100000:1.0:1724307218.041182:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+108:3295:x1808064246377472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (39us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.041185:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11613 00010000:00080000:1.0:1724307218.041197:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870748, next_transno: 17179870748 00010000:00080000:1.0:1724307218.041199:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870748) 00010000:00080000:1.0:1724307218.041201:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246377472 t17179870748 from 0@lo req@ffff8800a8b66d80 x1808064246377472/t0(17179870748) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.041213:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4968 count 1 00002000:00010000:1.0:1724307218.041266:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1368:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.041270:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045eac0/0x85b23e07e0c0bbb1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1368:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.041276:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.041277:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.041279:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045eac0/0x85b23e07e0c0bbb1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.041286:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045eac0/0x85b23e07e0c0bbb1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.041293:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045eac0/0x85b23e07e0c0bbb1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.041298:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045eac0/0x85b23e07e0c0bbb1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.041304:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045eac0/0x85b23e07e0c0bbb1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.041313:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045eac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.041316:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045eac0/0x85b23e07e0c0bbb1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.041321:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045eac0/0x85b23e07e0c0bbb1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.041328:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045eac0/0x85b23e07e0c0bbb1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.041332:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045eac0/0x85b23e07e0c0bbb1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.041422:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.041436:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88008fb86300 x1808064246377472/t17179870748(17179870748) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.041442:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.041444:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.041447:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.041452:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870748 00000100:00080000:1.0:1724307218.041461:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88012de3d500 x1808064246377728/t17179870749(17179870749) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.041468:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246377472:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.041475:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246377728:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.041489:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.041503:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246377728 00000100:00100000:1.0:1724307218.041506:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246377728 00000100:00100000:1.0:1724307218.041516:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11614 00000100:00100000:1.0:1724307218.041519:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+109:3295:x1808064246377728:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.041524:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870748, current: 17179870749, replaying 00000100:00100000:1.0:1724307218.041528:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+109:3295:x1808064246377728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (38us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.041532:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11614 00010000:00080000:1.0:1724307218.041540:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870749, next_transno: 17179870749 00010000:00080000:1.0:1724307218.041542:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870749) 00010000:00080000:1.0:1724307218.041545:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246377728 t17179870749 from 0@lo req@ffff8800a8b66300 x1808064246377728/t0(17179870749) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.041557:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4970 count 1 00002000:00010000:1.0:1724307218.041607:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x136a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.041611:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045f600/0x85b23e07e0c0bbb8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x136a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.041617:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.041618:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.041620:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045f600/0x85b23e07e0c0bbb8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.041627:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045f600/0x85b23e07e0c0bbb8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.041633:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045f600/0x85b23e07e0c0bbb8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.041656:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045f600/0x85b23e07e0c0bbb8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x136a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.041662:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045f600/0x85b23e07e0c0bbb8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.041667:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045f600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.041670:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045f600/0x85b23e07e0c0bbb8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.041675:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045f600/0x85b23e07e0c0bbb8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.041683:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045f600/0x85b23e07e0c0bbb8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x136a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.041688:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045f600/0x85b23e07e0c0bbb8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x136a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.041783:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.041796:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88012de3d500 x1808064246377728/t17179870749(17179870749) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.041802:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.041803:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.041806:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.041815:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870749 00000100:00080000:1.0:1724307218.041823:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88012de3ce00 x1808064246377856/t17179870750(17179870750) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.041830:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246377728:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.041836:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246377856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.041851:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.041866:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246377856 00000100:00100000:1.0:1724307218.041869:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246377856 00000100:00100000:1.0:1724307218.041880:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11615 00000100:00100000:1.0:1724307218.041884:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+110:3295:x1808064246377856:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.041889:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870749, current: 17179870750, replaying 00000100:00100000:1.0:1724307218.041893:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+110:3295:x1808064246377856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (43us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.041897:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11615 00010000:00080000:1.0:1724307218.041907:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870750, next_transno: 17179870750 00010000:00080000:1.0:1724307218.041909:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870750) 00010000:00080000:1.0:1724307218.041912:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246377856 t17179870750 from 0@lo req@ffff8800a8b67480 x1808064246377856/t0(17179870750) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.041925:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4971 count 1 00002000:00010000:1.0:1724307218.041993:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x136b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.041997:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045ed00/0x85b23e07e0c0bbbf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042004:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.042005:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.042007:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045ed00/0x85b23e07e0c0bbbf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042014:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045ed00/0x85b23e07e0c0bbbf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042020:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045ed00/0x85b23e07e0c0bbbf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042025:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045ed00/0x85b23e07e0c0bbbf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042030:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045ed00/0x85b23e07e0c0bbbf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042035:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045ed00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.042038:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045ed00/0x85b23e07e0c0bbbf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042043:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045ed00/0x85b23e07e0c0bbbf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042051:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045ed00/0x85b23e07e0c0bbbf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042057:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045ed00/0x85b23e07e0c0bbbf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.042157:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.042170:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88012de3ce00 x1808064246377856/t17179870750(17179870750) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.042175:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.042177:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.042180:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.042184:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870750 00000100:00080000:1.0:1724307218.042193:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88008fb87100 x1808064246378112/t17179870751(17179870751) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.042200:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246377856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.042206:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246378112:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.042220:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.042234:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246378112 00000100:00100000:1.0:1724307218.042237:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246378112 00000100:00100000:1.0:1724307218.042248:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11616 00000100:00100000:1.0:1724307218.042252:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+111:3295:x1808064246378112:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.042256:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870750, current: 17179870751, replaying 00000100:00100000:1.0:1724307218.042260:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+111:3295:x1808064246378112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (39us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.042264:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11616 00010000:00080000:1.0:1724307218.042274:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870751, next_transno: 17179870751 00010000:00080000:1.0:1724307218.042276:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870751) 00010000:00080000:1.0:1724307218.042279:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246378112 t17179870751 from 0@lo req@ffff8800a8b65180 x1808064246378112/t0(17179870751) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.042292:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4973 count 1 00002000:00010000:1.0:1724307218.042343:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x136d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.042347:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045e880/0x85b23e07e0c0bbc6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x136d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042354:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.042355:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.042357:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045e880/0x85b23e07e0c0bbc6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042364:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045e880/0x85b23e07e0c0bbc6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042370:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045e880/0x85b23e07e0c0bbc6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042375:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045e880/0x85b23e07e0c0bbc6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x136d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042379:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045e880/0x85b23e07e0c0bbc6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042383:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045e880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.042385:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045e880/0x85b23e07e0c0bbc6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042389:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045e880/0x85b23e07e0c0bbc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042397:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045e880/0x85b23e07e0c0bbc6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x136d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042403:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045e880/0x85b23e07e0c0bbc6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x136d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.042495:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.042509:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88008fb87100 x1808064246378112/t17179870751(17179870751) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.042514:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.042515:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.042518:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.042523:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870751 00000100:00080000:1.0:1724307218.042531:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88012de3df80 x1808064246377600/t17179870752(17179870752) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.042537:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246378112:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.042543:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246377600:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.042557:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.042570:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246377600 00000100:00100000:1.0:1724307218.042573:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246377600 00000100:00100000:1.0:1724307218.042584:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11617 00000100:00100000:1.0:1724307218.042588:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+112:3295:x1808064246377600:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.042592:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870751, current: 17179870752, replaying 00000100:00100000:1.0:1724307218.042597:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+112:3295:x1808064246377600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (40us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.042601:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11617 00010000:00080000:1.0:1724307218.042610:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870752, next_transno: 17179870752 00010000:00080000:1.0:1724307218.042612:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870752) 00010000:00080000:1.0:1724307218.042615:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246377600 t17179870752 from 0@lo req@ffff8800a8b67800 x1808064246377600/t0(17179870752) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.042628:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4969 count 1 00002000:00010000:1.0:1724307218.042704:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1369:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.042708:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045df80/0x85b23e07e0c0bbcd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042714:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.042715:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.042717:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045df80/0x85b23e07e0c0bbcd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042724:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045df80/0x85b23e07e0c0bbcd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042730:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045df80/0x85b23e07e0c0bbcd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042736:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045df80/0x85b23e07e0c0bbcd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042742:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045df80/0x85b23e07e0c0bbcd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042751:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045df80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.042754:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045df80/0x85b23e07e0c0bbcd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042759:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045df80/0x85b23e07e0c0bbcd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042767:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045df80/0x85b23e07e0c0bbcd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.042773:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045df80/0x85b23e07e0c0bbcd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.042868:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.042882:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88012de3df80 x1808064246377600/t17179870752(17179870752) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.042887:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.042888:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.042891:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.042896:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870752 00000100:00080000:1.0:1724307218.042905:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88008fb86a00 x1808064246377984/t17179870753(17179870753) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.042911:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246377600:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.042917:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246377984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.042932:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.042946:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246377984 00000100:00100000:1.0:1724307218.042949:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246377984 00000100:00100000:1.0:1724307218.042960:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11618 00000100:00100000:1.0:1724307218.042963:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+113:3295:x1808064246377984:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.042968:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870752, current: 17179870753, replaying 00000100:00100000:1.0:1724307218.042983:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+113:3295:x1808064246377984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (40us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.042988:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11618 00010000:00080000:1.0:1724307218.042998:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870753, next_transno: 17179870753 00010000:00080000:1.0:1724307218.043001:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870753) 00010000:00080000:1.0:1724307218.043004:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246377984 t17179870753 from 0@lo req@ffff88009f34e680 x1808064246377984/t0(17179870753) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.043016:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4972 count 1 00002000:00010000:1.0:1724307218.043069:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x136c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.043073:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045d680/0x85b23e07e0c0bbd4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x136c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043079:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.043081:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.043083:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045d680/0x85b23e07e0c0bbd4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043090:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045d680/0x85b23e07e0c0bbd4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043096:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045d680/0x85b23e07e0c0bbd4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043102:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045d680/0x85b23e07e0c0bbd4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x136c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043107:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045d680/0x85b23e07e0c0bbd4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043112:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045d680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.043114:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045d680/0x85b23e07e0c0bbd4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043118:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045d680/0x85b23e07e0c0bbd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043125:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045d680/0x85b23e07e0c0bbd4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x136c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043130:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045d680/0x85b23e07e0c0bbd4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x136c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.043225:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.043238:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88008fb86a00 x1808064246377984/t17179870753(17179870753) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.043243:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.043245:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.043248:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.043257:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870753 00000100:00080000:1.0:1724307218.043266:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88008fb87480 x1808064246378496/t17179870754(17179870754) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.043272:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246377984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.043278:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246378496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.043293:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.043308:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246378496 00000100:00100000:1.0:1724307218.043311:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246378496 00000100:00100000:1.0:1724307218.043321:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11619 00000100:00100000:1.0:1724307218.043325:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+114:3295:x1808064246378496:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.043330:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870753, current: 17179870754, replaying 00000100:00100000:1.0:1724307218.043333:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+114:3295:x1808064246378496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (39us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.043337:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11619 00010000:00080000:1.0:1724307218.043346:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870754, next_transno: 17179870754 00010000:00080000:1.0:1724307218.043349:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870754) 00010000:00080000:1.0:1724307218.043352:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246378496 t17179870754 from 0@lo req@ffff88012b419880 x1808064246378496/t0(17179870754) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.043365:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4974 count 1 00002000:00010000:1.0:1724307218.043418:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x136e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.043422:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045cd80/0x85b23e07e0c0bbdb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x136e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043428:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.043429:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.043432:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045cd80/0x85b23e07e0c0bbdb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043439:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045cd80/0x85b23e07e0c0bbdb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043444:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045cd80/0x85b23e07e0c0bbdb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043450:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045cd80/0x85b23e07e0c0bbdb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x136e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043454:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045cd80/0x85b23e07e0c0bbdb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043458:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045cd80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.043460:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045cd80/0x85b23e07e0c0bbdb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043465:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045cd80/0x85b23e07e0c0bbdb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043472:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045cd80/0x85b23e07e0c0bbdb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x136e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043477:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045cd80/0x85b23e07e0c0bbdb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x136e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.043572:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.043586:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88008fb87480 x1808064246378496/t17179870754(17179870754) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.043592:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.043593:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.043596:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.043600:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870754 00000100:00080000:1.0:1724307218.043608:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88008fb87800 x1808064246378880/t17179870755(17179870755) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.043614:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246378496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.043620:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246378880:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.043634:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.043670:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246378880 00000100:00100000:1.0:1724307218.043672:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246378880 00000100:00100000:1.0:1724307218.043682:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11620 00000100:00100000:1.0:1724307218.043686:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+115:3295:x1808064246378880:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.043691:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870754, current: 17179870755, replaying 00000100:00100000:1.0:1724307218.043694:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+115:3295:x1808064246378880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (60us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.043698:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11620 00010000:00080000:1.0:1724307218.043708:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870755, next_transno: 17179870755 00010000:00080000:1.0:1724307218.043710:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870755) 00010000:00080000:1.0:1724307218.043713:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246378880 t17179870755 from 0@lo req@ffff88012b41a680 x1808064246378880/t0(17179870755) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.043727:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4975 count 1 00002000:00010000:1.0:1724307218.043775:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x136f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.043779:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045c6c0/0x85b23e07e0c0bbe2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x136f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043786:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.043787:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.043789:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045c6c0/0x85b23e07e0c0bbe2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043796:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045c6c0/0x85b23e07e0c0bbe2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043802:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045c6c0/0x85b23e07e0c0bbe2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043808:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045c6c0/0x85b23e07e0c0bbe2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x136f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043814:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045c6c0/0x85b23e07e0c0bbe2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043819:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045c6c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.043821:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045c6c0/0x85b23e07e0c0bbe2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043826:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045c6c0/0x85b23e07e0c0bbe2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043835:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045c6c0/0x85b23e07e0c0bbe2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x136f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.043841:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045c6c0/0x85b23e07e0c0bbe2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x136f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.043931:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.043945:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88008fb87800 x1808064246378880/t17179870755(17179870755) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.043950:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.043952:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.043954:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.043959:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870755 00000100:00080000:1.0:1724307218.043969:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88008fb87b80 x1808064246379520/t17179870756(17179870756) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.043988:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246378880:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.043995:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246379520:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.044011:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.044025:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246379520 00000100:00100000:1.0:1724307218.044028:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246379520 00000100:00100000:1.0:1724307218.044038:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11621 00000100:00100000:1.0:1724307218.044041:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+116:3295:x1808064246379520:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.044047:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870755, current: 17179870756, replaying 00000100:00100000:1.0:1724307218.044051:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+116:3295:x1808064246379520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (40us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.044055:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11621 00010000:00080000:1.0:1724307218.044066:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870756, next_transno: 17179870756 00010000:00080000:1.0:1724307218.044068:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870756) 00010000:00080000:1.0:1724307218.044071:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246379520 t17179870756 from 0@lo req@ffff88012b419180 x1808064246379520/t0(17179870756) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.044085:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4976 count 1 00002000:00010000:1.0:1724307218.044139:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1370:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.044143:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045c480/0x85b23e07e0c0bbe9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.044150:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.044151:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.044154:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045c480/0x85b23e07e0c0bbe9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.044160:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045c480/0x85b23e07e0c0bbe9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.044167:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045c480/0x85b23e07e0c0bbe9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.044173:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045c480/0x85b23e07e0c0bbe9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.044179:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045c480/0x85b23e07e0c0bbe9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.044188:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045c480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.044191:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045c480/0x85b23e07e0c0bbe9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.044196:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045c480/0x85b23e07e0c0bbe9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.044204:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045c480/0x85b23e07e0c0bbe9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.044209:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045c480/0x85b23e07e0c0bbe9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.044306:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.044320:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88008fb87b80 x1808064246379520/t17179870756(17179870756) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.044326:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.044327:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.044331:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.044335:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870756 00000100:00080000:1.0:1724307218.044345:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b24e00 x1808064246379904/t17179870757(17179870757) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.044352:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246379520:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.044358:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246379904:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.044374:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.044387:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246379904 00000100:00100000:1.0:1724307218.044390:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246379904 00000100:00100000:1.0:1724307218.044401:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11622 00000100:00100000:1.0:1724307218.044404:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+117:3295:x1808064246379904:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.044409:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870756, current: 17179870757, replaying 00000100:00100000:1.0:1724307218.044413:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+117:3295:x1808064246379904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (39us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.044417:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11622 00010000:00080000:1.0:1724307218.044425:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870757, next_transno: 17179870757 00010000:00080000:1.0:1724307218.044427:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870757) 00010000:00080000:1.0:1724307218.044430:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246379904 t17179870757 from 0@lo req@ffff88012b41b100 x1808064246379904/t0(17179870757) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.044442:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4979 count 1 00002000:00010000:1.0:1724307218.044496:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1373:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.044500:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045c000/0x85b23e07e0c0bbf0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1373:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.044506:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.044508:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.044510:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045c000/0x85b23e07e0c0bbf0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.044517:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045c000/0x85b23e07e0c0bbf0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.044522:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045c000/0x85b23e07e0c0bbf0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.044528:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045c000/0x85b23e07e0c0bbf0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.044534:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045c000/0x85b23e07e0c0bbf0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.044538:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045c000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.044541:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045c000/0x85b23e07e0c0bbf0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.044546:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045c000/0x85b23e07e0c0bbf0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.044552:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045c000/0x85b23e07e0c0bbf0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.044557:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045c000/0x85b23e07e0c0bbf0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.044670:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.044684:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b24e00 x1808064246379904/t17179870757(17179870757) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.044689:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.044691:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.044693:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.044703:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870757 00000100:00080000:1.0:1724307218.044712:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b24380 x1808064246379776/t17179870758(17179870758) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.044719:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246379904:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.044725:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246379776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.044740:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.044753:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246379776 00000100:00100000:1.0:1724307218.044756:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246379776 00000100:00100000:1.0:1724307218.044766:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11623 00000100:00100000:1.0:1724307218.044770:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d40ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+118:3295:x1808064246379776:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.044774:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870757, current: 17179870758, replaying 00000100:00100000:1.0:1724307218.044778:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d40ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+118:3295:x1808064246379776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (37us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.044782:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11623 00010000:00080000:1.0:1724307218.049560:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870758, next_transno: 17179870758 00010000:00080000:1.0:1724307218.049568:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870758) 00010000:00080000:1.0:1724307218.049580:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246379776 t17179870758 from 0@lo req@ffff88012d40ca80 x1808064246379776/t0(17179870758) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.049627:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4978 count 1 00002000:00010000:1.0:1724307218.049809:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1372:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.049818:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045cfc0/0x85b23e07e0c0bbf7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.049831:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.049833:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.049839:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009045cfc0/0x85b23e07e0c0bbf7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.049853:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009045cfc0/0x85b23e07e0c0bbf7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.049861:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009045cfc0/0x85b23e07e0c0bbf7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.049867:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009045cfc0/0x85b23e07e0c0bbf7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.049874:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009045cfc0/0x85b23e07e0c0bbf7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.049880:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009045cfc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.049884:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045cfc0/0x85b23e07e0c0bbf7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.049890:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009045cfc0/0x85b23e07e0c0bbf7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.049904:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009045cfc0/0x85b23e07e0c0bbf7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.049911:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009045cfc0/0x85b23e07e0c0bbf7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.050180:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.050221:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b24380 x1808064246379776/t17179870758(17179870758) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.050229:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.050232:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.050238:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.050244:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870758 00000100:00080000:1.0:1724307218.050281:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b25180 x1808064246380032/t17179870759(17179870759) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.050289:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246379776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.050304:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246380032:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.051457:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.051511:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246380032 00010000:00080000:1.0:1724307218.051514:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870759 00010000:00080000:1.0:1724307218.051517:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870759 00000100:00100000:0.0:1724307218.051523:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246380032 00000100:00100000:0.0:1724307218.051553:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11624 00000100:00100000:0.0:1724307218.051560:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d40c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+118:3295:x1808064246380032:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.051570:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870759, current: 17179870759, replaying 00000100:00100000:0.0:1724307218.051578:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d40c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+118:3295:x1808064246380032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19us (125us total) trans 0 rc 0/-999 00010000:00080000:1.0:1724307218.051580:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870759, next_transno: 17179870759 00000100:00100000:0.0:1724307218.051583:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11624 00010000:00080000:1.0:1724307218.051583:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870759) 00010000:00080000:1.0:1724307218.051588:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246380032 t17179870759 from 0@lo req@ffff88012d40c380 x1808064246380032/t0(17179870759) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.051614:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4980 count 1 00002000:00010000:1.0:1724307218.051744:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1374:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.051751:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0bbfe lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.051766:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.051767:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.051771:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0bbfe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.051781:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0bbfe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.051788:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0bbfe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.051794:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0bbfe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.051800:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0bbfe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.051805:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402f40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.051808:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0bbfe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.051815:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0bbfe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.051828:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0bbfe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.051839:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0bbfe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.052024:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.052033:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870760 00010000:00080000:1.0:1724307218.052036:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870760 00000100:00080000:0.0:1724307218.052059:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b25180 x1808064246380032/t17179870759(17179870759) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.052066:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.052070:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.052074:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.052080:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870759 00000100:00080000:0.0:1724307218.052103:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009c2e9180 x1808064246380544/t17179870760(17179870760) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.052110:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246380032:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.052120:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246380544:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.052141:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.053235:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246380544 00000100:00100000:1.0:1724307218.053242:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246380544 00000100:00100000:1.0:1724307218.053278:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11625 00000100:00100000:1.0:1724307218.053283:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+119:3295:x1808064246380544:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.053292:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870760, current: 17179870760, replaying 00000100:00100000:1.0:1724307218.053299:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+119:3295:x1808064246380544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17us (1158us total) trans 0 rc 0/-999 00010000:00080000:0.0:1724307218.053304:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870760, next_transno: 17179870760 00000100:00100000:1.0:1724307218.053304:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11625 00010000:00080000:0.0:1724307218.053307:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870760) 00010000:00080000:0.0:1724307218.053312:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246380544 t17179870760 from 0@lo req@ffff880135d33b80 x1808064246380544/t0(17179870760) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.053335:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4982 count 1 00002000:00010000:0.0:1724307218.053428:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1376:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.053434:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0bc05 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1376:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.053443:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.053445:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.053447:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0bc05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.053457:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0bc05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.053464:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0bc05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.053471:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0bc05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.053477:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0bc05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.053482:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.053485:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0bc05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.053491:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0bc05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.053500:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0bc05 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.053506:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0bc05 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.053677:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.053686:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870761 00010000:00080000:0.0:1724307218.053688:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870761 00000100:00080000:1.0:1724307218.053706:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009c2e9180 x1808064246380544/t17179870760(17179870760) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.053712:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.053714:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.053718:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.053722:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870760 00000100:00080000:1.0:1724307218.053739:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b24000 x1808064246379648/t17179870761(17179870761) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.053745:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c2e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246380544:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.053757:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246379648:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.053777:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.053817:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246379648 00000100:00100000:0.0:1724307218.053821:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246379648 00000100:00100000:0.0:1724307218.053847:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11626 00000100:00100000:0.0:1724307218.053852:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+120:3295:x1808064246379648:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.053858:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870761, current: 17179870761, replaying 00000100:00100000:0.0:1724307218.053864:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+120:3295:x1808064246379648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13us (87us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.053869:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11626 00010000:00080000:1.0:1724307218.053869:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870761, next_transno: 17179870761 00010000:00080000:1.0:1724307218.053871:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870761) 00010000:00080000:1.0:1724307218.053875:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246379648 t17179870761 from 0@lo req@ffff88009aeed880 x1808064246379648/t0(17179870761) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.053889:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4977 count 1 00002000:00010000:1.0:1724307218.053945:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1371:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.053949:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0bc0c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1371:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.053956:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.053957:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.053959:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0bc0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.053967:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0bc0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.053982:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0bc0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.053988:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0bc0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.053994:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0bc0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.054005:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d403840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.054008:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0bc0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.054013:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0bc0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.054022:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0bc0c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.054027:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0bc0c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.054138:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.054146:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870762 00010000:00080000:1.0:1724307218.054148:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870762 00000100:00080000:0.0:1724307218.054161:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b24000 x1808064246379648/t17179870761(17179870761) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.054167:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.054169:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.054171:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.054176:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870761 00000100:00080000:0.0:1724307218.054185:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009c2ead80 x1808064246381056/t17179870762(17179870762) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.054191:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246379648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.054198:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246381056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.054217:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.054278:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246381056 00000100:00100000:1.0:1724307218.054282:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246381056 00000100:00100000:0.0:1724307218.054746:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11627 00000100:00100000:0.0:1724307218.054751:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+121:3295:x1808064246381056:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.054757:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870762, current: 17179870762, replaying 00000100:00100000:0.0:1724307218.054762:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+121:3295:x1808064246381056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (544us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.054767:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11627 00010000:00080000:1.0:1724307218.054767:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870762, next_transno: 17179870762 00010000:00080000:1.0:1724307218.054769:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870762) 00010000:00080000:1.0:1724307218.054773:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246381056 t17179870762 from 0@lo req@ffff88009c0a6c50 x1808064246381056/t0(17179870762) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.054789:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4983 count 1 00002000:00010000:1.0:1724307218.054852:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1377:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.054856:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0bc13 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1377:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.054863:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.054864:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.054867:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0bc13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.054873:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0bc13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.054878:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0bc13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.054883:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0bc13 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.054890:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0bc13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.054895:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.054897:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0bc13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.054903:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0bc13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.054912:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0bc13 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.054922:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0bc13 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.055041:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:0.0:1724307218.055063:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009c2ead80 x1808064246381056/t17179870762(17179870762) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.055068:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.055071:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.055074:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.055079:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870762 00000100:00080000:0.0:1724307218.055089:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009c2eb800 x1808064246381312/t17179870763(17179870763) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.055096:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c2ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246381056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.055103:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246381312:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.055123:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1724307218.055130:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870763 00010000:00080000:1.0:1724307218.055132:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870763 00000100:00100000:0.0:1724307218.055138:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246381312 00000100:00100000:0.0:1724307218.055141:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246381312 00000100:00100000:0.0:1724307218.055153:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11628 00000100:00100000:0.0:1724307218.055156:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+122:3295:x1808064246381312:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.055161:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870763, current: 17179870763, replaying 00000100:00100000:0.0:1724307218.055167:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+122:3295:x1808064246381312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (44us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.055172:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11628 00010000:00080000:1.0:1724307218.055174:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870763, next_transno: 17179870763 00010000:00080000:1.0:1724307218.055177:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870763) 00010000:00080000:1.0:1724307218.055181:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246381312 t17179870763 from 0@lo req@ffff880135d32300 x1808064246381312/t0(17179870763) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.055853:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4985 count 1 00002000:00010000:1.0:1724307218.055930:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1379:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.055935:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0bc1a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1379:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.055945:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.055946:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.055948:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0bc1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.055956:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0bc1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.055962:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0bc1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.055983:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0bc1a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.055989:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0bc1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.055994:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.055996:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0bc1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.056000:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0bc1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.056009:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0bc1a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.056014:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0bc1a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.056133:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.056142:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870764 00010000:00080000:1.0:1724307218.056144:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870764 00000100:00080000:2.0:1724307218.056293:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009c2eb800 x1808064246381312/t17179870763(17179870763) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.056299:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.056301:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.056305:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.056310:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870763 00000100:00080000:2.0:1724307218.056324:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009c2e8e00 x1808064246380416/t17179870764(17179870764) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.056332:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c2eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246381312:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.056341:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246380416:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.056368:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.056387:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246380416 00000100:00100000:1.0:1724307218.056391:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246380416 00000100:00100000:1.0:1724307218.056410:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11629 00000100:00100000:1.0:1724307218.056415:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+123:3295:x1808064246380416:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.056424:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870764, current: 17179870764, replaying 00000100:00100000:1.0:1724307218.056431:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+123:3295:x1808064246380416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16us (63us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.056436:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11629 00010000:00080000:1.0:1724307218.056443:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870764, next_transno: 17179870764 00010000:00080000:1.0:1724307218.056445:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870764) 00010000:00080000:1.0:1724307218.056449:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246380416 t17179870764 from 0@lo req@ffff88009ca9e300 x1808064246380416/t0(17179870764) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.056531:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4981 count 1 00002000:00010000:1.0:1724307218.056689:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1375:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.056693:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0bc21 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.056701:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.056702:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.056705:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0bc21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.056712:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0bc21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.056717:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0bc21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.056723:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0bc21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.056729:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0bc21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.056734:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d4021c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.056736:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0bc21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.056742:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0bc21 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.056749:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0bc21 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.056754:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0bc21 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.056859:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.056867:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870765 00010000:00080000:1.0:1724307218.056869:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870765 00000100:00080000:3.0:1724307218.056921:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009c2e8e00 x1808064246380416/t17179870764(17179870764) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.056927:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.056928:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.056931:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.056936:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870764 00000100:00080000:3.0:1724307218.056946:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009c2eb100 x1808064246381184/t17179870765(17179870765) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.056953:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c2e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246380416:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.056960:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246381184:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.056994:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.057057:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246381184 00000100:00100000:0.0:1724307218.057061:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246381184 00000100:00100000:0.0:1724307218.057093:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11630 00000100:00100000:0.0:1724307218.057098:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093209880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+124:3295:x1808064246381184:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.057103:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870765, current: 17179870765, replaying 00000100:00100000:0.0:1724307218.057109:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093209880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+124:3295:x1808064246381184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (114us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.057113:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11630 00010000:00080000:1.0:1724307218.057295:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870765, next_transno: 17179870765 00010000:00080000:1.0:1724307218.057298:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870765) 00010000:00080000:1.0:1724307218.057301:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246381184 t17179870765 from 0@lo req@ffff880093209880 x1808064246381184/t0(17179870765) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.057318:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4984 count 1 00002000:00010000:1.0:1724307218.057380:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1378:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.057384:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bc28 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1378:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.057395:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.057396:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.057399:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bc28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.057407:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bc28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.057414:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bc28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.057419:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bc28 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.057424:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bc28 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.057430:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d4018c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.057432:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bc28 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.057438:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bc28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.057447:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bc28 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.057456:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bc28 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.057578:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.057586:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870766 00010000:00080000:1.0:1724307218.057589:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870766 00000100:00080000:3.0:1724307218.057602:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009c2eb100 x1808064246381184/t17179870765(17179870765) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.057608:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.057610:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.057613:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.057624:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870765 00000100:00080000:3.0:1724307218.057635:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800930db100 x1808064246382336/t17179870766(17179870766) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.057662:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c2eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246381184:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.057669:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800930db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246382336:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.057687:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.057799:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246382336 00000100:00100000:1.0:1724307218.057803:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246382336 00000100:00100000:1.0:1724307218.059847:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11631 00000100:00100000:1.0:1724307218.059859:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+125:3295:x1808064246382336:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.059873:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870766, current: 17179870766, replaying 00000100:00100000:1.0:1724307218.059889:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+125:3295:x1808064246382336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34us (2201us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.059895:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11631 00010000:00080000:1.0:1724307218.060107:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870766, next_transno: 17179870766 00010000:00080000:1.0:1724307218.060111:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870766) 00010000:00080000:1.0:1724307218.060119:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246382336 t17179870766 from 0@lo req@ffff880093208e00 x1808064246382336/t0(17179870766) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.060261:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4988 count 1 00002000:00010000:1.0:1724307218.060403:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x137c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.060410:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bc2f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x137c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.060423:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.060425:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.060431:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bc2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.060450:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bc2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.060457:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bc2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.060463:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bc2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x137c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.060470:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bc2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.062016:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d4006c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.062022:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bc2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.062032:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bc2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x137c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.062050:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bc2f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x137c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.062057:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bc2f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x137c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.062361:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.062382:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870767 00010000:00080000:1.0:1724307218.062385:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870767 00000100:00080000:3.0:1724307218.062389:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800930db100 x1808064246382336/t17179870766(17179870766) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.062399:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.062402:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.062407:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.062618:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870766 00000100:00080000:3.0:1724307218.065096:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88012de3c000 x1808064246382464/t17179870767(17179870767) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.065117:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800930db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246382336:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.065141:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246382464:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.065208:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.065283:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246382464 00000100:00100000:1.0:1724307218.065291:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246382464 00000100:00100000:1.0:1724307218.065342:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11632 00000100:00100000:1.0:1724307218.065348:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+126:3295:x1808064246382464:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.065363:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870767, current: 17179870767, replaying 00000100:00100000:1.0:1724307218.065375:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+126:3295:x1808064246382464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27us (167us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.065380:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11632 00010000:00080000:0.0:1724307218.065381:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870767, next_transno: 17179870767 00010000:00080000:0.0:1724307218.065386:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870767) 00010000:00080000:0.0:1724307218.065393:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246382464 t17179870767 from 0@lo req@ffff880093209f80 x1808064246382464/t0(17179870767) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.065429:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4989 count 1 00002000:00010000:0.0:1724307218.065591:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x137d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.065600:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0bc36 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x137d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.065612:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.065614:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.065618:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0bc36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.065631:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0bc36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.065656:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0bc36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.065663:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0bc36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x137d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.065670:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0bc36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.065676:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a973c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.065680:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0bc36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.065691:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0bc36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x137d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.065706:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0bc36 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x137d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.065712:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0bc36 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x137d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.068090:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.068113:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870768 00010000:00080000:0.0:1724307218.068116:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870768 00000100:00080000:3.0:1724307218.068189:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88012de3c000 x1808064246382464/t17179870767(17179870767) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.068199:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.068202:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.068207:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.068218:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870767 00000100:00080000:3.0:1724307218.068252:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800930d8000 x1808064246382208/t17179870768(17179870768) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.068262:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246382464:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.068278:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800930d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246382208:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.068318:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.068415:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246382208 00000100:00100000:1.0:1724307218.068422:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246382208 00000100:00100000:1.0:1724307218.068462:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11633 00000100:00100000:1.0:1724307218.068469:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009320a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+127:3295:x1808064246382208:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.068481:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870768, current: 17179870768, replaying 00000100:00100000:1.0:1724307218.068488:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009320a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+127:3295:x1808064246382208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (171us total) trans 0 rc 0/-999 00010000:00080000:0.0:1724307218.068492:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870768, next_transno: 17179870768 00000100:00100000:1.0:1724307218.068494:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11633 00010000:00080000:0.0:1724307218.068495:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870768) 00010000:00080000:0.0:1724307218.068501:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246382208 t17179870768 from 0@lo req@ffff88009320a680 x1808064246382208/t0(17179870768) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.068529:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4987 count 1 00002000:00010000:0.0:1724307218.068705:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x137b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.068713:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0bc3d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x137b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.068726:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.068727:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.068731:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0bc3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.068750:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0bc3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.068758:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0bc3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.068763:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0bc3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x137b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.068769:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0bc3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.068774:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a961c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.068777:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0bc3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.068783:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0bc3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x137b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.068796:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0bc3d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x137b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.068801:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0bc3d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x137b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.069002:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.069010:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870769 00010000:00080000:0.0:1724307218.069012:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870769 00000100:00080000:3.0:1724307218.069070:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800930d8000 x1808064246382208/t17179870768(17179870768) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.069076:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.069078:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.069081:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.069085:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870768 00000100:00080000:3.0:1724307218.069096:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88008fb84a80 x1808064246382720/t17179870769(17179870769) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.069103:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800930d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246382208:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.069110:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246382720:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.069126:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.069167:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246382720 00000100:00100000:0.0:1724307218.069170:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246382720 00000100:00100000:0.0:1724307218.069183:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11634 00000100:00100000:0.0:1724307218.069187:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+128:3295:x1808064246382720:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.069192:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870769, current: 17179870769, replaying 00000100:00100000:0.0:1724307218.069197:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+128:3295:x1808064246382720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (71us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.069201:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11634 00010000:00080000:0.0:1724307218.069208:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870769, next_transno: 17179870769 00010000:00080000:0.0:1724307218.069210:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870769) 00010000:00080000:0.0:1724307218.069213:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246382720 t17179870769 from 0@lo req@ffff880093208380 x1808064246382720/t0(17179870769) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.069226:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4991 count 1 00002000:00010000:0.0:1724307218.069285:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x137f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.069290:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0bc44 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x137f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.069297:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.069298:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.069300:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0bc44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.069306:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0bc44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.069312:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0bc44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.069318:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0bc44 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x137f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.069323:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0bc44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.069327:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a958c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.069329:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0bc44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.069334:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0bc44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x137f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.069341:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0bc44 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x137f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.069346:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0bc44 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x137f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.069430:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.069437:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870770 00010000:00080000:0.0:1724307218.069439:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870770 00000100:00080000:3.0:1724307218.069485:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88008fb84a80 x1808064246382720/t17179870769(17179870769) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.069491:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.069493:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.069495:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.069504:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870769 00000100:00080000:3.0:1724307218.069512:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800930dbb80 x1808064246382080/t17179870770(17179870770) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.069518:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246382720:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.069525:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800930dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246382080:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.069539:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.069996:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246382080 00000100:00100000:0.0:1724307218.070000:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246382080 00000100:00100000:0.0:1724307218.070018:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11635 00000100:00100000:0.0:1724307218.070022:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+129:3295:x1808064246382080:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.070029:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870770, current: 17179870770, replaying 00000100:00100000:0.0:1724307218.070035:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+129:3295:x1808064246382080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13us (495us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.070040:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11635 00010000:00080000:0.0:1724307218.070049:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870770, next_transno: 17179870770 00010000:00080000:0.0:1724307218.070051:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870770) 00010000:00080000:0.0:1724307218.070055:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246382080 t17179870770 from 0@lo req@ffff880093209180 x1808064246382080/t0(17179870770) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.070071:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4986 count 1 00002000:00010000:0.0:1724307218.070145:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x137a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.070150:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0bc4b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x137a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.070157:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.070159:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.070161:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0bc4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.070168:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0bc4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.070174:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0bc4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.070179:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0bc4b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x137a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.070185:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0bc4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.070190:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.070193:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0bc4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.070199:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0bc4b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x137a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.070207:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0bc4b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x137a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.070213:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0bc4b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x137a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.071122:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.071133:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870771 00010000:00080000:0.0:1724307218.071136:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870771 00000100:00080000:3.0:1724307218.071372:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800930dbb80 x1808064246382080/t17179870770(17179870770) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.071381:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.071383:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.071388:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.071393:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870770 00000100:00080000:3.0:1724307218.071415:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88012de3e680 x1808064246382592/t17179870771(17179870771) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.071423:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800930dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246382080:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.071435:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246382592:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.071461:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.071627:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246382592 00000100:00100000:0.0:1724307218.071632:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246382592 00000100:00100000:0.0:1724307218.071674:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11636 00000100:00100000:0.0:1724307218.071681:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093208700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+130:3295:x1808064246382592:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.071688:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870771, current: 17179870771, replaying 00000100:00100000:0.0:1724307218.071695:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093208700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+130:3295:x1808064246382592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15us (234us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.071700:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11636 00010000:00080000:0.0:1724307218.071707:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870771, next_transno: 17179870771 00010000:00080000:0.0:1724307218.071710:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870771) 00010000:00080000:0.0:1724307218.071714:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246382592 t17179870771 from 0@lo req@ffff880093208700 x1808064246382592/t0(17179870771) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.071734:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4990 count 1 00002000:00010000:0.0:1724307218.071834:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x137e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.071840:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0bc52 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x137e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.071850:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.071851:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.071854:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0bc52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.071864:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0bc52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.071870:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0bc52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.071876:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0bc52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x137e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.071882:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0bc52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.071887:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.071890:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0bc52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.071901:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0bc52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x137e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.071912:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0bc52 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x137e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.071918:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0bc52 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x137e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.072082:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.072091:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870772 00010000:00080000:0.0:1724307218.072094:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870772 00000100:00080000:2.0:1724307218.072265:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88012de3e680 x1808064246382592/t17179870771(17179870771) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.072272:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.072274:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.072278:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.072283:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870771 00000100:00080000:2.0:1724307218.072295:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88008fb85c00 x1808064246383232/t17179870772(17179870772) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.072302:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246382592:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.072310:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246383232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.072328:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.072383:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246383232 00000100:00100000:1.0:1724307218.072387:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246383232 00000100:00100000:1.0:1724307218.072404:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11637 00000100:00100000:1.0:1724307218.072409:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+131:3295:x1808064246383232:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.072414:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870772, current: 17179870772, replaying 00000100:00100000:1.0:1724307218.072420:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+131:3295:x1808064246383232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (92us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.072426:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11637 00010000:00080000:0.0:1724307218.072633:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870772, next_transno: 17179870772 00010000:00080000:0.0:1724307218.072636:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870772) 00010000:00080000:0.0:1724307218.072948:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246383232 t17179870772 from 0@lo req@ffff88009ca9f480 x1808064246383232/t0(17179870772) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.072967:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4993 count 1 00002000:00010000:0.0:1724307218.073127:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1381:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.073133:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0bc59 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1381:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.073142:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.073143:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.073146:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0bc59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.073158:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0bc59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.073164:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0bc59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.073170:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0bc59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.073176:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0bc59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.073181:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.073184:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0bc59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.073190:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0bc59 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.073199:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0bc59 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.073203:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0bc59 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.076537:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.076563:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870773 00010000:00080000:0.0:1724307218.076567:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870773 00000100:00080000:3.0:1724307218.076730:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88008fb85c00 x1808064246383232/t17179870772(17179870772) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.076741:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.076744:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.076749:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.076761:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870772 00000100:00080000:3.0:1724307218.076797:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88008fb86680 x1808064246383744/t17179870773(17179870773) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.076807:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246383232:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.076824:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246383744:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.076874:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.076951:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246383744 00000100:00100000:0.0:1724307218.076958:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246383744 00000100:00100000:0.0:1724307218.077000:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11638 00000100:00100000:0.0:1724307218.077006:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009320ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+132:3295:x1808064246383744:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.077019:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870773, current: 17179870773, replaying 00000100:00100000:0.0:1724307218.077028:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009320ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+132:3295:x1808064246383744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22us (155us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.077033:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11638 00010000:00080000:0.0:1724307218.077041:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870773, next_transno: 17179870773 00010000:00080000:0.0:1724307218.077044:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870773) 00010000:00080000:0.0:1724307218.077049:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246383744 t17179870773 from 0@lo req@ffff88009320ad80 x1808064246383744/t0(17179870773) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.077080:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4995 count 1 00002000:00010000:0.0:1724307218.077230:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1383:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.077238:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0bc60 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1383:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.077251:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.077253:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.077257:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0bc60 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.077269:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0bc60 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.077277:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0bc60 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.077284:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0bc60 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.077292:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0bc60 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.077298:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.077302:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0bc60 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.077309:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0bc60 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.077322:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0bc60 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.077328:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0bc60 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.077539:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.077547:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870774 00010000:00080000:0.0:1724307218.077550:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870774 00000100:00080000:3.0:1724307218.077625:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88008fb86680 x1808064246383744/t17179870773(17179870773) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.077631:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.077633:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.077636:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.077670:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870773 00000100:00080000:3.0:1724307218.077685:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88008fb85f80 x1808064246383488/t17179870774(17179870774) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.077693:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246383744:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.077701:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246383488:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.077721:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.077949:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246383488 00000100:00100000:0.0:1724307218.077953:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246383488 00000100:00100000:0.0:1724307218.077970:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11639 00000100:00100000:0.0:1724307218.077984:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+133:3295:x1808064246383488:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.077990:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870774, current: 17179870774, replaying 00000100:00100000:0.0:1724307218.077996:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+133:3295:x1808064246383488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13us (275us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.078000:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11639 00010000:00080000:0.0:1724307218.078011:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870774, next_transno: 17179870774 00010000:00080000:0.0:1724307218.078013:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870774) 00010000:00080000:0.0:1724307218.078017:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246383488 t17179870774 from 0@lo req@ffff8800a6b0aa00 x1808064246383488/t0(17179870774) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.078030:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4994 count 1 00002000:00010000:0.0:1724307218.078093:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1382:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.078098:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0bc67 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1382:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.078105:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.078107:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.078110:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0bc67 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.078117:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0bc67 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.078124:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0bc67 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.078130:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0bc67 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.078136:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0bc67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.078142:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.078144:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0bc67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.078150:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0bc67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.078158:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0bc67 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.078163:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0bc67 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.078279:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.078286:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870775 00010000:00080000:0.0:1724307218.078289:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870775 00000100:00080000:2.0:1724307218.078523:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88008fb85f80 x1808064246383488/t17179870774(17179870774) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.078529:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.078531:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.078534:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.078538:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870774 00000100:00080000:2.0:1724307218.078551:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88008fb86d80 x1808064246384000/t17179870775(17179870775) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.078561:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246383488:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.078569:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246384000:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.078590:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.079393:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246384000 00000100:00100000:0.0:1724307218.079399:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246384000 00000100:00100000:0.0:1724307218.079419:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11640 00000100:00100000:0.0:1724307218.079424:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+134:3295:x1808064246384000:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.079432:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870775, current: 17179870775, replaying 00000100:00100000:0.0:1724307218.079440:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+134:3295:x1808064246384000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16us (849us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.079445:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11640 00010000:00080000:0.0:1724307218.079455:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870775, next_transno: 17179870775 00010000:00080000:0.0:1724307218.079459:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870775) 00010000:00080000:0.0:1724307218.079463:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246384000 t17179870775 from 0@lo req@ffff88009ca9ce00 x1808064246384000/t0(17179870775) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.079482:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4996 count 1 00002000:00010000:0.0:1724307218.079567:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1384:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.079573:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0bc6e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.079581:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.079583:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.079586:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0bc6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.079595:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0bc6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.079602:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0bc6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.079608:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0bc6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.079614:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0bc6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.079618:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.079620:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0bc6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.079630:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0bc6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.079667:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0bc6e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.079674:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0bc6e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.081697:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.081948:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870776 00010000:00080000:0.0:1724307218.081953:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870776 00000100:00080000:2.0:1724307218.082040:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88008fb86d80 x1808064246384000/t17179870775(17179870775) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.082050:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.082053:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.082058:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.082065:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870775 00000100:00080000:2.0:1724307218.082099:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8a4d180 x1808064246384512/t17179870776(17179870776) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.082107:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246384000:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.082120:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246384512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.082153:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.082211:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246384512 00000100:00100000:1.0:1724307218.082217:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246384512 00000100:00100000:1.0:1724307218.082250:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11641 00000100:00100000:1.0:1724307218.082256:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+135:3295:x1808064246384512:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.082266:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870776, current: 17179870776, replaying 00000100:00100000:1.0:1724307218.082274:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+135:3295:x1808064246384512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18us (120us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.082280:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11641 00010000:00080000:0.0:1724307218.082424:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870776, next_transno: 17179870776 00010000:00080000:0.0:1724307218.082427:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870776) 00010000:00080000:0.0:1724307218.082433:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246384512 t17179870776 from 0@lo req@ffff88009ca9f100 x1808064246384512/t0(17179870776) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.082460:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4998 count 1 00002000:00010000:0.0:1724307218.082579:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1386:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.082587:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0bc75 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1386:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.082599:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.082601:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.082606:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0bc75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.082621:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0bc75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.082629:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0bc75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.082635:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0bc75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.082660:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0bc75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.082666:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.082669:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0bc75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.082677:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0bc75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.082691:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0bc75 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.082696:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0bc75 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.082883:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.082893:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870777 00010000:00080000:0.0:1724307218.082896:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870777 00000100:00080000:2.0:1724307218.082983:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8a4d180 x1808064246384512/t17179870776(17179870776) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.082989:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.082991:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.082995:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.083000:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870776 00000100:00080000:2.0:1724307218.083013:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8a4d500 x1808064246384768/t17179870777(17179870777) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.083024:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246384512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.083032:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246384768:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.083053:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.083486:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246384768 00000100:00100000:0.0:1724307218.083491:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246384768 00000100:00100000:0.0:1724307218.083521:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11642 00000100:00100000:0.0:1724307218.083525:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+136:3295:x1808064246384768:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.083532:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870777, current: 17179870777, replaying 00000100:00100000:0.0:1724307218.083539:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+136:3295:x1808064246384768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14us (487us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.083544:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11642 00010000:00080000:0.0:1724307218.083552:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870777, next_transno: 17179870777 00010000:00080000:0.0:1724307218.083554:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870777) 00010000:00080000:0.0:1724307218.083558:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246384768 t17179870777 from 0@lo req@ffff88009ca9e680 x1808064246384768/t0(17179870777) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.083576:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4999 count 1 00002000:00010000:0.0:1724307218.083673:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1387:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.083679:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0bc7c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1387:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.083687:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.083688:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.083691:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0bc7c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.083700:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0bc7c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.083707:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0bc7c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.083714:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0bc7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.083721:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0bc7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.083726:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.083729:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0bc7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.083736:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0bc7c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.083746:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0bc7c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.083752:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0bc7c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.083892:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.083901:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870778 00010000:00080000:0.0:1724307218.083904:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870778 00000100:00080000:2.0:1724307218.084017:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8a4d500 x1808064246384768/t17179870777(17179870777) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.084024:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.084026:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.084030:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.084034:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870777 00000100:00080000:2.0:1724307218.084049:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8a4fb80 x1808064246385024/t17179870778(17179870778) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.084055:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246384768:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.084063:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246385024:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.084082:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.084124:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246385024 00000100:00100000:1.0:1724307218.084128:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246385024 00000100:00100000:1.0:1724307218.084143:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11643 00000100:00100000:1.0:1724307218.084147:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+137:3295:x1808064246385024:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.084153:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870778, current: 17179870778, replaying 00000100:00100000:1.0:1724307218.084159:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+137:3295:x1808064246385024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (77us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.084164:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11643 00010000:00080000:1.0:1724307218.084170:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870778, next_transno: 17179870778 00010000:00080000:1.0:1724307218.084172:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870778) 00010000:00080000:1.0:1724307218.084175:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246385024 t17179870778 from 0@lo req@ffff88009ca9c700 x1808064246385024/t0(17179870778) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.084189:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5001 count 1 00002000:00010000:1.0:1724307218.084253:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1389:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.084257:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bc83 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.084269:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.084270:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.084273:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bc83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.084280:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bc83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.084286:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bc83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.084292:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bc83 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.084298:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bc83 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.084303:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.084306:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bc83 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.084311:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bc83 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.084319:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bc83 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.084329:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bc83 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.084442:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.084450:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870779 00010000:00080000:1.0:1724307218.084453:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870779 00000100:00080000:2.0:1724307218.084497:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8a4fb80 x1808064246385024/t17179870778(17179870778) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.084503:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.084505:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.084508:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.084513:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870778 00000100:00080000:2.0:1724307218.084527:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8a4f800 x1808064246384896/t17179870779(17179870779) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.084539:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246385024:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.084547:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246384896:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.084564:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.084654:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246384896 00000100:00100000:0.0:1724307218.084658:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246384896 00000100:00100000:0.0:1724307218.084675:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11644 00000100:00100000:0.0:1724307218.084679:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+138:3295:x1808064246384896:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.084685:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870779, current: 17179870779, replaying 00000100:00100000:0.0:1724307218.084690:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+138:3295:x1808064246384896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (126us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.084695:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11644 00010000:00080000:1.0:1724307218.084698:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870779, next_transno: 17179870779 00010000:00080000:1.0:1724307218.084701:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870779) 00010000:00080000:1.0:1724307218.084705:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246384896 t17179870779 from 0@lo req@ffff88009ca9c380 x1808064246384896/t0(17179870779) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.084794:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5000 count 1 00002000:00010000:1.0:1724307218.084850:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1388:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.084855:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bc8a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1388:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.084861:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.084862:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.084864:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bc8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.084871:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bc8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.084877:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bc8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.084886:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bc8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.084892:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bc8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.084897:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.084899:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bc8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.084905:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bc8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.084912:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bc8a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.084917:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bc8a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.085033:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.085041:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870780 00010000:00080000:1.0:1724307218.085044:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870780 00000100:00080000:2.0:1724307218.085116:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8a4f800 x1808064246384896/t17179870779(17179870779) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.085122:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.085124:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.085126:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.085131:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870779 00000100:00080000:2.0:1724307218.085142:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f151c00 x1808064246385920/t17179870780(17179870780) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.085148:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246384896:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.085156:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f151c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246385920:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.085172:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.085232:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246385920 00000100:00100000:0.0:1724307218.085236:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246385920 00000100:00100000:0.0:1724307218.085285:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11645 00000100:00100000:0.0:1724307218.085289:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+139:3295:x1808064246385920:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.085295:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870780, current: 17179870780, replaying 00000100:00100000:0.0:1724307218.085403:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+139:3295:x1808064246385920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 113us (230us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.085408:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11645 00010000:00080000:1.0:1724307218.085460:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870780, next_transno: 17179870780 00010000:00080000:1.0:1724307218.085463:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870780) 00010000:00080000:1.0:1724307218.085467:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246385920 t17179870780 from 0@lo req@ffff88009ca9c000 x1808064246385920/t0(17179870780) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.085487:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5005 count 1 00002000:00010000:1.0:1724307218.085543:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x138d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.085547:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bc91 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x138d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.085555:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.085556:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.085558:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bc91 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.085566:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bc91 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.085572:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bc91 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.085577:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bc91 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x138d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.085583:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bc91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x138d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.085588:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d403600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.085590:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bc91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x138d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.085596:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bc91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x138d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.085605:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bc91 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x138d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.085610:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bc91 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x138d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.085731:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.085738:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870781 00010000:00080000:1.0:1724307218.085741:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870781 00000100:00080000:2.0:1724307218.085799:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f151c00 x1808064246385920/t17179870780(17179870780) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.085805:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.085807:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.085810:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.085815:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870780 00000100:00080000:2.0:1724307218.085825:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880130c39f80 x1808064246385280/t17179870781(17179870781) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.085837:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f151c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246385920:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.085844:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246385280:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.085860:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.085913:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246385280 00000100:00100000:0.0:1724307218.085916:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246385280 00000100:00100000:0.0:1724307218.085929:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11646 00000100:00100000:0.0:1724307218.085933:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+140:3295:x1808064246385280:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.085938:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870781, current: 17179870781, replaying 00000100:00100000:0.0:1724307218.085943:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+140:3295:x1808064246385280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (83us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.085948:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11646 00010000:00080000:1.0:1724307218.085996:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870781, next_transno: 17179870781 00010000:00080000:1.0:1724307218.085999:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870781) 00010000:00080000:1.0:1724307218.086003:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246385280 t17179870781 from 0@lo req@ffff88009ca9fb80 x1808064246385280/t0(17179870781) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.086018:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5003 count 1 00002000:00010000:1.0:1724307218.086070:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x138b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.086074:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bc98 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x138b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.086081:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.086082:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.086084:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bc98 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.086092:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bc98 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.086103:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bc98 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.086109:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bc98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x138b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.086114:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bc98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x138b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.086119:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.086121:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bc98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x138b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.086126:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bc98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x138b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.086133:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bc98 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x138b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.086139:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bc98 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x138b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.086237:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.086244:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870782 00010000:00080000:1.0:1724307218.086247:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870782 00000100:00080000:2.0:1724307218.086391:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880130c39f80 x1808064246385280/t17179870781(17179870781) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.086397:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.086399:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.086401:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.086406:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870781 00000100:00080000:2.0:1724307218.086415:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a0f0aa00 x1808064246385152/t17179870782(17179870782) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.086421:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246385280:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.086428:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246385152:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.086443:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.086497:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246385152 00000100:00100000:1.0:1724307218.086501:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246385152 00000100:00100000:1.0:1724307218.086538:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11647 00000100:00100000:1.0:1724307218.086542:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+141:3295:x1808064246385152:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.086547:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870782, current: 17179870782, replaying 00000100:00100000:1.0:1724307218.086553:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+141:3295:x1808064246385152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (109us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.086558:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11647 00010000:00080000:1.0:1724307218.086564:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870782, next_transno: 17179870782 00010000:00080000:1.0:1724307218.086566:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870782) 00010000:00080000:1.0:1724307218.086579:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246385152 t17179870782 from 0@lo req@ffff88009ca9d500 x1808064246385152/t0(17179870782) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.086593:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5002 count 1 00002000:00010000:1.0:1724307218.086662:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x138a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.086666:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bc9f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x138a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.086673:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.086681:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.086684:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bc9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.086691:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bc9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.086697:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bc9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.086703:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bc9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x138a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.086709:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bc9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x138a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.086714:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.086716:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bc9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x138a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.086722:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bc9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x138a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.086729:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bc9f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x138a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.086734:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bc9f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x138a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.087274:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.087282:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870783 00010000:00080000:1.0:1724307218.087284:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870783 00000100:00080000:2.0:1724307218.087325:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a0f0aa00 x1808064246385152/t17179870782(17179870782) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.087332:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.087333:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.087336:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.087342:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870782 00000100:00080000:2.0:1724307218.087353:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f151880 x1808064246385792/t17179870783(17179870783) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.087365:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246385152:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.087372:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f151880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246385792:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.087390:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.087474:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246385792 00000100:00100000:1.0:1724307218.087478:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246385792 00000100:00100000:1.0:1724307218.087493:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11648 00000100:00100000:1.0:1724307218.087496:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+142:3295:x1808064246385792:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.087502:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870783, current: 17179870783, replaying 00000100:00100000:1.0:1724307218.087507:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+142:3295:x1808064246385792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (118us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.087512:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11648 00010000:00080000:1.0:1724307218.087519:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870783, next_transno: 17179870783 00010000:00080000:1.0:1724307218.087521:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870783) 00010000:00080000:1.0:1724307218.087524:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246385792 t17179870783 from 0@lo req@ffff88009ca9ca80 x1808064246385792/t0(17179870783) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.087538:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5004 count 1 00002000:00010000:1.0:1724307218.087599:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x138c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.087604:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bca6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x138c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.087612:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.087613:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.087616:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bca6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.087624:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bca6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.087630:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bca6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.087636:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bca6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x138c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.087658:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bca6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x138c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.087669:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.087672:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bca6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x138c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.087677:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bca6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x138c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.087685:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bca6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x138c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.087691:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bca6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x138c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.087787:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.087793:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870784 00010000:00080000:1.0:1724307218.087796:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870784 00000100:00080000:2.0:1724307218.088131:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f151880 x1808064246385792/t17179870783(17179870783) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.088137:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.088139:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.088142:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.088147:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870783 00000100:00080000:2.0:1724307218.088158:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009ba40700 x1808064246386304/t17179870784(17179870784) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.088164:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f151880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246385792:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.088172:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246386304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.088187:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.088234:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246386304 00000100:00100000:0.0:1724307218.088237:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246386304 00000100:00100000:0.0:1724307218.088253:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11649 00000100:00100000:0.0:1724307218.088257:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+143:3295:x1808064246386304:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.088263:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870784, current: 17179870784, replaying 00000100:00100000:0.0:1724307218.088268:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+143:3295:x1808064246386304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (80us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.088273:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11649 00010000:00080000:1.0:1724307218.088319:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870784, next_transno: 17179870784 00010000:00080000:1.0:1724307218.088321:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870784) 00010000:00080000:1.0:1724307218.088325:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246386304 t17179870784 from 0@lo req@ffff88009ca9dc00 x1808064246386304/t0(17179870784) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.088339:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5008 count 1 00002000:00010000:1.0:1724307218.088398:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1390:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.088402:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bcad lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1390:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.088414:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.088415:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.088417:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bcad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.088424:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bcad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.088430:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bcad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.088435:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bcad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.088440:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bcad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.088446:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.088448:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bcad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.088454:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bcad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.088462:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bcad lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.088472:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bcad lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.088562:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.088571:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870785 00010000:00080000:1.0:1724307218.088573:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870785 00000100:00080000:2.0:1724307218.088616:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009ba40700 x1808064246386304/t17179870784(17179870784) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.088622:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.088623:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.088626:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.088631:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870784 00000100:00080000:2.0:1724307218.088660:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009ba40380 x1808064246386176/t17179870785(17179870785) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.088672:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ba40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246386304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.088679:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246386176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.088694:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.088740:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246386176 00000100:00100000:1.0:1724307218.088743:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246386176 00000100:00100000:1.0:1724307218.089361:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11650 00000100:00100000:1.0:1724307218.089366:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+144:3295:x1808064246386176:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.089373:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870785, current: 17179870785, replaying 00000100:00100000:1.0:1724307218.089382:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+144:3295:x1808064246386176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17us (687us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.089387:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11650 00010000:00080000:1.0:1724307218.089395:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870785, next_transno: 17179870785 00010000:00080000:1.0:1724307218.089397:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870785) 00010000:00080000:1.0:1724307218.089402:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246386176 t17179870785 from 0@lo req@ffff88009ca9df80 x1808064246386176/t0(17179870785) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.089420:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5007 count 1 00002000:00010000:1.0:1724307218.089498:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x138f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.089504:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bcb4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x138f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.089512:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.089513:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.089516:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bcb4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.089524:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bcb4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.089531:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bcb4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.089537:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bcb4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x138f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.089543:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bcb4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x138f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.089548:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.089550:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bcb4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x138f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.089556:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bcb4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x138f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.089565:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bcb4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x138f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.089571:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bcb4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x138f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.090110:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.090122:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870786 00010000:00080000:1.0:1724307218.090124:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870786 00000100:00080000:2.0:1724307218.090389:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009ba40380 x1808064246386176/t17179870785(17179870785) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.090397:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.090400:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.090405:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.090411:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870785 00000100:00080000:2.0:1724307218.090435:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88008fb85180 x1808064246382848/t17179870786(17179870786) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.090444:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ba40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246386176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.090456:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246382848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.090481:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.090832:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246382848 00000100:00100000:0.0:1724307218.090838:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246382848 00000100:00100000:0.0:1724307218.090870:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11651 00000100:00100000:0.0:1724307218.090876:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+145:3295:x1808064246382848:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.090885:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870786, current: 17179870786, replaying 00000100:00100000:0.0:1724307218.090893:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+145:3295:x1808064246382848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18us (411us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.090898:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11651 00010000:00080000:1.0:1724307218.090942:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870786, next_transno: 17179870786 00010000:00080000:1.0:1724307218.090945:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870786) 00010000:00080000:1.0:1724307218.090950:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246382848 t17179870786 from 0@lo req@ffff88009ca9ea00 x1808064246382848/t0(17179870786) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.090980:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4992 count 1 00002000:00010000:1.0:1724307218.091082:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1380:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.091088:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bcbb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1380:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.091097:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.091099:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.091102:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bcbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.091112:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bcbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.091119:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bcbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.091126:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bcbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.091137:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bcbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.091143:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.091146:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bcbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.091153:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bcbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.091163:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bcbb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.091168:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bcbb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.091309:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.091321:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870787 00010000:00080000:1.0:1724307218.091324:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870787 00000100:00080000:2.0:1724307218.091370:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88008fb85180 x1808064246382848/t17179870786(17179870786) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.091376:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.091378:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.091381:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.091386:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870786 00000100:00080000:2.0:1724307218.091400:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88013580a680 x1808064246384384/t17179870787(17179870787) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.091411:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246382848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.091418:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013580a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246384384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.091434:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.091479:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246384384 00000100:00100000:1.0:1724307218.091482:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246384384 00000100:00100000:0.0:1724307218.091707:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11652 00000100:00100000:0.0:1724307218.091712:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+146:3295:x1808064246384384:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.091718:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870787, current: 17179870787, replaying 00000100:00100000:0.0:1724307218.091724:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+146:3295:x1808064246384384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (289us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.091728:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11652 00010000:00080000:1.0:1724307218.091764:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870787, next_transno: 17179870787 00010000:00080000:1.0:1724307218.091766:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870787) 00010000:00080000:1.0:1724307218.091771:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246384384 t17179870787 from 0@lo req@ffff88009ca9d880 x1808064246384384/t0(17179870787) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.091785:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4997 count 1 00002000:00010000:1.0:1724307218.091841:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1385:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.091845:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0bcc2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1385:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.091852:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.091854:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.091856:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0bcc2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.091865:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0bcc2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.091870:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0bcc2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.091876:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0bcc2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.091882:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0bcc2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.091887:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.091889:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0bcc2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.091895:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0bcc2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.091902:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0bcc2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.091908:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0bcc2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.092019:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.092025:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870788 00010000:00080000:1.0:1724307218.092028:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870788 00000100:00080000:2.0:1724307218.092265:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88013580a680 x1808064246384384/t17179870787(17179870787) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.092272:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.092274:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.092277:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.092282:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870787 00000100:00080000:2.0:1724307218.092295:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009ba41500 x1808064246386560/t17179870788(17179870788) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.092302:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013580a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246384384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.092309:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246386560:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.092325:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.092338:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246386560 00000100:00100000:2.0:1724307218.092341:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246386560 00000100:00100000:2.0:1724307218.093125:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11653 00000100:00100000:2.0:1724307218.093131:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+147:3295:x1808064246386560:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.093138:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870788, current: 17179870788, replaying 00000100:00100000:2.0:1724307218.093170:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+147:3295:x1808064246386560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 39us (844us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.093175:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11653 00010000:00080000:1.0:1724307218.093208:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870788, next_transno: 17179870788 00010000:00080000:1.0:1724307218.093211:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870788) 00010000:00080000:1.0:1724307218.093215:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246386560 t17179870788 from 0@lo req@ffff88009ca9d180 x1808064246386560/t0(17179870788) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.093233:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5010 count 1 00002000:00010000:1.0:1724307218.093311:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1392:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.093316:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0bcc9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1392:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.093324:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.093325:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.093327:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0bcc9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.093335:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0bcc9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.093341:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0bcc9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.093353:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0bcc9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.093359:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0bcc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.093364:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d403cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.093367:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0bcc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.093372:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0bcc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.093381:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0bcc9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.093387:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0bcc9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.093496:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.093506:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870789 00010000:00080000:1.0:1724307218.093509:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870789 00000100:00080000:2.0:1724307218.093555:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009ba41500 x1808064246386560/t17179870788(17179870788) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.093563:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.093565:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.093568:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.093574:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870788 00000100:00080000:2.0:1724307218.093587:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009ba40000 x1808064246386048/t17179870789(17179870789) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.093594:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ba41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246386560:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.093603:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246386048:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.093620:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.093634:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246386048 00000100:00100000:2.0:1724307218.093650:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246386048 00000100:00100000:2.0:1724307218.093667:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11654 00000100:00100000:2.0:1724307218.093671:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+148:3295:x1808064246386048:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.093676:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870789, current: 17179870789, replaying 00000100:00100000:2.0:1724307218.093681:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+148:3295:x1808064246386048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (60us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.093686:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11654 00010000:00080000:1.0:1724307218.093766:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870789, next_transno: 17179870789 00010000:00080000:1.0:1724307218.093768:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870789) 00010000:00080000:1.0:1724307218.093772:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246386048 t17179870789 from 0@lo req@ffff88009ca9ed80 x1808064246386048/t0(17179870789) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.093794:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5006 count 1 00002000:00010000:1.0:1724307218.093845:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x138e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.093849:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0bcd0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x138e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.093856:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.093857:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.093860:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0bcd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.093868:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0bcd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.093875:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0bcd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.093881:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0bcd0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x138e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.093888:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0bcd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x138e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.093892:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d4033c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.093895:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0bcd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x138e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.093900:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0bcd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x138e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.093909:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0bcd0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x138e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.093915:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0bcd0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x138e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.094326:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.094335:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870790 00010000:00080000:1.0:1724307218.094337:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870790 00000100:00080000:2.0:1724307218.094391:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009ba40000 x1808064246386048/t17179870789(17179870789) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.094397:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.094399:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.094403:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.094408:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870789 00000100:00080000:2.0:1724307218.094422:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009ba41180 x1808064246386432/t17179870790(17179870790) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.094429:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ba40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246386048:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.094438:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246386432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.094458:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.094512:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246386432 00000100:00100000:1.0:1724307218.094516:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246386432 00000100:00100000:1.0:1724307218.094612:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11655 00000100:00100000:1.0:1724307218.094616:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009387ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+149:3295:x1808064246386432:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.094622:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870790, current: 17179870790, replaying 00000100:00100000:1.0:1724307218.094629:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009387ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+149:3295:x1808064246386432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13us (171us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.094634:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11655 00010000:00080000:1.0:1724307218.094660:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870790, next_transno: 17179870790 00010000:00080000:1.0:1724307218.094662:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870790) 00010000:00080000:1.0:1724307218.094666:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246386432 t17179870790 from 0@lo req@ffff88009387ca80 x1808064246386432/t0(17179870790) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.094683:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5009 count 1 00002000:00010000:1.0:1724307218.094752:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1391:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.094757:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0bcd7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1391:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.094769:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.094770:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.094772:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0bcd7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.094780:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0bcd7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.094787:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0bcd7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.094793:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0bcd7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.094799:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0bcd7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.094804:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.094806:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0bcd7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.094811:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0bcd7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.094821:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0bcd7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.094830:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0bcd7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.094958:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.094965:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870791 00010000:00080000:1.0:1724307218.094968:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870791 00000100:00080000:2.0:1724307218.095069:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009ba41180 x1808064246386432/t17179870790(17179870790) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.095074:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.095077:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.095080:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.095084:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870790 00000100:00080000:2.0:1724307218.095097:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880090854e00 x1808064246387584/t17179870791(17179870791) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.095103:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ba41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246386432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.095111:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090854e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246387584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.095131:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.095476:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246387584 00000100:00100000:0.0:1724307218.095480:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246387584 00000100:00100000:0.0:1724307218.095499:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11656 00000100:00100000:0.0:1724307218.095503:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+150:3295:x1808064246387584:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.095509:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870791, current: 17179870791, replaying 00000100:00100000:0.0:1724307218.095515:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+150:3295:x1808064246387584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (383us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.095519:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11656 00010000:00080000:1.0:1724307218.095554:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870791, next_transno: 17179870791 00010000:00080000:1.0:1724307218.095557:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870791) 00010000:00080000:1.0:1724307218.095561:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246387584 t17179870791 from 0@lo req@ffff88009c0a6850 x1808064246387584/t0(17179870791) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.095576:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5015 count 1 00002000:00010000:1.0:1724307218.095676:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1397:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.095681:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0bcde lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1397:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.095688:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.095689:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.095692:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0bcde lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.095699:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0bcde lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.095705:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0bcde lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.095714:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0bcde lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.095719:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0bcde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.095723:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.095726:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0bcde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.095730:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0bcde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.095737:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0bcde lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.095742:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0bcde lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.095859:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.095983:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870792 00010000:00080000:1.0:1724307218.095985:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870792 00000100:00080000:2.0:1724307218.096036:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880090854e00 x1808064246387584/t17179870791(17179870791) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.096042:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.096044:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.096047:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.096052:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870791 00000100:00080000:2.0:1724307218.096063:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880090854a80 x1808064246387456/t17179870792(17179870792) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.096070:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090854e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246387584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.096078:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090854a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246387456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.096095:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.096335:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246387456 00000100:00100000:1.0:1724307218.096339:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246387456 00000100:00100000:1.0:1724307218.096887:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11657 00000100:00100000:1.0:1724307218.096893:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009387ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+151:3295:x1808064246387456:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.096900:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870792, current: 17179870792, replaying 00000100:00100000:1.0:1724307218.097022:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009387ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+151:3295:x1808064246387456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 128us (924us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.097027:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11657 00010000:00080000:2.0:1724307218.097076:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870792, next_transno: 17179870792 00010000:00080000:2.0:1724307218.097079:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870792) 00010000:00080000:2.0:1724307218.097085:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246387456 t17179870792 from 0@lo req@ffff88009387ca80 x1808064246387456/t0(17179870792) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.097103:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5014 count 1 00002000:00010000:2.0:1724307218.097188:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1396:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.097193:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0bce5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.097201:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.097203:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.097205:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0bce5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.097213:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0bce5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.097220:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0bce5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.097226:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0bce5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.097231:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0bce5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.097237:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.097239:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0bce5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.097245:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0bce5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.097253:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0bce5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.097257:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0bce5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.097387:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.097395:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870793 00010000:00080000:2.0:1724307218.097397:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870793 00000100:00080000:3.0:1724307218.097420:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880090854a80 x1808064246387456/t17179870792(17179870792) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.097426:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.097429:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.097433:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.097443:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870792 00000100:00080000:3.0:1724307218.097463:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880090855180 x1808064246388096/t17179870793(17179870793) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.097470:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090854a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246387456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.097479:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090855180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246388096:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.097498:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.097515:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246388096 00000100:00100000:0.0:1724307218.097520:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246388096 00000100:00100000:0.0:1724307218.097542:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11658 00000100:00100000:0.0:1724307218.097548:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+152:3295:x1808064246388096:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.097553:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870793, current: 17179870793, replaying 00000100:00100000:0.0:1724307218.097559:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+152:3295:x1808064246388096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (60us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.097563:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11658 00010000:00080000:2.0:1724307218.097773:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870793, next_transno: 17179870793 00010000:00080000:2.0:1724307218.097776:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870793) 00010000:00080000:2.0:1724307218.097780:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246388096 t17179870793 from 0@lo req@ffff8800a6b0a680 x1808064246388096/t0(17179870793) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.097795:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5016 count 1 00002000:00010000:2.0:1724307218.097851:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1398:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.097856:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0bcec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1398:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.097868:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.097869:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.097872:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0bcec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.097880:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0bcec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.097886:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0bcec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.097892:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0bcec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.097897:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0bcec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.097902:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911633c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.097905:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0bcec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.097911:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0bcec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.097919:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0bcec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.097930:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0bcec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.098056:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.098068:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870794 00010000:00080000:2.0:1724307218.098071:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870794 00000100:00080000:3.0:1724307218.098123:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880090855180 x1808064246388096/t17179870793(17179870793) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.098130:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.098135:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.098139:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.098143:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870793 00000100:00080000:3.0:1724307218.098154:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880090854380 x1808064246387200/t17179870794(17179870794) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.098161:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090855180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246388096:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.098170:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090854380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246387200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.098187:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.098278:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246387200 00000100:00100000:1.0:1724307218.098282:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246387200 00000100:00100000:1.0:1724307218.098307:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11659 00000100:00100000:1.0:1724307218.098311:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+153:3295:x1808064246387200:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.098316:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870794, current: 17179870794, replaying 00000100:00100000:1.0:1724307218.098364:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+153:3295:x1808064246387200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 51us (175us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.098372:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11659 00010000:00080000:2.0:1724307218.098423:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870794, next_transno: 17179870794 00010000:00080000:2.0:1724307218.098426:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870794) 00010000:00080000:2.0:1724307218.098430:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246387200 t17179870794 from 0@lo req@ffff8800a6b0a300 x1808064246387200/t0(17179870794) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.098444:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5012 count 1 00002000:00010000:2.0:1724307218.098488:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1394:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.098491:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0bcf3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1394:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.098497:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.098497:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.098499:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0bcf3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.098503:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0bcf3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.098507:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0bcf3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.098513:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0bcf3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.098516:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0bcf3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.098519:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.098521:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0bcf3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.098524:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0bcf3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.098528:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0bcf3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.098531:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0bcf3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.098613:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.098620:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870795 00010000:00080000:2.0:1724307218.098623:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870795 00000100:00080000:3.0:1724307218.098673:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880090854380 x1808064246387200/t17179870794(17179870794) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.098679:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.098681:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.098684:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.098693:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870794 00000100:00080000:3.0:1724307218.098705:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f152300 x1808064246386688/t17179870795(17179870795) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.098712:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090854380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246387200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.098719:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f152300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246386688:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.098734:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.098767:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246386688 00000100:00100000:1.0:1724307218.098771:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246386688 00000100:00100000:1.0:1724307218.098791:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11660 00000100:00100000:1.0:1724307218.098795:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+154:3295:x1808064246386688:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.098804:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870795, current: 17179870795, replaying 00000100:00100000:1.0:1724307218.098817:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+154:3295:x1808064246386688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21us (81us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.098822:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11660 00010000:00080000:2.0:1724307218.098843:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870795, next_transno: 17179870795 00010000:00080000:2.0:1724307218.098845:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870795) 00010000:00080000:2.0:1724307218.098849:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246386688 t17179870795 from 0@lo req@ffff8800a6b08700 x1808064246386688/t0(17179870795) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.098866:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5011 count 1 00002000:00010000:2.0:1724307218.098927:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1393:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.098931:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0bcfa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1393:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.098938:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.098939:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.098942:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0bcfa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.098949:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0bcfa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.098953:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0bcfa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.098956:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0bcfa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.098960:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0bcfa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.098962:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911621c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.098964:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0bcfa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.098967:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0bcfa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.098984:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0bcfa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.098990:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0bcfa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.099077:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.099084:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870796 00010000:00080000:2.0:1724307218.099086:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870796 00000100:00080000:3.0:1724307218.099104:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f152300 x1808064246386688/t17179870795(17179870795) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.099110:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.099112:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.099114:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.099118:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870795 00000100:00080000:3.0:1724307218.099127:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880090854700 x1808064246387328/t17179870796(17179870796) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.099133:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f152300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246386688:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.099139:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090854700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246387328:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.099154:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.099207:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246387328 00000100:00100000:1.0:1724307218.099211:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246387328 00000100:00100000:1.0:1724307218.099260:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11661 00000100:00100000:1.0:1724307218.099264:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+155:3295:x1808064246387328:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.099269:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870796, current: 17179870796, replaying 00000100:00100000:1.0:1724307218.099283:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+155:3295:x1808064246387328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19us (128us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.099289:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11661 00010000:00080000:2.0:1724307218.099326:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870796, next_transno: 17179870796 00010000:00080000:2.0:1724307218.099329:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870796) 00010000:00080000:2.0:1724307218.099333:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246387328 t17179870796 from 0@lo req@ffff8800a6b09880 x1808064246387328/t0(17179870796) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.099352:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5013 count 1 00002000:00010000:2.0:1724307218.099445:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1395:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.099450:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0bd01 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1395:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.099456:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.099458:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.099460:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0bd01 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.099466:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0bd01 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.099475:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0bd01 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.099479:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0bd01 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.099484:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0bd01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.099489:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.099491:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0bd01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.099497:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0bd01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.099504:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0bd01 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.099510:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0bd01 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.099678:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.099686:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870797 00010000:00080000:2.0:1724307218.099688:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870797 00000100:00080000:3.0:1724307218.099751:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880090854700 x1808064246387328/t17179870796(17179870796) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.099757:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.099758:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.099761:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.099769:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870796 00000100:00080000:3.0:1724307218.099780:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880090856300 x1808064246388224/t17179870797(17179870797) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.099786:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090854700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246387328:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.099793:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090856300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246388224:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.099808:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.099935:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246388224 00000100:00100000:1.0:1724307218.099939:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246388224 00000100:00100000:1.0:1724307218.099954:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11662 00000100:00100000:1.0:1724307218.099957:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+156:3295:x1808064246388224:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.099962:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870797, current: 17179870797, replaying 00000100:00100000:1.0:1724307218.099968:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+156:3295:x1808064246388224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (159us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.099982:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11662 00010000:00080000:2.0:1724307218.100138:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870797, next_transno: 17179870797 00010000:00080000:2.0:1724307218.100141:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870797) 00010000:00080000:2.0:1724307218.100145:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246388224 t17179870797 from 0@lo req@ffff8800a6b09c00 x1808064246388224/t0(17179870797) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.100160:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5017 count 1 00002000:00010000:2.0:1724307218.100220:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1399:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.100224:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0bd08 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1399:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.100231:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.100233:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.100235:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0bd08 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.100243:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0bd08 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.100249:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0bd08 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.100255:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0bd08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.100261:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0bd08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.100266:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.100268:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0bd08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.100279:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0bd08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.100288:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0bd08 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.100293:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0bd08 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.100399:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.100412:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870798 00010000:00080000:2.0:1724307218.100414:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870798 00000100:00080000:3.0:1724307218.100485:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880090856300 x1808064246388224/t17179870797(17179870797) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.100492:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.100494:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.100497:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.100502:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870797 00000100:00080000:3.0:1724307218.100516:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880090857100 x1808064246388352/t17179870798(17179870798) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.100523:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090856300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246388224:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.100530:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090857100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246388352:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.100548:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.100590:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246388352 00000100:00100000:0.0:1724307218.100595:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246388352 00000100:00100000:0.0:1724307218.100621:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11663 00000100:00100000:0.0:1724307218.100625:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+157:3295:x1808064246388352:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.100631:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870798, current: 17179870798, replaying 00000100:00100000:0.0:1724307218.100664:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+157:3295:x1808064246388352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38us (114us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.100670:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11663 00010000:00080000:2.0:1724307218.100735:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870798, next_transno: 17179870798 00010000:00080000:2.0:1724307218.100737:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870798) 00010000:00080000:2.0:1724307218.100742:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246388352 t17179870798 from 0@lo req@ffff8800a6b09f80 x1808064246388352/t0(17179870798) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.100757:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5018 count 1 00002000:00010000:2.0:1724307218.100815:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x139a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.100819:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0bd0f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x139a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.100826:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.100827:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.100829:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0bd0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x139a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.100841:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0bd0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x139a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.100847:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0bd0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x139a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.100852:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0bd0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x139a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.100858:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0bd0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x139a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.100863:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.100866:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0bd0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x139a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.100871:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0bd0f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x139a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.100880:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0bd0f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x139a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.100885:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0bd0f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x139a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1724307218.101102:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880090857100 x1808064246388352/t17179870798(17179870798) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.101108:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.101109:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.101112:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.101120:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870798 00000100:00080000:3.0:1724307218.101131:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880092017480 x1808064246388864/t17179870799(17179870799) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.101138:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090857100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246388352:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.101145:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092017480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246388864:0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.101161:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00100000:3.0:1724307218.101161:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1724307218.101177:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870799 00010000:00080000:2.0:1724307218.101180:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870799 00000100:00100000:1.0:1724307218.101256:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246388864 00000100:00100000:1.0:1724307218.101260:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246388864 00000100:00100000:1.0:1724307218.101290:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11664 00000100:00100000:1.0:1724307218.101295:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+158:3295:x1808064246388864:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.101301:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870799, current: 17179870799, replaying 00000100:00100000:1.0:1724307218.101308:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+158:3295:x1808064246388864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13us (146us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.101313:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11664 00010000:00080000:2.0:1724307218.101316:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870799, next_transno: 17179870799 00010000:00080000:2.0:1724307218.101319:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870799) 00010000:00080000:2.0:1724307218.101323:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246388864 t17179870799 from 0@lo req@ffff8800a6b08000 x1808064246388864/t0(17179870799) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.101339:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5022 count 1 00002000:00010000:2.0:1724307218.101402:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x139e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.101406:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0bd16 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x139e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.101412:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.101413:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.101415:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0bd16 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x139e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.101422:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0bd16 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x139e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.101428:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0bd16 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x139e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.101433:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0bd16 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x139e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.101439:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0bd16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x139e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.101447:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.101449:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0bd16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x139e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.101455:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0bd16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x139e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.101462:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0bd16 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x139e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.101467:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0bd16 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x139e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.101581:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.101588:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870800 00010000:00080000:2.0:1724307218.101591:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870800 00000100:00080000:3.0:1724307218.101609:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880092017480 x1808064246388864/t17179870799(17179870799) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.101616:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.101618:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.101620:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.101625:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870799 00000100:00080000:3.0:1724307218.101637:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800939bca80 x1808064246388992/t17179870800(17179870800) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.101676:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092017480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246388864:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.101683:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800939bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246388992:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.101700:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.101732:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246388992 00000100:00100000:0.0:1724307218.101735:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246388992 00000100:00100000:0.0:1724307218.101756:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11665 00000100:00100000:0.0:1724307218.101760:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+159:3295:x1808064246388992:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.101766:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870800, current: 17179870800, replaying 00000100:00100000:0.0:1724307218.101772:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+159:3295:x1808064246388992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (72us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.101777:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11665 00010000:00080000:2.0:1724307218.101780:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870800, next_transno: 17179870800 00010000:00080000:2.0:1724307218.101782:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870800) 00010000:00080000:2.0:1724307218.101786:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246388992 t17179870800 from 0@lo req@ffff8800a6b0b100 x1808064246388992/t0(17179870800) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.101801:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5023 count 1 00002000:00010000:2.0:1724307218.101945:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x139f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.101949:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0bd1d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x139f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.101959:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.101960:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.101962:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0bd1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x139f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.101969:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0bd1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x139f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.101990:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0bd1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x139f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.101995:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0bd1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x139f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.102000:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0bd1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x139f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.102005:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.102007:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0bd1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x139f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.102013:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0bd1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x139f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.102022:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0bd1d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x139f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.102031:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0bd1d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x139f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.102151:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.102161:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870801 00010000:00080000:2.0:1724307218.102163:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870801 00000100:00080000:3.0:1724307218.102336:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800939bca80 x1808064246388992/t17179870800(17179870800) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.102342:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.102344:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.102346:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.102355:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870800 00000100:00080000:3.0:1724307218.102366:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880092016d80 x1808064246388608/t17179870801(17179870801) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.102372:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800939bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246388992:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.102380:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092016d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246388608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.102396:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.102451:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246388608 00000100:00100000:0.0:1724307218.102454:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246388608 00000100:00100000:0.0:1724307218.102476:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11666 00000100:00100000:0.0:1724307218.102483:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+160:3295:x1808064246388608:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.102489:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870801, current: 17179870801, replaying 00000100:00100000:0.0:1724307218.102504:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+160:3295:x1808064246388608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24us (108us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.102509:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11666 00010000:00080000:2.0:1724307218.102544:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870801, next_transno: 17179870801 00010000:00080000:2.0:1724307218.102547:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870801) 00010000:00080000:2.0:1724307218.102551:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246388608 t17179870801 from 0@lo req@ffff8800a6b0b800 x1808064246388608/t0(17179870801) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.102571:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5020 count 1 00002000:00010000:2.0:1724307218.102661:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x139c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.102666:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0bd24 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x139c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.102673:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.102674:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.102676:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0bd24 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x139c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.102683:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0bd24 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x139c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.102689:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0bd24 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x139c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.102698:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0bd24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x139c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.102704:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0bd24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x139c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.102711:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911606c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.102713:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0bd24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x139c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.102720:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0bd24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x139c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.102728:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0bd24 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x139c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.102734:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0bd24 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x139c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.102928:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.102936:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870802 00010000:00080000:3.0:1724307218.102938:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870802 00000100:00080000:0.0:1724307218.103162:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880092016d80 x1808064246388608/t17179870801(17179870801) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.103169:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.103171:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.103174:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.103180:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870801 00000100:00080000:0.0:1724307218.103193:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880092014e00 x1808064246388480/t17179870802(17179870802) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.103200:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092016d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246388608:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.103209:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092014e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246388480:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.103231:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.103293:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246388480 00000100:00100000:1.0:1724307218.103297:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246388480 00000100:00100000:1.0:1724307218.103312:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11667 00000100:00100000:1.0:1724307218.103316:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+161:3295:x1808064246388480:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.103322:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870802, current: 17179870802, replaying 00000100:00100000:1.0:1724307218.103338:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+161:3295:x1808064246388480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21us (107us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.103343:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11667 00010000:00080000:2.0:1724307218.103380:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870802, next_transno: 17179870802 00010000:00080000:2.0:1724307218.103383:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870802) 00010000:00080000:2.0:1724307218.103388:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246388480 t17179870802 from 0@lo req@ffff880135d32300 x1808064246388480/t0(17179870802) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.103432:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5019 count 1 00002000:00010000:2.0:1724307218.103492:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x139b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.103497:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0bd2b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x139b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.103504:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.103506:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.103508:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0bd2b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x139b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.103516:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0bd2b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x139b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.103523:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0bd2b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x139b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.103529:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0bd2b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x139b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.103535:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0bd2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x139b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.103540:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.103543:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0bd2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x139b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.103549:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0bd2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x139b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.103557:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0bd2b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x139b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.103568:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0bd2b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x139b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.103703:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.103711:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870803 00010000:00080000:2.0:1724307218.103713:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870803 00000100:00080000:1.0:1724307218.103720:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880092014e00 x1808064246388480/t17179870802(17179870802) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.103726:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.103728:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.103730:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.103735:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870802 00000100:00080000:1.0:1724307218.103744:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88012b418700 x1808064246389120/t17179870803(17179870803) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.103750:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092014e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246388480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.103756:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246389120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.103774:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.103791:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246389120 00000100:00100000:0.0:1724307218.103795:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246389120 00000100:00100000:0.0:1724307218.103813:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11668 00000100:00100000:0.0:1724307218.103818:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+162:3295:x1808064246389120:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.103824:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870803, current: 17179870803, replaying 00000100:00100000:0.0:1724307218.103850:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+162:3295:x1808064246389120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32us (75us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.103854:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11668 00010000:00080000:2.0:1724307218.103863:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870803, next_transno: 17179870803 00010000:00080000:2.0:1724307218.103866:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870803) 00010000:00080000:2.0:1724307218.103871:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246389120 t17179870803 from 0@lo req@ffff88009aeed880 x1808064246389120/t0(17179870803) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.103885:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5024 count 1 00002000:00010000:2.0:1724307218.103943:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.103947:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0bd32 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.103953:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.103955:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.103957:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0bd32 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.103964:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0bd32 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.103970:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0bd32 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.103994:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0bd32 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.104000:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0bd32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.104004:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.104007:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0bd32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.104013:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0bd32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.104021:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0bd32 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.104026:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0bd32 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.104127:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.104135:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870804 00010000:00080000:2.0:1724307218.104138:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870804 00000100:00080000:1.0:1724307218.104169:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88012b418700 x1808064246389120/t17179870803(17179870803) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.104175:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.104177:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.104180:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.104184:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870803 00000100:00080000:1.0:1724307218.104194:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880092017100 x1808064246388736/t17179870804(17179870804) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.104200:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246389120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.104208:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092017100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246388736:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.104224:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.104270:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246388736 00000100:00100000:0.0:1724307218.104274:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246388736 00000100:00100000:0.0:1724307218.104287:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11669 00000100:00100000:0.0:1724307218.104292:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093209880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+163:3295:x1808064246388736:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.104297:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870804, current: 17179870804, replaying 00000100:00100000:0.0:1724307218.104314:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093209880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+163:3295:x1808064246388736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22us (89us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.104318:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11669 00010000:00080000:2.0:1724307218.104358:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870804, next_transno: 17179870804 00010000:00080000:2.0:1724307218.104361:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870804) 00010000:00080000:2.0:1724307218.104365:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246388736 t17179870804 from 0@lo req@ffff880093209880 x1808064246388736/t0(17179870804) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.104385:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5021 count 1 00002000:00010000:2.0:1724307218.104437:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x139d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.104442:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0bd39 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x139d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.104448:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.104450:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.104452:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0bd39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x139d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.104459:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0bd39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x139d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.104464:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0bd39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x139d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.104469:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0bd39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x139d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.104475:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0bd39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x139d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.104479:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.104491:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0bd39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x139d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.104497:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0bd39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x139d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.104506:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0bd39 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x139d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.104511:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0bd39 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x139d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.104623:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.104632:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870805 00010000:00080000:2.0:1724307218.104634:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870805 00000100:00080000:1.0:1724307218.104851:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880092017100 x1808064246388736/t17179870804(17179870804) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.104862:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.104864:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.104866:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.104871:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870804 00000100:00080000:1.0:1724307218.104884:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b64380 x1808064246390656/t17179870805(17179870805) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.104890:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092017100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246388736:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.104897:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246390656:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.104913:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.105116:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246390656 00000100:00100000:0.0:1724307218.105120:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246390656 00000100:00100000:0.0:1724307218.105143:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11670 00000100:00100000:0.0:1724307218.105147:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+164:3295:x1808064246390656:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.105153:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870805, current: 17179870805, replaying 00000100:00100000:0.0:1724307218.105166:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+164:3295:x1808064246390656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18us (252us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.105170:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11670 00010000:00080000:2.0:1724307218.105206:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870805, next_transno: 17179870805 00010000:00080000:2.0:1724307218.105209:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870805) 00010000:00080000:2.0:1724307218.105213:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246390656 t17179870805 from 0@lo req@ffff880093208e00 x1808064246390656/t0(17179870805) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.105244:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5028 count 1 00002000:00010000:2.0:1724307218.105312:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.105317:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0bd40 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13a4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.105324:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.105325:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.105327:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0bd40 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.105335:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0bd40 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.105346:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0bd40 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.105352:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0bd40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.105357:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0bd40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.105363:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911618c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.105365:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0bd40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.105369:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0bd40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.105375:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0bd40 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.105378:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0bd40 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.105468:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.105476:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870806 00010000:00080000:2.0:1724307218.105479:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870806 00000100:00080000:1.0:1724307218.105493:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b64380 x1808064246390656/t17179870805(17179870805) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.105499:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.105500:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.105503:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.105507:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870805 00000100:00080000:1.0:1724307218.105518:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880136169880 x1808064246389248/t17179870806(17179870806) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.105524:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246390656:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.105531:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136169880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246389248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.105545:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.105558:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246389248 00000100:00100000:2.0:1724307218.105562:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246389248 00000100:00100000:2.0:1724307218.105584:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11671 00000100:00100000:2.0:1724307218.105588:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+165:3295:x1808064246389248:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.105593:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870806, current: 17179870806, replaying 00000100:00100000:2.0:1724307218.105610:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+165:3295:x1808064246389248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21us (64us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.105615:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11671 00010000:00080000:3.0:1724307218.105664:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870806, next_transno: 17179870806 00010000:00080000:3.0:1724307218.105667:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870806) 00010000:00080000:3.0:1724307218.105672:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246389248 t17179870806 from 0@lo req@ffff880093209f80 x1808064246389248/t0(17179870806) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.105689:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5025 count 1 00002000:00010000:3.0:1724307218.105751:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.105756:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bd47 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.105763:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.105764:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.105766:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bd47 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.105775:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bd47 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.105787:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bd47 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.105793:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bd47 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.105798:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bd47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.105803:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.105805:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bd47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.105811:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bd47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.105818:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bd47 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.105823:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bd47 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.105933:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.105941:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870807 00010000:00080000:3.0:1724307218.105943:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870807 00000100:00080000:1.0:1724307218.105949:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880136169880 x1808064246389248/t17179870806(17179870806) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.105956:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.105958:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.105960:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.105963:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870806 00000100:00080000:1.0:1724307218.105970:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b64000 x1808064246390528/t17179870807(17179870807) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.105988:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136169880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246389248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.105994:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246390528:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.106007:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.106036:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246390528 00000100:00100000:2.0:1724307218.106039:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246390528 00000100:00100000:2.0:1724307218.106058:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11672 00000100:00100000:2.0:1724307218.106061:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009320a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+166:3295:x1808064246390528:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.106067:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870807, current: 17179870807, replaying 00000100:00100000:2.0:1724307218.106080:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009320a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+166:3295:x1808064246390528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18us (72us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.106085:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11672 00010000:00080000:3.0:1724307218.106773:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870807, next_transno: 17179870807 00010000:00080000:3.0:1724307218.106777:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870807) 00010000:00080000:3.0:1724307218.106783:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246390528 t17179870807 from 0@lo req@ffff88009320a680 x1808064246390528/t0(17179870807) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.106801:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5027 count 1 00002000:00010000:3.0:1724307218.106863:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.106867:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0bd4e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.106875:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.106876:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.106879:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0bd4e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.106888:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0bd4e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.106894:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0bd4e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.106899:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0bd4e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.106905:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0bd4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.106910:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe33c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.106912:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0bd4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.106923:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0bd4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.106931:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0bd4e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.106936:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0bd4e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.107067:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.107075:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870808 00010000:00080000:3.0:1724307218.107078:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870808 00000100:00080000:1.0:1724307218.107234:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b64000 x1808064246390528/t17179870807(17179870807) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.107241:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.107243:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.107246:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.107251:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870807 00000100:00080000:1.0:1724307218.107266:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b64a80 x1808064246391168/t17179870808(17179870808) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.107273:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246390528:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.107281:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246391168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.107300:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.107371:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246391168 00000100:00100000:2.0:1724307218.107376:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246391168 00000100:00100000:2.0:1724307218.107404:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11673 00000100:00100000:2.0:1724307218.107408:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+167:3295:x1808064246391168:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.107415:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870808, current: 17179870808, replaying 00000100:00100000:2.0:1724307218.107428:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+167:3295:x1808064246391168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (128us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.107433:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11673 00010000:00080000:3.0:1724307218.107446:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870808, next_transno: 17179870808 00010000:00080000:3.0:1724307218.107448:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870808) 00010000:00080000:3.0:1724307218.107453:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246391168 t17179870808 from 0@lo req@ffff880093208380 x1808064246391168/t0(17179870808) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.107468:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5030 count 1 00002000:00010000:3.0:1724307218.107519:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13a6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.107523:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0bd55 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13a6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.107531:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.107532:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.107534:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0bd55 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.107547:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0bd55 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.107553:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0bd55 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.107558:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0bd55 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.107564:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0bd55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.107570:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.107572:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0bd55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.107577:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0bd55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.107585:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0bd55 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.107590:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0bd55 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.107717:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.107725:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870809 00010000:00080000:3.0:1724307218.107727:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870809 00000100:00080000:1.0:1724307218.107805:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b64a80 x1808064246391168/t17179870808(17179870808) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.107816:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.107818:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.107821:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.107827:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870808 00000100:00080000:1.0:1724307218.107837:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b64700 x1808064246390784/t17179870809(17179870809) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.107844:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246391168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.107852:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246390784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.107869:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.107924:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246390784 00000100:00100000:0.0:1724307218.107928:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246390784 00000100:00100000:0.0:1724307218.107956:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11674 00000100:00100000:0.0:1724307218.107961:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+168:3295:x1808064246390784:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.107971:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870809, current: 17179870809, replaying 00000100:00100000:0.0:1724307218.107998:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+168:3295:x1808064246390784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36us (128us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.108003:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11674 00010000:00080000:3.0:1724307218.108038:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870809, next_transno: 17179870809 00010000:00080000:3.0:1724307218.108040:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870809) 00010000:00080000:3.0:1724307218.108045:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246390784 t17179870809 from 0@lo req@ffff880093209180 x1808064246390784/t0(17179870809) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.108060:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5029 count 1 00002000:00010000:3.0:1724307218.108111:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.108115:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0bd5c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.108122:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.108123:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.108125:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0bd5c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.108139:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0bd5c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.108145:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0bd5c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.108151:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0bd5c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.108156:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0bd5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.108166:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.108168:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0bd5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.108174:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0bd5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.108181:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0bd5c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.108197:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0bd5c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.108312:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.108322:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870810 00010000:00080000:3.0:1724307218.108325:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870810 00000100:00080000:1.0:1724307218.108464:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b64700 x1808064246390784/t17179870809(17179870809) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.108470:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.108471:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.108475:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.108479:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870809 00000100:00080000:1.0:1724307218.108492:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b64e00 x1808064246391296/t17179870810(17179870810) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.108499:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246390784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.108506:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246391296:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.108523:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.108627:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246391296 00000100:00100000:0.0:1724307218.108630:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246391296 00000100:00100000:0.0:1724307218.108678:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11675 00000100:00100000:0.0:1724307218.108683:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093208700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+169:3295:x1808064246391296:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.108691:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870810, current: 17179870810, replaying 00000100:00100000:0.0:1724307218.108706:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093208700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+169:3295:x1808064246391296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23us (182us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.108710:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11675 00010000:00080000:3.0:1724307218.108731:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870810, next_transno: 17179870810 00010000:00080000:3.0:1724307218.108734:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870810) 00010000:00080000:3.0:1724307218.108739:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246391296 t17179870810 from 0@lo req@ffff880093208700 x1808064246391296/t0(17179870810) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.108754:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5031 count 1 00002000:00010000:3.0:1724307218.108806:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13a7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.108810:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0bd63 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.108821:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.108823:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.108825:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0bd63 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.108832:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0bd63 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.108838:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0bd63 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.108844:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0bd63 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.108850:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0bd63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.108855:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.108857:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0bd63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.108862:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0bd63 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.108869:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0bd63 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.108880:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0bd63 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.108989:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.108996:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870811 00010000:00080000:3.0:1724307218.108998:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870811 00000100:00080000:1.0:1724307218.109011:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b64e00 x1808064246391296/t17179870810(17179870810) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.109021:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.109022:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.109025:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.109030:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870810 00000100:00080000:1.0:1724307218.109041:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b65500 x1808064246391808/t17179870811(17179870811) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.109047:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246391296:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.109054:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246391808:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.109070:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.109123:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246391808 00000100:00100000:0.0:1724307218.109126:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246391808 00000100:00100000:0.0:1724307218.109149:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11676 00000100:00100000:0.0:1724307218.109153:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009320ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+170:3295:x1808064246391808:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.109159:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870811, current: 17179870811, replaying 00000100:00100000:0.0:1724307218.109172:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009320ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+170:3295:x1808064246391808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19us (102us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.109177:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11676 00010000:00080000:3.0:1724307218.109248:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870811, next_transno: 17179870811 00010000:00080000:3.0:1724307218.109250:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870811) 00010000:00080000:3.0:1724307218.109254:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246391808 t17179870811 from 0@lo req@ffff88009320ad80 x1808064246391808/t0(17179870811) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.109269:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5032 count 1 00002000:00010000:3.0:1724307218.109801:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.109807:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0bd6a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.109814:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.109816:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.109818:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0bd6a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.109831:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0bd6a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.109838:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0bd6a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.109848:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0bd6a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.109854:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0bd6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.109863:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.109865:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0bd6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.109871:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0bd6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.109880:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0bd6a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.109886:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0bd6a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.110033:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.110042:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870812 00010000:00080000:3.0:1724307218.110045:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870812 00000100:00080000:1.0:1724307218.110118:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b65500 x1808064246391808/t17179870811(17179870811) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.110125:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.110126:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.110130:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.110136:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870811 00000100:00080000:1.0:1724307218.110150:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009c2eb480 x1808064246392576/t17179870812(17179870812) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.110157:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246391808:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.110166:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246392576:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.110186:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.110229:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246392576 00000100:00100000:2.0:1724307218.110233:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246392576 00000100:00100000:2.0:1724307218.110257:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11677 00000100:00100000:2.0:1724307218.110261:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+171:3295:x1808064246392576:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.110266:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870812, current: 17179870812, replaying 00000100:00100000:2.0:1724307218.110272:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+171:3295:x1808064246392576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (86us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.110277:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11677 00010000:00080000:3.0:1724307218.110536:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870812, next_transno: 17179870812 00010000:00080000:3.0:1724307218.110539:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870812) 00010000:00080000:3.0:1724307218.110544:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246392576 t17179870812 from 0@lo req@ffff88009ca9e300 x1808064246392576/t0(17179870812) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.110569:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5034 count 1 00002000:00010000:3.0:1724307218.110664:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.110669:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bd71 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.110676:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.110678:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.110680:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bd71 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.110687:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bd71 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.110693:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bd71 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.110698:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bd71 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.110703:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bd71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.111078:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.111082:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bd71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.111088:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bd71 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.111099:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bd71 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.111105:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bd71 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.111289:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.111300:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870813 00010000:00080000:3.0:1724307218.111302:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870813 00000100:00080000:1.0:1724307218.111355:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009c2eb480 x1808064246392576/t17179870812(17179870812) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.111366:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.111368:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.111372:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.111377:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870812 00000100:00080000:1.0:1724307218.111394:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b66a00 x1808064246392704/t17179870813(17179870813) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.111401:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c2eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246392576:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.111409:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246392704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.111427:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.111470:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246392704 00000100:00100000:0.0:1724307218.111475:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246392704 00000100:00100000:0.0:1724307218.111507:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11678 00000100:00100000:0.0:1724307218.111513:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+172:3295:x1808064246392704:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.111523:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870813, current: 17179870813, replaying 00000100:00100000:0.0:1724307218.111535:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+172:3295:x1808064246392704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23us (108us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.111541:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11678 00010000:00080000:3.0:1724307218.111552:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870813, next_transno: 17179870813 00010000:00080000:3.0:1724307218.111556:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870813) 00010000:00080000:3.0:1724307218.111560:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246392704 t17179870813 from 0@lo req@ffff88009ca9f480 x1808064246392704/t0(17179870813) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.111578:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5035 count 1 00002000:00010000:3.0:1724307218.111659:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13ab:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.111664:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bd78 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.111670:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.111671:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.111674:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bd78 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.111681:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bd78 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.111692:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bd78 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.111697:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bd78 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.111703:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bd78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.111708:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.111710:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bd78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.111715:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bd78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.111723:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bd78 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.111728:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bd78 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.111843:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.111858:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870814 00010000:00080000:3.0:1724307218.111861:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870814 00000100:00080000:1.0:1724307218.111878:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b66a00 x1808064246392704/t17179870813(17179870813) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.111884:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.111886:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.111889:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.111894:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870813 00000100:00080000:1.0:1724307218.111906:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b67100 x1808064246392832/t17179870814(17179870814) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.111914:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246392704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.111922:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246392832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.111940:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.112006:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246392832 00000100:00100000:0.0:1724307218.112010:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246392832 00000100:00100000:0.0:1724307218.112034:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11679 00000100:00100000:0.0:1724307218.112038:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+173:3295:x1808064246392832:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.112044:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870814, current: 17179870814, replaying 00000100:00100000:0.0:1724307218.112057:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+173:3295:x1808064246392832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18us (116us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.112062:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11679 00010000:00080000:3.0:1724307218.112100:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870814, next_transno: 17179870814 00010000:00080000:3.0:1724307218.112103:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870814) 00010000:00080000:3.0:1724307218.112108:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246392832 t17179870814 from 0@lo req@ffff88009ca9ce00 x1808064246392832/t0(17179870814) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.112124:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5036 count 1 00002000:00010000:3.0:1724307218.112183:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13ac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.112188:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bd7f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.112194:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.112196:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.112198:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bd7f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.112206:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bd7f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.112212:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bd7f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.112218:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bd7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.112224:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bd7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.112229:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.112232:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bd7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.112241:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bd7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.112248:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bd7f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.112254:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bd7f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.112449:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.112457:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870815 00010000:00080000:3.0:1724307218.112460:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870815 00000100:00080000:1.0:1724307218.112496:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b67100 x1808064246392832/t17179870814(17179870814) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.112507:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.112509:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.112512:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.112517:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870814 00000100:00080000:1.0:1724307218.112530:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88013616b480 x1808064246393344/t17179870815(17179870815) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.112537:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246392832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.112545:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013616b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246393344:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.112562:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.112603:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246393344 00000100:00100000:2.0:1724307218.112607:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246393344 00000100:00100000:2.0:1724307218.112887:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11680 00000100:00100000:2.0:1724307218.112893:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+174:3295:x1808064246393344:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.112899:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870815, current: 17179870815, replaying 00000100:00100000:2.0:1724307218.112913:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+174:3295:x1808064246393344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (350us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.112918:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11680 00010000:00080000:3.0:1724307218.112945:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870815, next_transno: 17179870815 00010000:00080000:3.0:1724307218.112948:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870815) 00010000:00080000:3.0:1724307218.112952:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246393344 t17179870815 from 0@lo req@ffff88009ca9f100 x1808064246393344/t0(17179870815) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.112970:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5038 count 1 00002000:00010000:3.0:1724307218.113050:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13ae:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.113055:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bd86 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13ae:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.113063:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.113064:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.113066:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bd86 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.113078:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bd86 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.113084:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bd86 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.113090:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bd86 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.113096:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bd86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.113102:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.113104:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bd86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.113111:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bd86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.113120:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bd86 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.113126:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bd86 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.113292:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.113303:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870816 00010000:00080000:3.0:1724307218.113305:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870816 00000100:00080000:1.0:1724307218.113308:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88013616b480 x1808064246393344/t17179870815(17179870815) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.113313:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.113314:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.113316:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.113319:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870815 00000100:00080000:1.0:1724307218.113329:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a0f0bb80 x1808064246393856/t17179870816(17179870816) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.113334:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013616b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246393344:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.113340:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246393856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.113354:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.113393:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246393856 00000100:00100000:2.0:1724307218.113396:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246393856 00000100:00100000:2.0:1724307218.113421:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11681 00000100:00100000:2.0:1724307218.113425:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+175:3295:x1808064246393856:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.113431:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870816, current: 17179870816, replaying 00000100:00100000:2.0:1724307218.113446:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+175:3295:x1808064246393856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (91us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.113451:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11681 00010000:00080000:3.0:1724307218.113493:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870816, next_transno: 17179870816 00010000:00080000:3.0:1724307218.113496:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870816) 00010000:00080000:3.0:1724307218.113501:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246393856 t17179870816 from 0@lo req@ffff88009ca9e680 x1808064246393856/t0(17179870816) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.113517:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5040 count 1 00002000:00010000:3.0:1724307218.113578:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13b0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.113583:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0bd8d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13b0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.113596:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.113597:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.113600:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0bd8d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.113608:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0bd8d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.113615:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0bd8d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.113621:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0bd8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.113628:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0bd8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.113663:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.113666:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0bd8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.113672:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0bd8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.113680:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0bd8d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.113685:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0bd8d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.113804:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.113812:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870817 00010000:00080000:3.0:1724307218.113815:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870817 00000100:00080000:1.0:1724307218.113862:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a0f0bb80 x1808064246393856/t17179870816(17179870816) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.113872:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.113874:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.113876:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.113881:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870816 00000100:00080000:1.0:1724307218.113892:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800922dd880 x1808064246394368/t17179870817(17179870817) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.113898:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246393856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.113904:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246394368:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.113920:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.113959:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246394368 00000100:00100000:0.0:1724307218.113963:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246394368 00000100:00100000:0.0:1724307218.114000:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11682 00000100:00100000:0.0:1724307218.114005:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+176:3295:x1808064246394368:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.114011:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870817, current: 17179870817, replaying 00000100:00100000:0.0:1724307218.114029:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+176:3295:x1808064246394368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23us (108us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.114034:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11682 00010000:00080000:3.0:1724307218.114097:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870817, next_transno: 17179870817 00010000:00080000:3.0:1724307218.114101:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870817) 00010000:00080000:3.0:1724307218.114105:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246394368 t17179870817 from 0@lo req@ffff88009ca9c700 x1808064246394368/t0(17179870817) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.114121:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5041 count 1 00002000:00010000:3.0:1724307218.114178:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13b1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.114182:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0bd94 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13b1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.114193:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.114195:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.114198:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0bd94 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.114205:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0bd94 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.114212:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0bd94 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.114218:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0bd94 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.114223:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0bd94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.114228:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.114231:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0bd94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.114236:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0bd94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.114244:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0bd94 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.114254:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0bd94 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.114368:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.114380:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870818 00010000:00080000:3.0:1724307218.114382:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870818 00000100:00080000:1.0:1724307218.114535:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800922dd880 x1808064246394368/t17179870817(17179870817) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.114541:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.114542:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.114545:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.114551:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870817 00000100:00080000:1.0:1724307218.114562:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800922ded80 x1808064246394624/t17179870818(17179870818) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.114569:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246394368:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.114577:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246394624:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.114593:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.114632:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246394624 00000100:00100000:2.0:1724307218.114636:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246394624 00000100:00100000:2.0:1724307218.114675:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11683 00000100:00100000:2.0:1724307218.114679:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+177:3295:x1808064246394624:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.114685:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870818, current: 17179870818, replaying 00000100:00100000:2.0:1724307218.114698:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+177:3295:x1808064246394624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19us (104us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.114702:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11683 00010000:00080000:3.0:1724307218.114746:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870818, next_transno: 17179870818 00010000:00080000:3.0:1724307218.114749:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870818) 00010000:00080000:3.0:1724307218.114753:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246394624 t17179870818 from 0@lo req@ffff88009ca9c380 x1808064246394624/t0(17179870818) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.114774:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5043 count 1 00002000:00010000:3.0:1724307218.114831:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13b3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.114836:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0bd9b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13b3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.114843:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.114845:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.114847:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0bd9b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.114854:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0bd9b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.114859:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0bd9b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.114868:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0bd9b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.114873:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0bd9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.114877:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe06c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.114880:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0bd9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.114885:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0bd9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.114892:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0bd9b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.114898:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0bd9b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.115020:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.115028:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870819 00010000:00080000:3.0:1724307218.115030:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870819 00000100:00080000:1.0:1724307218.115081:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800922ded80 x1808064246394624/t17179870818(17179870818) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.115090:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.115091:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.115094:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.115098:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870818 00000100:00080000:1.0:1724307218.115110:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880135d30a80 x1808064246395264/t17179870819(17179870819) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.115116:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246394624:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.115124:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246395264:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.115140:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.115172:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246395264 00000100:00100000:2.0:1724307218.115175:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246395264 00000100:00100000:2.0:1724307218.115199:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11684 00000100:00100000:2.0:1724307218.115203:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+178:3295:x1808064246395264:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.115208:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870819, current: 17179870819, replaying 00000100:00100000:2.0:1724307218.115226:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+178:3295:x1808064246395264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22us (85us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.115231:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11684 00010000:00080000:3.0:1724307218.115272:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870819, next_transno: 17179870819 00010000:00080000:3.0:1724307218.115278:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870819) 00010000:00080000:3.0:1724307218.115283:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246395264 t17179870819 from 0@lo req@ffff88009ca9c000 x1808064246395264/t0(17179870819) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.115305:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5045 count 1 00002000:00010000:3.0:1724307218.115366:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13b5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.115372:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0bda2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13b5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.115378:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.115380:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.115382:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0bda2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.115389:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0bda2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.115395:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0bda2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.115401:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0bda2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.115406:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0bda2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.115412:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe18c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.115414:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0bda2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.115420:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0bda2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.115429:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0bda2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.115435:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0bda2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.115561:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.115569:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870820 00010000:00080000:3.0:1724307218.115572:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870820 00000100:00080000:1.0:1724307218.115796:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880135d30a80 x1808064246395264/t17179870819(17179870819) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.115801:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.115802:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.115804:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.115807:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870819 00000100:00080000:1.0:1724307218.115817:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009a14ea00 x1808064246395392/t17179870820(17179870820) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.115821:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246395264:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.115826:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246395392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.115841:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.115965:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246395392 00000100:00100000:0.0:1724307218.115969:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246395392 00000100:00100000:2.0:1724307218.116041:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11685 00000100:00100000:2.0:1724307218.116046:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+179:3295:x1808064246395392:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.116051:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870820, current: 17179870820, replaying 00000100:00100000:2.0:1724307218.116068:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+179:3295:x1808064246395392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22us (225us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.116073:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11685 00010000:00080000:3.0:1724307218.116083:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870820, next_transno: 17179870820 00010000:00080000:3.0:1724307218.116086:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870820) 00010000:00080000:3.0:1724307218.116090:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246395392 t17179870820 from 0@lo req@ffff88009c0a6450 x1808064246395392/t0(17179870820) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.116106:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5046 count 1 00002000:00010000:3.0:1724307218.116164:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13b6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.116169:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bda9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13b6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.116177:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.116178:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.116181:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bda9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.116189:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bda9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.116200:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bda9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.116206:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bda9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.116212:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bda9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.116216:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.116218:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bda9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.116224:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bda9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.116232:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bda9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.116238:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0bda9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.116335:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.116417:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870821 00010000:00080000:3.0:1724307218.116418:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870821 00000100:00080000:1.0:1724307218.116467:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009a14ea00 x1808064246395392/t17179870820(17179870820) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.116474:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.116475:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.116477:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.116481:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870820 00000100:00080000:1.0:1724307218.116491:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009a14c700 x1808064246395520/t17179870821(17179870821) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.116495:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246395392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.116501:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246395520:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.116514:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.116546:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246395520 00000100:00100000:2.0:1724307218.116550:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246395520 00000100:00100000:2.0:1724307218.116576:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11686 00000100:00100000:2.0:1724307218.116580:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+180:3295:x1808064246395520:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.116585:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870821, current: 17179870821, replaying 00000100:00100000:2.0:1724307218.116595:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+180:3295:x1808064246395520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14us (79us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.116599:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11686 00010000:00080000:3.0:1724307218.116612:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870821, next_transno: 17179870821 00010000:00080000:3.0:1724307218.116616:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870821) 00010000:00080000:3.0:1724307218.116619:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246395520 t17179870821 from 0@lo req@ffff88009ca9fb80 x1808064246395520/t0(17179870821) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.116657:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5047 count 1 00002000:00010000:2.0:1724307218.116801:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13b7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.116806:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bdb0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13b7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.116813:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.116814:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.116816:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bdb0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.116823:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bdb0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.116828:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bdb0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.116834:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bdb0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.116839:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bdb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.116845:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.116847:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bdb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.116853:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bdb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.116859:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bdb0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.116866:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bdb0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.116960:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.116967:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870822 00010000:00080000:2.0:1724307218.116969:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870822 00000100:00080000:1.0:1724307218.116995:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009a14c700 x1808064246395520/t17179870821(17179870821) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.117000:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.117002:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.117005:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.117009:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870821 00000100:00080000:1.0:1724307218.117019:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009a14ed80 x1808064246395776/t17179870822(17179870822) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.117025:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246395520:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.117032:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246395776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.117046:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.117107:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246395776 00000100:00100000:0.0:1724307218.117110:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246395776 00000100:00100000:0.0:1724307218.117131:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11687 00000100:00100000:0.0:1724307218.117135:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+181:3295:x1808064246395776:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.117140:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870822, current: 17179870822, replaying 00000100:00100000:0.0:1724307218.117146:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+181:3295:x1808064246395776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (99us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.117151:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11687 00010000:00080000:2.0:1724307218.117153:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870822, next_transno: 17179870822 00010000:00080000:2.0:1724307218.117155:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870822) 00010000:00080000:2.0:1724307218.117159:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246395776 t17179870822 from 0@lo req@ffff88009ca9d500 x1808064246395776/t0(17179870822) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.117174:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5049 count 1 00002000:00010000:2.0:1724307218.117223:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13b9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.117226:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bdb7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13b9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.117231:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.117232:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.117233:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bdb7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.117238:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bdb7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.117242:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bdb7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.117249:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bdb7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.117253:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bdb7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.117255:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.117257:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bdb7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.117260:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bdb7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.117264:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bdb7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.117267:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bdb7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.117362:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.117370:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870823 00010000:00080000:2.0:1724307218.117372:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870823 00000100:00080000:1.0:1724307218.117422:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009a14ed80 x1808064246395776/t17179870822(17179870822) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.117431:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.117433:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.117436:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.117440:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870822 00000100:00080000:1.0:1724307218.117451:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009a14e680 x1808064246395648/t17179870823(17179870823) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.117457:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246395776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.117464:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246395648:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.117480:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.117547:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246395648 00000100:00100000:0.0:1724307218.117551:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246395648 00000100:00100000:0.0:1724307218.117577:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11688 00000100:00100000:0.0:1724307218.117581:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+182:3295:x1808064246395648:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.117587:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870823, current: 17179870823, replaying 00000100:00100000:0.0:1724307218.117593:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+182:3295:x1808064246395648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (112us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.117598:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11688 00010000:00080000:2.0:1724307218.117599:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870823, next_transno: 17179870823 00010000:00080000:2.0:1724307218.117601:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870823) 00010000:00080000:2.0:1724307218.117604:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246395648 t17179870823 from 0@lo req@ffff88009ca9ca80 x1808064246395648/t0(17179870823) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.117623:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5048 count 1 00002000:00010000:2.0:1724307218.117697:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13b8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.117701:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bdbe lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.117707:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.117708:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.117710:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bdbe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.117716:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bdbe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.117722:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bdbe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.117727:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bdbe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.117731:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bdbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.117737:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.117739:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bdbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.117745:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bdbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.117753:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bdbe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.117758:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bdbe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.117867:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.117875:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870824 00010000:00080000:2.0:1724307218.117877:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870824 00000100:00080000:1.0:1724307218.117922:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009a14e680 x1808064246395648/t17179870823(17179870823) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.117927:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.117929:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.117932:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.117937:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870823 00000100:00080000:1.0:1724307218.117948:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009a14f100 x1808064246396160/t17179870824(17179870824) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.117954:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246395648:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.117962:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246396160:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.117992:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.118100:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246396160 00000100:00100000:0.0:1724307218.118105:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246396160 00000100:00100000:0.0:1724307218.118281:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11689 00000100:00100000:0.0:1724307218.118286:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+183:3295:x1808064246396160:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.118291:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870824, current: 17179870824, replaying 00000100:00100000:0.0:1724307218.118311:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+183:3295:x1808064246396160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25us (319us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.118317:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11689 00010000:00080000:3.0:1724307218.118371:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870824, next_transno: 17179870824 00010000:00080000:3.0:1724307218.118374:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870824) 00010000:00080000:3.0:1724307218.118378:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246396160 t17179870824 from 0@lo req@ffff88009ca9dc00 x1808064246396160/t0(17179870824) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.118394:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5051 count 1 00002000:00010000:3.0:1724307218.118485:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13bb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.118489:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0bdc5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13bb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.118497:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.118498:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.118501:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0bdc5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.118509:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0bdc5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.118515:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0bdc5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.118521:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0bdc5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.118526:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0bdc5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.118532:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.118535:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0bdc5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.118541:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0bdc5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.118550:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0bdc5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.118556:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0bdc5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.118703:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.118711:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870825 00010000:00080000:3.0:1724307218.118714:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870825 00000100:00080000:1.0:1724307218.118771:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009a14f100 x1808064246396160/t17179870824(17179870824) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.118782:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.118784:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.118787:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.118793:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870824 00000100:00080000:1.0:1724307218.118805:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009a14d180 x1808064246396288/t17179870825(17179870825) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.118812:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246396160:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.118820:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246396288:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.118837:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.118917:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246396288 00000100:00100000:2.0:1724307218.118920:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246396288 00000100:00100000:2.0:1724307218.118946:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11690 00000100:00100000:2.0:1724307218.118950:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+184:3295:x1808064246396288:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.118955:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870825, current: 17179870825, replaying 00000100:00100000:2.0:1724307218.119056:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+184:3295:x1808064246396288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 103us (217us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.119061:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11690 00010000:00080000:3.0:1724307218.119107:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870825, next_transno: 17179870825 00010000:00080000:3.0:1724307218.119110:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870825) 00010000:00080000:3.0:1724307218.119114:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246396288 t17179870825 from 0@lo req@ffff88009ca9df80 x1808064246396288/t0(17179870825) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.119129:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5052 count 1 00002000:00010000:3.0:1724307218.119220:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13bc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.119225:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0bdcc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13bc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.119237:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.119238:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.119241:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0bdcc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.119249:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0bdcc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.119256:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0bdcc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.119262:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0bdcc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.119268:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0bdcc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.119274:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2f40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.119277:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0bdcc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.119283:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0bdcc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.119291:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0bdcc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.119302:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2f40/0x85b23e07e0c0bdcc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.119421:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.119430:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870826 00010000:00080000:3.0:1724307218.119433:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870826 00000100:00080000:1.0:1724307218.119487:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009a14d180 x1808064246396288/t17179870825(17179870825) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.119494:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.119495:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.119499:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.119504:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870825 00000100:00080000:1.0:1724307218.119521:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009a14ce00 x1808064246396032/t17179870826(17179870826) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.119527:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246396288:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.119535:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246396032:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.119550:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.119633:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246396032 00000100:00100000:2.0:1724307218.119637:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246396032 00000100:00100000:2.0:1724307218.119751:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11691 00000100:00100000:2.0:1724307218.119754:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+185:3295:x1808064246396032:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.119759:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870826, current: 17179870826, replaying 00000100:00100000:2.0:1724307218.119775:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+185:3295:x1808064246396032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (224us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.119779:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11691 00010000:00080000:3.0:1724307218.119822:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870826, next_transno: 17179870826 00010000:00080000:3.0:1724307218.119825:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870826) 00010000:00080000:3.0:1724307218.119829:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246396032 t17179870826 from 0@lo req@ffff88009ca9ea00 x1808064246396032/t0(17179870826) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.119847:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5050 count 1 00002000:00010000:3.0:1724307218.119909:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13ba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.119914:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0bdd3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.119921:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.119922:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.119925:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0bdd3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.119937:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0bdd3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.119944:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0bdd3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.119953:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0bdd3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.119959:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0bdd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.119964:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.119967:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0bdd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.119984:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0bdd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.119994:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0bdd3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.120000:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1f80/0x85b23e07e0c0bdd3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.120102:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.120110:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870827 00010000:00080000:3.0:1724307218.120113:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870827 00000100:00080000:1.0:1724307218.120128:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009a14ce00 x1808064246396032/t17179870826(17179870826) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.120138:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.120140:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.120143:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.120147:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870826 00000100:00080000:1.0:1724307218.120158:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a57ce680 x1808064246396416/t17179870827(17179870827) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.120165:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246396032:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.120171:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246396416:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.120187:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.120241:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246396416 00000100:00100000:0.0:1724307218.120245:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246396416 00000100:00100000:0.0:1724307218.120298:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11692 00000100:00100000:0.0:1724307218.120303:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+186:3295:x1808064246396416:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.120308:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870827, current: 17179870827, replaying 00000100:00100000:0.0:1724307218.120322:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+186:3295:x1808064246396416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (135us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.120327:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11692 00010000:00080000:3.0:1724307218.120352:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870827, next_transno: 17179870827 00010000:00080000:3.0:1724307218.120354:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870827) 00010000:00080000:3.0:1724307218.120359:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246396416 t17179870827 from 0@lo req@ffff88009ca9d880 x1808064246396416/t0(17179870827) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.120380:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5053 count 1 00002000:00010000:3.0:1724307218.120439:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13bd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.120443:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0bdda lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.120450:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.120451:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.120453:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0bdda lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.120460:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0bdda lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.120466:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0bdda lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.120471:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0bdda lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.120475:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0bdda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.120479:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.120482:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0bdda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.120487:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0bdda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.120494:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0bdda lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.120499:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0bdda lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.120618:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.120628:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870828 00010000:00080000:3.0:1724307218.120630:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870828 00000100:00080000:1.0:1724307218.120690:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a57ce680 x1808064246396416/t17179870827(17179870827) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.120696:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.120698:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.120700:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.120705:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870827 00000100:00080000:1.0:1724307218.120716:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009e6a1500 x1808064246396800/t17179870828(17179870828) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.120723:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246396416:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.120731:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246396800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.120748:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.120814:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246396800 00000100:00100000:0.0:1724307218.120818:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246396800 00000100:00100000:0.0:1724307218.120847:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11693 00000100:00100000:0.0:1724307218.120851:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+187:3295:x1808064246396800:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.120857:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870828, current: 17179870828, replaying 00000100:00100000:0.0:1724307218.120967:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+187:3295:x1808064246396800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 114us (216us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.120984:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11693 00010000:00080000:3.0:1724307218.121022:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870828, next_transno: 17179870828 00010000:00080000:3.0:1724307218.121025:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870828) 00010000:00080000:3.0:1724307218.121029:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246396800 t17179870828 from 0@lo req@ffff88009ca9d180 x1808064246396800/t0(17179870828) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.121045:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5055 count 1 00002000:00010000:3.0:1724307218.121105:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13bf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.121110:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0bde1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13bf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.121116:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.121117:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.121120:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0bde1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.121126:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0bde1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.121138:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0bde1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.121144:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0bde1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.121150:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0bde1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.121155:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.121157:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0bde1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.121163:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0bde1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.121172:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0bde1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.121178:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0bde1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.121295:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.121304:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870829 00010000:00080000:3.0:1724307218.121306:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870829 00000100:00080000:1.0:1724307218.121359:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009e6a1500 x1808064246396800/t17179870828(17179870828) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.121369:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.121371:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.121373:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.121377:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870828 00000100:00080000:1.0:1724307218.121388:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f153b80 x1808064246396672/t17179870829(17179870829) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.121394:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246396800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.121400:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f153b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246396672:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.121415:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.121446:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246396672 00000100:00100000:0.0:1724307218.121450:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246396672 00000100:00100000:0.0:1724307218.121475:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11694 00000100:00100000:0.0:1724307218.121480:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+188:3295:x1808064246396672:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.121486:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870829, current: 17179870829, replaying 00000100:00100000:0.0:1724307218.121500:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+188:3295:x1808064246396672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (84us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.121505:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11694 00010000:00080000:3.0:1724307218.121572:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870829, next_transno: 17179870829 00010000:00080000:3.0:1724307218.121575:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870829) 00010000:00080000:3.0:1724307218.121579:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246396672 t17179870829 from 0@lo req@ffff88009ca9ed80 x1808064246396672/t0(17179870829) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.121595:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5054 count 1 00002000:00010000:3.0:1724307218.121682:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13be:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.121686:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0bde8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13be:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.121693:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.121695:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.121697:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0bde8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.121705:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0bde8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.121711:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0bde8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.121716:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0bde8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.121723:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0bde8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.121728:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.121731:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0bde8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.121742:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0bde8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.121750:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0bde8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.121757:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0bde8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.121871:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.121879:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870830 00010000:00080000:3.0:1724307218.121881:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870830 00000100:00080000:1.0:1724307218.122005:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f153b80 x1808064246396672/t17179870829(17179870829) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.122011:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.122012:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.122015:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.122020:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870829 00000100:00080000:1.0:1724307218.122032:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b65c00 x1808064246396928/t17179870830(17179870830) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.122038:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f153b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246396672:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.122045:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246396928:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.122061:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.122095:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246396928 00000100:00100000:2.0:1724307218.122099:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246396928 00000100:00100000:2.0:1724307218.122121:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11695 00000100:00100000:2.0:1724307218.122126:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+189:3295:x1808064246396928:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.122131:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870830, current: 17179870830, replaying 00000100:00100000:2.0:1724307218.122137:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+189:3295:x1808064246396928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (75us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.122142:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11695 00010000:00080000:3.0:1724307218.122255:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870830, next_transno: 17179870830 00010000:00080000:3.0:1724307218.122259:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870830) 00010000:00080000:3.0:1724307218.122263:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246396928 t17179870830 from 0@lo req@ffff88009ca9e300 x1808064246396928/t0(17179870830) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.122279:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5056 count 1 00002000:00010000:3.0:1724307218.122400:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13c0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.122405:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0bdef lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.122412:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.122414:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.122416:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0bdef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.122428:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0bdef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.122434:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0bdef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.122440:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0bdef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.122446:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0bdef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.122451:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.122454:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0bdef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.122460:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0bdef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.122469:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0bdef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.122475:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0bdef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.122603:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.122615:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870831 00010000:00080000:3.0:1724307218.122618:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870831 00000100:00080000:1.0:1724307218.122897:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b65c00 x1808064246396928/t17179870830(17179870830) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.122909:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.122910:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.122914:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.122919:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870830 00000100:00080000:1.0:1724307218.122935:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b65f80 x1808064246397056/t17179870831(17179870831) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.122942:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246396928:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.122951:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246397056:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.122968:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.123520:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246397056 00000100:00100000:0.0:1724307218.123526:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246397056 00000100:00100000:0.0:1724307218.123600:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11696 00000100:00100000:0.0:1724307218.123604:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+190:3295:x1808064246397056:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.123612:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870831, current: 17179870831, replaying 00010000:00080000:3.0:1724307218.123737:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870831, next_transno: 17179870831 00010000:00080000:3.0:1724307218.123740:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870831) 00010000:00080000:3.0:1724307218.123746:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246397056 t17179870831 from 0@lo req@ffff88009ca9f480 x1808064246397056/t0(17179870831) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 2 fl Interpret:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.123758:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+190:3295:x1808064246397056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 153us (789us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.123764:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11696 00002000:00080000:3.0:1724307218.123768:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5057 count 1 00002000:00010000:3.0:1724307218.123854:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13c1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.123860:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0bdf6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13c1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.123868:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.123870:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.123872:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0bdf6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.123881:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0bdf6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.123887:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0bdf6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.123893:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0bdf6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.123898:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0bdf6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.123908:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.123910:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0bdf6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.123916:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0bdf6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.123927:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0bdf6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.123933:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0bdf6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.124214:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.124227:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870832 00010000:00080000:3.0:1724307218.124230:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870832 00000100:00080000:1.0:1724307218.124298:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b65f80 x1808064246397056/t17179870831(17179870831) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.124305:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.124307:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.124311:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.124317:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870831 00000100:00080000:1.0:1724307218.124344:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009ca9f800 x1808064246390400/t17179870832(17179870832) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.124351:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246397056:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.124360:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246390400:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.124380:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.124441:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246390400 00000100:00100000:0.0:1724307218.124445:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246390400 00000100:00100000:0.0:1724307218.124504:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11697 00000100:00100000:0.0:1724307218.124508:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+191:3295:x1808064246390400:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.124515:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870832, current: 17179870832, replaying 00000100:00100000:0.0:1724307218.124529:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+191:3295:x1808064246390400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (148us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.124534:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11697 00010000:00080000:3.0:1724307218.124565:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870832, next_transno: 17179870832 00010000:00080000:3.0:1724307218.124568:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870832) 00010000:00080000:3.0:1724307218.124572:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246390400 t17179870832 from 0@lo req@ffff88009ca9ce00 x1808064246390400/t0(17179870832) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.124589:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5026 count 1 00002000:00010000:3.0:1724307218.124672:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.124676:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0bdfd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.124689:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.124690:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.124692:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0bdfd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.124699:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0bdfd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.124706:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0bdfd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.124711:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0bdfd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.124716:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0bdfd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.124721:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.124724:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0bdfd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.124730:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0bdfd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.124738:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0bdfd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.124748:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0bdfd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.124982:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.124991:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870833 00010000:00080000:3.0:1724307218.124993:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870833 00000100:00080000:1.0:1724307218.125049:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009ca9f800 x1808064246390400/t17179870832(17179870832) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.125060:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.125062:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.125065:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.125071:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870832 00000100:00080000:1.0:1724307218.125085:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b65880 x1808064246391936/t17179870833(17179870833) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.125092:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ca9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246390400:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.125099:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246391936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.125116:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.125233:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246391936 00000100:00100000:0.0:1724307218.125236:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246391936 00000100:00100000:0.0:1724307218.125260:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11698 00000100:00100000:0.0:1724307218.125264:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+192:3295:x1808064246391936:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.125270:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870833, current: 17179870833, replaying 00000100:00100000:0.0:1724307218.125284:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+192:3295:x1808064246391936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19us (167us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.125290:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11698 00010000:00080000:3.0:1724307218.125303:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870833, next_transno: 17179870833 00010000:00080000:3.0:1724307218.125305:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870833) 00010000:00080000:3.0:1724307218.125309:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246391936 t17179870833 from 0@lo req@ffff88009ca9f100 x1808064246391936/t0(17179870833) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.125325:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5033 count 1 00002000:00010000:3.0:1724307218.125393:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13a9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.125397:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0be04 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.125404:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.125405:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.125407:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0be04 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.125414:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0be04 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.125420:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0be04 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.125430:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0be04 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.125436:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0be04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.125441:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe21c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.125444:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0be04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.125449:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0be04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.125457:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0be04 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.125463:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0be04 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.125581:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.125590:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870834 00010000:00080000:3.0:1724307218.125592:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870834 00000100:00080000:1.0:1724307218.125671:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b65880 x1808064246391936/t17179870833(17179870833) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.125677:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.125679:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.125682:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.125688:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870833 00000100:00080000:1.0:1724307218.125701:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b67b80 x1808064246392960/t17179870834(17179870834) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.125708:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246391936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.125716:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246392960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.125734:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.125902:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246392960 00000100:00100000:2.0:1724307218.125906:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246392960 00000100:00100000:2.0:1724307218.125937:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11699 00000100:00100000:2.0:1724307218.125941:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+193:3295:x1808064246392960:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.125947:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870834, current: 17179870834, replaying 00000100:00100000:2.0:1724307218.126118:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+193:3295:x1808064246392960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 175us (381us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.126124:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11699 00010000:00080000:3.0:1724307218.126163:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870834, next_transno: 17179870834 00010000:00080000:3.0:1724307218.126165:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870834) 00010000:00080000:3.0:1724307218.126169:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246392960 t17179870834 from 0@lo req@ffff88009ca9e680 x1808064246392960/t0(17179870834) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.126191:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5037 count 1 00002000:00010000:3.0:1724307218.126255:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13ad:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.126260:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0be0b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.126268:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.126269:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.126271:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0be0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.126279:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0be0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.126285:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0be0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.126291:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0be0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.126296:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0be0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.126300:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.126302:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0be0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.126307:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0be0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.126316:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0be0b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.126320:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0be0b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.126442:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.126453:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870835 00010000:00080000:3.0:1724307218.126455:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870835 00000100:00080000:1.0:1724307218.126506:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b67b80 x1808064246392960/t17179870834(17179870834) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.126517:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.126519:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.126522:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.126527:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870834 00000100:00080000:1.0:1724307218.126542:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009d5ddf80 x1808064246393472/t17179870835(17179870835) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.126549:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246392960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.126557:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d5ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246393472:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.126574:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.126627:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246393472 00000100:00100000:2.0:1724307218.126631:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246393472 00000100:00100000:2.0:1724307218.126673:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11700 00000100:00100000:2.0:1724307218.126677:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+194:3295:x1808064246393472:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.126683:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870835, current: 17179870835, replaying 00000100:00100000:2.0:1724307218.126689:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+194:3295:x1808064246393472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (115us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.126694:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11700 00010000:00080000:3.0:1724307218.126755:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870835, next_transno: 17179870835 00010000:00080000:3.0:1724307218.126757:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870835) 00010000:00080000:3.0:1724307218.126761:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246393472 t17179870835 from 0@lo req@ffff88009ca9c700 x1808064246393472/t0(17179870835) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.126776:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5039 count 1 00002000:00010000:3.0:1724307218.126836:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13af:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.126840:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0be12 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13af:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.126847:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.126848:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.126850:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0be12 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.126858:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0be12 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.126869:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0be12 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.126875:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0be12 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.126881:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0be12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.126887:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.126890:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0be12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.126896:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0be12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.126903:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0be12 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.126909:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0be12 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.127023:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.127032:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870836 00010000:00080000:3.0:1724307218.127035:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870836 00000100:00080000:1.0:1724307218.127082:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009d5ddf80 x1808064246393472/t17179870835(17179870835) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.127088:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.127090:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.127093:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.127099:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870835 00000100:00080000:1.0:1724307218.127110:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b24a80 x1808064246397312/t17179870836(17179870836) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.127117:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d5ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246393472:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.127125:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246397312:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.127142:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.127205:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246397312 00000100:00100000:0.0:1724307218.127209:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246397312 00000100:00100000:0.0:1724307218.127312:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11701 00000100:00100000:0.0:1724307218.127317:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+195:3295:x1808064246397312:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.127323:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870836, current: 17179870836, replaying 00000100:00100000:0.0:1724307218.127329:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+195:3295:x1808064246397312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (187us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.127334:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11701 00010000:00080000:3.0:1724307218.127437:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870836, next_transno: 17179870836 00010000:00080000:3.0:1724307218.127441:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870836) 00010000:00080000:3.0:1724307218.127445:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246397312 t17179870836 from 0@lo req@ffff88009ca9c380 x1808064246397312/t0(17179870836) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.127461:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5058 count 1 00002000:00010000:3.0:1724307218.127523:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.127528:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0be19 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.127535:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.127537:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.127539:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0be19 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.127547:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0be19 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.127554:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0be19 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.127560:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0be19 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.127566:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0be19 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.127570:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe18c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.127572:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0be19 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.127583:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0be19 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.127590:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0be19 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.127596:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0be19 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.127856:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.127867:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870837 00010000:00080000:3.0:1724307218.127870:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870837 00000100:00080000:1.0:1724307218.127924:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b24a80 x1808064246397312/t17179870836(17179870836) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.127934:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.127936:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.127939:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.127944:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870836 00000100:00080000:1.0:1724307218.127959:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b25880 x1808064246397440/t17179870837(17179870837) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.127966:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246397312:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.127985:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246397440:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.128002:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.128059:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246397440 00000100:00100000:2.0:1724307218.128063:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246397440 00000100:00100000:2.0:1724307218.128088:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11702 00000100:00100000:2.0:1724307218.128093:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+196:3295:x1808064246397440:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.128099:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870837, current: 17179870837, replaying 00000100:00100000:2.0:1724307218.128105:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+196:3295:x1808064246397440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (102us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.128109:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11702 00010000:00080000:3.0:1724307218.128175:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870837, next_transno: 17179870837 00010000:00080000:3.0:1724307218.128178:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870837) 00010000:00080000:3.0:1724307218.128182:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246397440 t17179870837 from 0@lo req@ffff88009ca9c000 x1808064246397440/t0(17179870837) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.128200:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5059 count 1 00002000:00010000:3.0:1724307218.128261:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.128266:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0be20 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13c3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.128273:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.128275:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.128278:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0be20 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.128291:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0be20 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.128298:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0be20 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.128303:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0be20 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.128309:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0be20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.128315:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe06c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.128317:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0be20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.128323:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0be20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.128331:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0be20 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.128337:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0be20 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.128441:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.128451:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870838 00010000:00080000:3.0:1724307218.128453:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870838 00000100:00080000:1.0:1724307218.128515:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b25880 x1808064246397440/t17179870837(17179870837) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.128522:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.128524:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.128527:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.128532:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870837 00000100:00080000:1.0:1724307218.128545:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800922dd500 x1808064246394496/t17179870838(17179870838) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.128552:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246397440:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.128559:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246394496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.128576:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.128751:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246394496 00000100:00100000:0.0:1724307218.128755:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246394496 00000100:00100000:0.0:1724307218.128860:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11703 00000100:00100000:0.0:1724307218.128865:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+197:3295:x1808064246394496:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.128871:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870838, current: 17179870838, replaying 00000100:00100000:0.0:1724307218.128885:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+197:3295:x1808064246394496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (308us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.128890:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11703 00010000:00080000:3.0:1724307218.128926:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870838, next_transno: 17179870838 00010000:00080000:3.0:1724307218.128929:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870838) 00010000:00080000:3.0:1724307218.128933:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246394496 t17179870838 from 0@lo req@ffff88009f150e00 x1808064246394496/t0(17179870838) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.128948:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5042 count 1 00002000:00010000:3.0:1724307218.129026:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13b2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.129031:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0be27 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13b2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.129039:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.129040:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.129043:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0be27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.129051:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0be27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.129057:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0be27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.129064:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0be27 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.129070:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0be27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.129080:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.129083:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0be27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.129089:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0be27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.129096:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0be27 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.129102:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0be27 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.129215:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.129225:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870839 00010000:00080000:3.0:1724307218.129227:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870839 00000100:00080000:1.0:1724307218.129275:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800922dd500 x1808064246394496/t17179870838(17179870838) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.129286:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.129288:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.129291:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.129296:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870838 00000100:00080000:1.0:1724307218.129309:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880135d33800 x1808064246395008/t17179870839(17179870839) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.129316:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246394496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.129323:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135d33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246395008:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.129340:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.129381:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246395008 00000100:00100000:0.0:1724307218.129384:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246395008 00000100:00100000:0.0:1724307218.129400:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11704 00000100:00100000:0.0:1724307218.129404:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+198:3295:x1808064246395008:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.129409:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870839, current: 17179870839, replaying 00000100:00100000:0.0:1724307218.129415:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+198:3295:x1808064246395008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (75us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.129420:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11704 00010000:00080000:3.0:1724307218.129514:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870839, next_transno: 17179870839 00010000:00080000:3.0:1724307218.129516:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870839) 00010000:00080000:3.0:1724307218.129520:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246395008 t17179870839 from 0@lo req@ffff88009f150a80 x1808064246395008/t0(17179870839) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.129535:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5044 count 1 00002000:00010000:3.0:1724307218.129591:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13b4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.129596:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0be2e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13b4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.129608:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.129609:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.129612:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0be2e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.129619:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0be2e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.129626:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0be2e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.129633:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0be2e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.129703:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0be2e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.129709:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.129712:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0be2e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.129718:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0be2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.129728:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0be2e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.129739:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0be2e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.130166:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.130176:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870840 00010000:00080000:3.0:1724307218.130179:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870840 00000100:00080000:1.0:1724307218.130434:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880135d33800 x1808064246395008/t17179870839(17179870839) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.130440:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.130442:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.130446:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.130452:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870839 00000100:00080000:1.0:1724307218.130472:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b26d80 x1808064246397824/t17179870840(17179870840) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.130480:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135d33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246395008:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.130489:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246397824:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.130508:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.130582:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246397824 00000100:00100000:3.0:1724307218.130586:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246397824 00000100:00100000:3.0:1724307218.131174:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11705 00000100:00100000:3.0:1724307218.131181:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+199:3295:x1808064246397824:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.131189:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870840, current: 17179870840, replaying 00000100:00100000:3.0:1724307218.131201:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+199:3295:x1808064246397824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21us (692us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307218.131207:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11705 00010000:00080000:0.0:1724307218.131263:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870840, next_transno: 17179870840 00010000:00080000:0.0:1724307218.131267:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870840) 00010000:00080000:0.0:1724307218.131273:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246397824 t17179870840 from 0@lo req@ffff88009f150700 x1808064246397824/t0(17179870840) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.131296:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5061 count 1 00002000:00010000:0.0:1724307218.131395:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.131401:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0be35 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13c5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.131410:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.131412:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.131415:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0be35 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.131425:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0be35 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.131432:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0be35 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.131438:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0be35 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.131444:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0be35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.131449:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.131452:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0be35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.131463:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0be35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.131473:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0be35 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.131479:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0be35 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.131670:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.131679:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870841 00010000:00080000:0.0:1724307218.131682:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870841 00000100:00080000:1.0:1724307218.131713:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b26d80 x1808064246397824/t17179870840(17179870840) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.131724:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.131726:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.131730:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.131736:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870840 00000100:00080000:1.0:1724307218.131756:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b27100 x1808064246397696/t17179870841(17179870841) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.131764:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246397824:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.131773:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246397696:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.131792:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.132424:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246397696 00000100:00100000:2.0:1724307218.132431:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246397696 00000100:00100000:2.0:1724307218.132463:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11706 00000100:00100000:2.0:1724307218.132469:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+200:3295:x1808064246397696:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.132476:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870841, current: 17179870841, replaying 00000100:00100000:2.0:1724307218.132492:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+200:3295:x1808064246397696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23us (698us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.132497:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11706 00010000:00080000:0.0:1724307218.132511:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870841, next_transno: 17179870841 00010000:00080000:0.0:1724307218.132514:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870841) 00010000:00080000:0.0:1724307218.132520:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246397696 t17179870841 from 0@lo req@ffff88009f152d80 x1808064246397696/t0(17179870841) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.132539:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5060 count 1 00002000:00010000:1.0:1724307218.132710:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.132717:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0be3c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.132726:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.132727:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.132730:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0be3c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.132739:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0be3c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.132747:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0be3c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.132753:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0be3c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.132759:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0be3c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.132765:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.132767:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0be3c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.132774:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0be3c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.132784:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0be3c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.132789:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0be3c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.132960:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.132982:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870842 00010000:00080000:1.0:1724307218.132985:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870842 00000100:00080000:2.0:1724307218.133048:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b27100 x1808064246397696/t17179870841(17179870841) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.133055:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.133057:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.133061:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.133067:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870841 00000100:00080000:2.0:1724307218.133087:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f2bc380 x1808064246398336/t17179870842(17179870842) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.133094:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246397696:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.133103:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246398336:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.133124:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.133281:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246398336 00000100:00100000:0.0:1724307218.133285:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246398336 00000100:00100000:0.0:1724307218.133365:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11707 00000100:00100000:0.0:1724307218.133370:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009387ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+201:3295:x1808064246398336:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.133376:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870842, current: 17179870842, replaying 00000100:00100000:0.0:1724307218.133611:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009387ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+201:3295:x1808064246398336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 238us (484us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.133617:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11707 00010000:00080000:1.0:1724307218.133739:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870842, next_transno: 17179870842 00010000:00080000:1.0:1724307218.133743:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870842) 00010000:00080000:1.0:1724307218.133748:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246398336 t17179870842 from 0@lo req@ffff88009387ca80 x1808064246398336/t0(17179870842) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.133766:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5063 count 1 00002000:00010000:1.0:1724307218.133837:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.133842:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0be43 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.133850:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.133851:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.133854:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0be43 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.133862:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0be43 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.133869:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0be43 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.133874:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0be43 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.133881:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0be43 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.133886:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.133888:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0be43 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.133894:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0be43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.133902:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0be43 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.133913:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0be43 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.134060:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.134070:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870843 00010000:00080000:1.0:1724307218.134073:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870843 00000100:00080000:2.0:1724307218.134214:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f2bc380 x1808064246398336/t17179870842(17179870842) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.134222:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.134224:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.134228:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.134234:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870842 00000100:00080000:2.0:1724307218.134255:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f2bd180 x1808064246398848/t17179870843(17179870843) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.134263:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246398336:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.134272:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f2bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246398848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.134293:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.134555:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246398848 00000100:00100000:0.0:1724307218.134559:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246398848 00000100:00100000:0.0:1724307218.134588:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11708 00000100:00100000:0.0:1724307218.134593:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094026a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+202:3295:x1808064246398848:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.134599:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870843, current: 17179870843, replaying 00000100:00100000:0.0:1724307218.134613:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094026a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+202:3295:x1808064246398848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (320us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.134618:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11708 00010000:00080000:1.0:1724307218.134701:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870843, next_transno: 17179870843 00010000:00080000:1.0:1724307218.134705:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870843) 00010000:00080000:1.0:1724307218.134710:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246398848 t17179870843 from 0@lo req@ffff880094026a00 x1808064246398848/t0(17179870843) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.134728:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5067 count 1 00002000:00010000:1.0:1724307218.134799:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.134804:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0be4a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.134812:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.134813:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.134816:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0be4a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.134825:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0be4a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.134832:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0be4a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.134842:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0be4a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.134849:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0be4a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.134854:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.134856:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0be4a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.134861:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0be4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.134870:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0be4a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.134875:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0be4a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.135039:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.135047:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870844 00010000:00080000:1.0:1724307218.135050:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870844 00000100:00080000:2.0:1724307218.135093:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f2bd180 x1808064246398848/t17179870843(17179870843) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.135100:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.135102:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.135105:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.135110:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870843 00000100:00080000:2.0:1724307218.135126:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f2bca80 x1808064246398592/t17179870844(17179870844) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.135133:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f2bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246398848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.135141:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f2bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246398592:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.135158:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.135200:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246398592 00000100:00100000:3.0:1724307218.135204:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246398592 00000100:00100000:3.0:1724307218.135230:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11709 00000100:00100000:3.0:1724307218.135234:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094027800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+203:3295:x1808064246398592:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.135240:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870844, current: 17179870844, replaying 00000100:00100000:3.0:1724307218.135257:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094027800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+203:3295:x1808064246398592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22us (98us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307218.135263:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11709 00010000:00080000:1.0:1724307218.135325:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870844, next_transno: 17179870844 00010000:00080000:1.0:1724307218.135328:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870844) 00010000:00080000:1.0:1724307218.135333:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246398592 t17179870844 from 0@lo req@ffff880094027800 x1808064246398592/t0(17179870844) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.135355:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5065 count 1 00002000:00010000:1.0:1724307218.135409:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.135413:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0be51 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.135421:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.135422:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.135425:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0be51 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.135433:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0be51 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.135439:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0be51 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.135445:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0be51 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.135450:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0be51 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.135455:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.135457:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0be51 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.135464:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0be51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.135473:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0be51 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.135478:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0be51 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.135584:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.135593:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870845 00010000:00080000:1.0:1724307218.135596:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870845 00000100:00080000:2.0:1724307218.135689:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f2bca80 x1808064246398592/t17179870844(17179870844) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.135695:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.135697:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.135700:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.135706:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870844 00000100:00080000:2.0:1724307218.135719:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f2bd880 x1808064246399104/t17179870845(17179870845) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.135726:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f2bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246398592:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.135733:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f2bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246399104:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.135749:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.138728:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246399104 00000100:00100000:0.0:1724307218.138739:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246399104 00000100:00100000:0.0:1724307218.138788:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11710 00000100:00100000:0.0:1724307218.138795:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094026680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+204:3295:x1808064246399104:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.138807:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870845, current: 17179870845, replaying 00000100:00100000:0.0:1724307218.138817:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094026680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+204:3295:x1808064246399104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23us (3068us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.138822:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11710 00010000:00080000:1.0:1724307218.138957:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870845, next_transno: 17179870845 00010000:00080000:1.0:1724307218.138964:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870845) 00010000:00080000:1.0:1724307218.138984:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246399104 t17179870845 from 0@lo req@ffff880094026680 x1808064246399104/t0(17179870845) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.139025:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5069 count 1 00002000:00010000:1.0:1724307218.139162:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.139169:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0be58 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.139182:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.139184:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.139188:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0be58 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.139202:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0be58 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.139215:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0be58 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.139222:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0be58 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.139229:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0be58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.139234:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.139237:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0be58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.139244:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0be58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.139257:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0be58 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.139263:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0be58 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.139481:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.139496:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870846 00010000:00080000:1.0:1724307218.139498:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870846 00000100:00080000:2.0:1724307218.139718:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f2bd880 x1808064246399104/t17179870845(17179870845) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.139725:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.139727:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.139730:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.139734:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870845 00000100:00080000:2.0:1724307218.139772:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009a14d500 x1808064246400512/t17179870846(17179870846) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.139779:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f2bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246399104:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.139791:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246400512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.139814:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.139860:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246400512 00000100:00100000:0.0:1724307218.139864:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246400512 00000100:00100000:0.0:1724307218.139893:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11711 00000100:00100000:0.0:1724307218.139898:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094027480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+205:3295:x1808064246400512:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.139903:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870846, current: 17179870846, replaying 00000100:00100000:0.0:1724307218.139910:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094027480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+205:3295:x1808064246400512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13us (96us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.139915:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11711 00010000:00080000:1.0:1724307218.140993:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870846, next_transno: 17179870846 00010000:00080000:1.0:1724307218.140999:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870846) 00010000:00080000:1.0:1724307218.141008:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246400512 t17179870846 from 0@lo req@ffff880094027480 x1808064246400512/t0(17179870846) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.141037:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5071 count 1 00002000:00010000:1.0:1724307218.141148:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13cf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.141155:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0be5f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13cf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.141165:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.141167:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.141170:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0be5f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.141185:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0be5f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.141193:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0be5f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.141198:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0be5f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.141204:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0be5f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.141209:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d403a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.141212:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0be5f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.141224:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0be5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.141236:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0be5f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.141242:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0be5f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.141436:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.141450:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870847 00010000:00080000:1.0:1724307218.141452:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870847 00000100:00080000:2.0:1724307218.141536:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009a14d500 x1808064246400512/t17179870846(17179870846) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.141549:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.141551:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.141556:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.141562:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870846 00000100:00080000:2.0:1724307218.141599:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f2bc700 x1808064246398464/t17179870847(17179870847) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.141608:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246400512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.141621:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246398464:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.141729:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.141801:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246398464 00000100:00100000:3.0:1724307218.141815:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246398464 00000100:00100000:3.0:1724307218.141862:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11712 00000100:00100000:3.0:1724307218.141869:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+206:3295:x1808064246398464:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.141880:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870847, current: 17179870847, replaying 00000100:00100000:3.0:1724307218.141903:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+206:3295:x1808064246398464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35us (175us total) trans 0 rc 0/-999 00010000:00080000:1.0:1724307218.141948:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870847, next_transno: 17179870847 00010000:00080000:1.0:1724307218.141952:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870847) 00010000:00080000:1.0:1724307218.141959:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246398464 t17179870847 from 0@lo req@ffff880094025f80 x1808064246398464/t0(17179870847) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 2 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.142001:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5064 count 1 00002000:00010000:1.0:1724307218.142125:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.142133:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0be66 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.142144:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.142146:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.142150:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0be66 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.142166:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0be66 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.142173:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0be66 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.142178:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0be66 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.142184:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0be66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.142190:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d403180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.142193:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0be66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.142199:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0be66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.142210:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0be66 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.142215:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0be66 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.142420:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.142426:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870848 00010000:00080000:1.0:1724307218.142428:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870848 00000100:00080000:2.0:1724307218.142439:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f2bc700 x1808064246398464/t17179870847(17179870847) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.142446:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.142448:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.142451:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.142455:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870847 00000100:00100000:3.0:1724307218.142464:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11712 00000100:00080000:2.0:1724307218.142471:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f2bc000 x1808064246398208/t17179870848(17179870848) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.142478:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246398464:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.142486:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246398208:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.142504:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.142546:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246398208 00000100:00100000:3.0:1724307218.142550:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246398208 00000100:00100000:3.0:1724307218.142578:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11713 00000100:00100000:3.0:1724307218.142583:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094026d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+207:3295:x1808064246398208:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.142588:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870848, current: 17179870848, replaying 00000100:00100000:3.0:1724307218.142600:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094026d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+207:3295:x1808064246398208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17us (95us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307218.142604:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11713 00010000:00080000:1.0:1724307218.142781:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870848, next_transno: 17179870848 00010000:00080000:1.0:1724307218.142783:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870848) 00010000:00080000:1.0:1724307218.142788:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246398208 t17179870848 from 0@lo req@ffff880094026d80 x1808064246398208/t0(17179870848) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.142804:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5062 count 1 00002000:00010000:1.0:1724307218.142862:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.142867:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0be6d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.142873:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.142874:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.142877:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0be6d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.142883:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0be6d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.142888:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0be6d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.142894:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0be6d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.142899:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0be6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.142908:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.142911:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0be6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.142917:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0be6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.142925:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0be6d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.142931:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0be6d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.143068:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.143076:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870849 00010000:00080000:1.0:1724307218.143078:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870849 00000100:00080000:2.0:1724307218.143156:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f2bc000 x1808064246398208/t17179870848(17179870848) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.143169:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.143171:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.143175:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.143181:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870848 00000100:00080000:2.0:1724307218.143215:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f2bce00 x1808064246398720/t17179870849(17179870849) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.143223:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246398208:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.143235:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246398720:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.143261:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.143471:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246398720 00000100:00100000:0.0:1724307218.143474:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246398720 00000100:00100000:0.0:1724307218.144099:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11714 00000100:00100000:0.0:1724307218.144105:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+208:3295:x1808064246398720:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.144111:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870849, current: 17179870849, replaying 00000100:00100000:0.0:1724307218.144117:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+208:3295:x1808064246398720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13us (857us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.144122:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11714 00010000:00080000:1.0:1724307218.144176:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870849, next_transno: 17179870849 00010000:00080000:1.0:1724307218.144179:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870849) 00010000:00080000:1.0:1724307218.144184:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246398720 t17179870849 from 0@lo req@ffff88009c0a6050 x1808064246398720/t0(17179870849) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.144201:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5066 count 1 00002000:00010000:1.0:1724307218.144268:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.144273:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0be74 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.144285:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.144287:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.144289:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0be74 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.144298:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0be74 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.144304:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0be74 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.144311:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0be74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.144317:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0be74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.144322:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.144324:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0be74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.144330:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0be74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.144339:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0be74 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.144349:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0be74 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.144469:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.144540:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870850 00010000:00080000:1.0:1724307218.144543:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870850 00000100:00080000:2.0:1724307218.144603:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f2bce00 x1808064246398720/t17179870849(17179870849) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.144609:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.144610:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.144614:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.144619:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870849 00000100:00080000:2.0:1724307218.144655:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b520e00 x1808064246401280/t17179870850(17179870850) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.144661:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246398720:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.144669:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246401280:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.144685:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.144715:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246401280 00000100:00100000:3.0:1724307218.144719:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246401280 00000100:00100000:3.0:1724307218.144736:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11715 00000100:00100000:3.0:1724307218.144741:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094026300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+209:3295:x1808064246401280:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.144747:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870850, current: 17179870850, replaying 00000100:00100000:3.0:1724307218.144752:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094026300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+209:3295:x1808064246401280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (67us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307218.144757:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11715 00010000:00080000:1.0:1724307218.145296:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870850, next_transno: 17179870850 00010000:00080000:1.0:1724307218.145300:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870850) 00010000:00080000:1.0:1724307218.145304:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246401280 t17179870850 from 0@lo req@ffff880094026300 x1808064246401280/t0(17179870850) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.145320:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5073 count 1 00002000:00010000:1.0:1724307218.145380:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.145385:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0be7b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13d1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.145533:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.145535:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.145538:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0be7b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.145546:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0be7b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.145551:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0be7b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.145560:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0be7b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.145566:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0be7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.145570:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.145572:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0be7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.145578:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0be7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.145587:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0be7b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.145591:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0be7b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.146508:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.146520:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870851 00010000:00080000:1.0:1724307218.146522:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870851 00000100:00080000:2.0:1724307218.146568:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b520e00 x1808064246401280/t17179870850(17179870850) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.146579:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.146581:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.146585:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.146590:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870850 00000100:00080000:2.0:1724307218.146622:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88012dccd880 x1808064246400896/t17179870851(17179870851) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.146630:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246401280:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.146655:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246400896:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.146678:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.147119:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246400896 00000100:00100000:1.0:1724307218.147124:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246400896 00000100:00100000:1.0:1724307218.147154:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11716 00000100:00100000:1.0:1724307218.147160:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+210:3295:x1808064246400896:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.147168:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870851, current: 17179870851, replaying 00000100:00100000:1.0:1724307218.147176:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+210:3295:x1808064246400896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16us (498us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.147180:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11716 00010000:00080000:1.0:1724307218.147187:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870851, next_transno: 17179870851 00010000:00080000:1.0:1724307218.147190:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870851) 00010000:00080000:1.0:1724307218.147194:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246400896 t17179870851 from 0@lo req@ffff880094027100 x1808064246400896/t0(17179870851) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.147213:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5072 count 1 00002000:00010000:1.0:1724307218.147293:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.147299:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0be82 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13d0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.147308:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.147309:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.147313:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0be82 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.147322:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0be82 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.147328:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0be82 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.147334:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0be82 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.147340:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0be82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.147346:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d4033c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.147348:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0be82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.147354:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0be82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.147365:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0be82 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.147370:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0be82 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.147491:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.147498:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870852 00010000:00080000:1.0:1724307218.147500:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870852 00000100:00080000:2.0:1724307218.147556:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88012dccd880 x1808064246400896/t17179870851(17179870851) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.147563:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.147565:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.147568:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.147573:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870851 00000100:00080000:2.0:1724307218.147589:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009a14fb80 x1808064246400384/t17179870852(17179870852) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.147597:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246400896:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.147605:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246400384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.147621:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.147635:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246400384 00000100:00100000:2.0:1724307218.147654:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246400384 00000100:00100000:2.0:1724307218.147670:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11717 00000100:00100000:2.0:1724307218.147674:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094027b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+211:3295:x1808064246400384:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.147680:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870852, current: 17179870852, replaying 00000100:00100000:2.0:1724307218.147686:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094027b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+211:3295:x1808064246400384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (64us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.147690:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11717 00010000:00080000:1.0:1724307218.147831:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870852, next_transno: 17179870852 00010000:00080000:1.0:1724307218.147834:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870852) 00010000:00080000:1.0:1724307218.147838:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246400384 t17179870852 from 0@lo req@ffff880094027b80 x1808064246400384/t0(17179870852) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.147852:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5070 count 1 00002000:00010000:1.0:1724307218.147904:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13ce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.147909:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0be89 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13ce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.147920:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.147921:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.147923:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0be89 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.147930:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0be89 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.147936:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0be89 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.147941:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0be89 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.147947:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0be89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.147952:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d403cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.147955:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0be89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.147960:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0be89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.147968:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0be89 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.147987:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0be89 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.148086:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.148096:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870853 00010000:00080000:1.0:1724307218.148098:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870853 00000100:00080000:2.0:1724307218.148178:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009a14fb80 x1808064246400384/t17179870852(17179870852) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.148183:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.148185:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.148188:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.148193:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870852 00000100:00080000:2.0:1724307218.148207:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f2bd500 x1808064246398976/t17179870853(17179870853) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.148214:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246400384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.148222:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246398976:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.148238:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.148426:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246398976 00000100:00100000:1.0:1724307218.148430:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246398976 00000100:00100000:1.0:1724307218.148508:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11718 00000100:00100000:1.0:1724307218.148513:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094025180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+212:3295:x1808064246398976:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.148519:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870853, current: 17179870853, replaying 00000100:00100000:1.0:1724307218.148526:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094025180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+212:3295:x1808064246398976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13us (288us total) trans 0 rc 0/-999 00010000:00080000:2.0:1724307218.148529:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870853, next_transno: 17179870853 00000100:00100000:1.0:1724307218.148530:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11718 00010000:00080000:2.0:1724307218.148531:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870853) 00010000:00080000:2.0:1724307218.148535:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246398976 t17179870853 from 0@lo req@ffff880094025180 x1808064246398976/t0(17179870853) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.148550:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5068 count 1 00002000:00010000:2.0:1724307218.148609:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.148613:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0be90 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.148619:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.148621:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.148623:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0be90 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.148630:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0be90 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.148635:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0be90 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.148852:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0be90 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.148858:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0be90 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.148863:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.148865:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0be90 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.148870:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0be90 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.148879:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0be90 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.148888:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0be90 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.149016:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.149023:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870854 00010000:00080000:2.0:1724307218.149025:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870854 00000100:00080000:2.0:1724307218.149043:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f2bd500 x1808064246398976/t17179870853(17179870853) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.149049:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.149050:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.149053:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.149058:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870853 00000100:00080000:2.0:1724307218.149074:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009ba40a80 x1808064246401536/t17179870854(17179870854) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.149081:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246398976:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.149088:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246401536:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.149105:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.149165:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246401536 00000100:00100000:1.0:1724307218.149169:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246401536 00000100:00100000:1.0:1724307218.149187:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11719 00000100:00100000:1.0:1724307218.149191:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+213:3295:x1808064246401536:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.149197:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870854, current: 17179870854, replaying 00000100:00100000:1.0:1724307218.149203:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+213:3295:x1808064246401536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (98us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.149206:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11719 00010000:00080000:2.0:1724307218.149332:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870854, next_transno: 17179870854 00010000:00080000:2.0:1724307218.149335:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870854) 00010000:00080000:2.0:1724307218.149339:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246401536 t17179870854 from 0@lo req@ffff880094025500 x1808064246401536/t0(17179870854) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.149355:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5075 count 1 00002000:00010000:2.0:1724307218.149408:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.149413:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0be97 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.149418:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.149420:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.149422:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0be97 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.149429:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0be97 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.149434:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0be97 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.149438:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0be97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.149443:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0be97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.149447:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.149450:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0be97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.149455:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0be97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.149462:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0be97 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.149471:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0be97 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.149610:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.149617:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870855 00010000:00080000:2.0:1724307218.149620:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870855 00000100:00080000:0.0:1724307218.149686:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009ba40a80 x1808064246401536/t17179870854(17179870854) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.149692:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.149693:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.149696:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.149700:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870854 00000100:00080000:0.0:1724307218.149711:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009ba41c00 x1808064246401408/t17179870855(17179870855) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.149743:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ba40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246401536:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.149751:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246401408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.149768:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.149834:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246401408 00000100:00100000:2.0:1724307218.149838:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246401408 00000100:00100000:2.0:1724307218.149863:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11720 00000100:00100000:2.0:1724307218.149867:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+214:3295:x1808064246401408:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.149873:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870855, current: 17179870855, replaying 00000100:00100000:2.0:1724307218.149887:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+214:3295:x1808064246401408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19us (118us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.149892:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11720 00010000:00080000:3.0:1724307218.149995:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870855, next_transno: 17179870855 00010000:00080000:3.0:1724307218.149998:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870855) 00010000:00080000:3.0:1724307218.150002:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246401408 t17179870855 from 0@lo req@ffff880135d33b80 x1808064246401408/t0(17179870855) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.150018:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5074 count 1 00002000:00010000:3.0:1724307218.150074:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.150079:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0be9e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.150084:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.150085:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.150087:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0be9e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.150095:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0be9e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.150100:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0be9e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.150105:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0be9e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.150110:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0be9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.150121:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.150123:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0be9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.150129:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0be9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.150137:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0be9e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.150143:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0be9e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.150251:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.150258:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870856 00010000:00080000:3.0:1724307218.150260:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870856 00000100:00080000:0.0:1724307218.150749:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009ba41c00 x1808064246401408/t17179870855(17179870855) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.150755:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.150756:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.150759:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.150764:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870855 00000100:00080000:0.0:1724307218.150779:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009e16c380 x1808064246401792/t17179870856(17179870856) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.151060:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ba41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246401408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.151068:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e16c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246401792:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.151086:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.151334:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246401792 00000100:00100000:2.0:1724307218.151338:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246401792 00000100:00100000:2.0:1724307218.151363:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11721 00000100:00100000:2.0:1724307218.151367:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+215:3295:x1808064246401792:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.151372:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870856, current: 17179870856, replaying 00000100:00100000:2.0:1724307218.151378:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+215:3295:x1808064246401792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (292us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.151382:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11721 00010000:00080000:0.0:1724307218.151683:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870856, next_transno: 17179870856 00010000:00080000:0.0:1724307218.151686:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870856) 00010000:00080000:0.0:1724307218.151690:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246401792 t17179870856 from 0@lo req@ffff880135d32300 x1808064246401792/t0(17179870856) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.151711:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5076 count 1 00002000:00010000:0.0:1724307218.151791:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.151797:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0bea5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.151804:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.151806:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.151808:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0bea5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.151817:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0bea5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.151823:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0bea5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.151829:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0bea5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.151834:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0bea5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.151840:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.151842:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0bea5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.151848:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0bea5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.151857:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0bea5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.151863:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0bea5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.152018:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.152027:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870857 00010000:00080000:0.0:1724307218.152029:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870857 00000100:00080000:1.0:1724307218.152046:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009e16c380 x1808064246401792/t17179870856(17179870856) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.152052:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.152055:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.152058:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.152062:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870856 00000100:00080000:1.0:1724307218.152081:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009e16c700 x1808064246401920/t17179870857(17179870857) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.152088:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e16c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246401792:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.152095:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246401920:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.152113:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.153894:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246401920 00000100:00100000:0.0:1724307218.153903:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246401920 00000100:00100000:0.0:1724307218.153941:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11722 00000100:00100000:0.0:1724307218.153948:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+216:3295:x1808064246401920:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.153957:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870857, current: 17179870857, replaying 00000100:00100000:0.0:1724307218.153985:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+216:3295:x1808064246401920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25us (1858us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.153991:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11722 00010000:00080000:1.0:1724307218.153992:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870857, next_transno: 17179870857 00010000:00080000:1.0:1724307218.153995:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870857) 00010000:00080000:1.0:1724307218.154002:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246401920 t17179870857 from 0@lo req@ffff88009f150e00 x1808064246401920/t0(17179870857) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.154028:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5077 count 1 00002000:00010000:1.0:1724307218.154127:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.154134:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0beac lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.154143:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.154144:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.154147:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0beac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.154157:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0beac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.154164:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0beac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.154170:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0beac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.154177:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0beac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.154183:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.154185:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0beac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.154192:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0beac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.154202:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0beac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.154208:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0beac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.154779:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.154791:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870858 00010000:00080000:1.0:1724307218.154794:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870858 00000100:00080000:0.0:1724307218.154807:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009e16c700 x1808064246401920/t17179870857(17179870857) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.154819:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.154824:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.154829:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.154834:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870857 00000100:00080000:0.0:1724307218.154872:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009e16ed80 x1808064246402816/t17179870858(17179870858) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.154879:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246401920:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.154891:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246402816:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.154916:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.155136:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246402816 00000100:00100000:1.0:1724307218.155140:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246402816 00000100:00100000:1.0:1724307218.155164:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11723 00000100:00100000:1.0:1724307218.155169:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b87bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+217:3295:x1808064246402816:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.155176:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870858, current: 17179870858, replaying 00000100:00100000:1.0:1724307218.155182:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b87bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+217:3295:x1808064246402816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13us (265us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.155187:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11723 00010000:00080000:0.0:1724307218.155254:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870858, next_transno: 17179870858 00010000:00080000:0.0:1724307218.155257:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870858) 00010000:00080000:0.0:1724307218.155261:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246402816 t17179870858 from 0@lo req@ffff88009b87bb80 x1808064246402816/t0(17179870858) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.155279:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5079 count 1 00002000:00010000:0.0:1724307218.155352:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.155357:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0beb3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.155364:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.155365:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.155367:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0beb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.155375:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0beb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.155386:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0beb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.155391:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0beb3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.155396:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0beb3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.155400:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a946c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.155403:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0beb3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.155408:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0beb3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.155415:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0beb3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.155420:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0beb3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.155538:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.155545:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870859 00010000:00080000:0.0:1724307218.155548:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870859 00000100:00080000:1.0:1724307218.155562:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009e16ed80 x1808064246402816/t17179870858(17179870858) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.155568:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.155570:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.155573:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.155577:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870858 00000100:00080000:1.0:1724307218.155592:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009e16f100 x1808064246402944/t17179870859(17179870859) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.155600:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246402816:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.155607:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e16f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246402944:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.155623:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.155904:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246402944 00000100:00100000:2.0:1724307218.155908:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246402944 00000100:00100000:2.0:1724307218.155924:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11724 00000100:00100000:2.0:1724307218.155929:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+218:3295:x1808064246402944:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.155934:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870859, current: 17179870859, replaying 00000100:00100000:2.0:1724307218.155953:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+218:3295:x1808064246402944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24us (330us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.155958:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11724 00010000:00080000:0.0:1724307218.156066:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870859, next_transno: 17179870859 00010000:00080000:0.0:1724307218.156069:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870859) 00010000:00080000:0.0:1724307218.156073:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246402944 t17179870859 from 0@lo req@ffff88009f150a80 x1808064246402944/t0(17179870859) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.156088:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5080 count 1 00002000:00010000:0.0:1724307218.156139:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.156143:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0beba lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.156150:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.156151:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.156153:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0beba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.156160:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0beba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.156166:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0beba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.156171:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0beba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.156177:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0beba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.156181:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.156183:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0beba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.156192:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0beba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.156199:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0beba lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.156203:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0beba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.156301:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.156310:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870860 00010000:00080000:0.0:1724307218.156312:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870860 00000100:00080000:1.0:1724307218.156349:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009e16f100 x1808064246402944/t17179870859(17179870859) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.156355:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.156357:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.156359:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.156364:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870859 00000100:00080000:1.0:1724307218.156379:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009c228380 x1808064246403328/t17179870860(17179870860) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.156389:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e16f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246402944:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.156396:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246403328:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.156411:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.157337:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246403328 00000100:00100000:0.0:1724307218.157342:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246403328 00000100:00100000:0.0:1724307218.157451:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11725 00000100:00100000:0.0:1724307218.157456:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+219:3295:x1808064246403328:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.157462:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870860, current: 17179870860, replaying 00000100:00100000:0.0:1724307218.157537:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+219:3295:x1808064246403328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 81us (1124us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.157543:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11725 00010000:00080000:1.0:1724307218.157594:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870860, next_transno: 17179870860 00010000:00080000:1.0:1724307218.157597:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870860) 00010000:00080000:1.0:1724307218.157602:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246403328 t17179870860 from 0@lo req@ffff88009f150700 x1808064246403328/t0(17179870860) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.157620:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5082 count 1 00002000:00010000:1.0:1724307218.157716:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.157721:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bec1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13da:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.157730:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.157731:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.157734:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bec1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.157742:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bec1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.157749:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bec1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.157755:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bec1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.157761:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bec1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.157766:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.157769:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bec1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.157775:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bec1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.157784:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bec1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.157790:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0bec1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.157921:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.157930:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870861 00010000:00080000:1.0:1724307218.157933:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870861 00000100:00080000:0.0:1724307218.158006:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009c228380 x1808064246403328/t17179870860(17179870860) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.158013:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.158014:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.158018:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.158023:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870860 00000100:00080000:0.0:1724307218.158048:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009c228a80 x1808064246403456/t17179870861(17179870861) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.158056:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246403328:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.158065:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246403456:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.158085:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.158163:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246403456 00000100:00100000:1.0:1724307218.158166:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246403456 00000100:00100000:1.0:1724307218.158207:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11726 00000100:00100000:1.0:1724307218.158211:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b87ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+220:3295:x1808064246403456:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.158216:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870861, current: 17179870861, replaying 00000100:00100000:1.0:1724307218.158528:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b87ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+220:3295:x1808064246403456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 315us (441us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.158533:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11726 00010000:00080000:0.0:1724307218.158592:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870861, next_transno: 17179870861 00010000:00080000:0.0:1724307218.158595:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870861) 00010000:00080000:0.0:1724307218.158599:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246403456 t17179870861 from 0@lo req@ffff88009b87ad80 x1808064246403456/t0(17179870861) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.158614:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5083 count 1 00002000:00010000:1.0:1724307218.158830:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13db:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.158836:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bec8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13db:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.158844:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.158845:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.158847:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bec8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.158855:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bec8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.158861:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bec8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.158867:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bec8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.158873:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bec8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.158877:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.158880:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bec8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.158886:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bec8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.158894:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bec8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.158905:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0bec8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.159026:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.159034:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870862 00010000:00080000:1.0:1724307218.159036:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870862 00000100:00080000:0.0:1724307218.159087:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009c228a80 x1808064246403456/t17179870861(17179870861) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.159093:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.159095:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.159098:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.159103:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870861 00000100:00080000:0.0:1724307218.159121:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009e16ca80 x1808064246402048/t17179870862(17179870862) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.159128:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246403456:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.159136:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246402048:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.159153:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.159246:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246402048 00000100:00100000:1.0:1724307218.159250:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246402048 00000100:00100000:1.0:1724307218.159340:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11727 00000100:00100000:1.0:1724307218.159345:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+221:3295:x1808064246402048:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.159351:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870862, current: 17179870862, replaying 00000100:00100000:1.0:1724307218.159482:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+221:3295:x1808064246402048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 135us (327us total) trans 0 rc 0/-999 00010000:00080000:0.0:1724307218.159487:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870862, next_transno: 17179870862 00000100:00100000:1.0:1724307218.159488:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11727 00010000:00080000:0.0:1724307218.159490:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870862) 00010000:00080000:0.0:1724307218.159494:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246402048 t17179870862 from 0@lo req@ffff88009b879c00 x1808064246402048/t0(17179870862) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.159508:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5078 count 1 00002000:00010000:0.0:1724307218.159562:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.159566:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0becf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.159573:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.159574:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.159576:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0becf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.159584:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0becf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.159589:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0becf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.159595:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0becf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.159601:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0becf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.159605:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.159608:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0becf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.159617:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0becf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.159624:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0becf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.159629:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0becf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.159799:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.159806:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870863 00010000:00080000:0.0:1724307218.159808:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870863 00000100:00080000:2.0:1724307218.159847:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009e16ca80 x1808064246402048/t17179870862(17179870862) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.159853:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.159854:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.159856:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.159860:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870862 00000100:00080000:2.0:1724307218.159873:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009c229180 x1808064246403584/t17179870863(17179870863) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.159879:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246402048:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.159886:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246403584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.159901:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.159952:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246403584 00000100:00100000:1.0:1724307218.159956:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246403584 00000100:00100000:1.0:1724307218.159985:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11728 00000100:00100000:1.0:1724307218.159989:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094024000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+222:3295:x1808064246403584:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.159994:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870863, current: 17179870863, replaying 00000100:00100000:1.0:1724307218.160008:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094024000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+222:3295:x1808064246403584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19us (106us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.160014:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11728 00010000:00080000:0.0:1724307218.160078:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870863, next_transno: 17179870863 00010000:00080000:0.0:1724307218.160081:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870863) 00010000:00080000:0.0:1724307218.160085:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246403584 t17179870863 from 0@lo req@ffff880094024000 x1808064246403584/t0(17179870863) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.160099:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5084 count 1 00002000:00010000:0.0:1724307218.160146:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13dc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.160149:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bed6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.160155:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.160157:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.160159:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bed6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.160169:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bed6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.160175:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bed6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.160179:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bed6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.160184:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bed6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.160189:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.160191:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bed6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.160196:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bed6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.160202:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bed6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.160207:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bed6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.160295:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.160302:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870864 00010000:00080000:0.0:1724307218.160305:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870864 00000100:00080000:2.0:1724307218.160352:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009c229180 x1808064246403584/t17179870863(17179870863) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.160358:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.160363:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.160366:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.160371:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870863 00000100:00080000:2.0:1724307218.160383:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009c228000 x1808064246403200/t17179870864(17179870864) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.160390:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246403584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.160396:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246403200:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.160411:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.160427:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246403200 00000100:00100000:0.0:1724307218.160430:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246403200 00000100:00100000:0.0:1724307218.160450:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11729 00000100:00100000:0.0:1724307218.160453:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094026a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+223:3295:x1808064246403200:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.160458:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870864, current: 17179870864, replaying 00000100:00100000:0.0:1724307218.160463:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094026a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+223:3295:x1808064246403200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (52us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.160468:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11729 00010000:00080000:2.0:1724307218.160468:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870864, next_transno: 17179870864 00010000:00080000:2.0:1724307218.160471:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870864) 00010000:00080000:2.0:1724307218.160474:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246403200 t17179870864 from 0@lo req@ffff880094026a00 x1808064246403200/t0(17179870864) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.160487:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5081 count 1 00002000:00010000:2.0:1724307218.160542:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.160546:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0bedd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13d9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.160552:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.160553:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.160555:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0bedd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.160561:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0bedd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.160567:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0bedd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.160572:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0bedd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.160577:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0bedd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.160583:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.160585:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0bedd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.160590:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0bedd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.160596:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0bedd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.160600:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0bedd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.160799:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.160807:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870865 00010000:00080000:2.0:1724307218.160810:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870865 00000100:00080000:0.0:1724307218.160853:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009c228000 x1808064246403200/t17179870864(17179870864) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.160858:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.160859:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.160862:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.160866:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870864 00000100:00080000:0.0:1724307218.160877:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b520380 x1808064246403712/t17179870865(17179870865) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.160884:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246403200:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.160890:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246403712:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.160903:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.161155:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246403712 00000100:00100000:1.0:1724307218.161158:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246403712 00000100:00100000:1.0:1724307218.161179:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11730 00000100:00100000:1.0:1724307218.161183:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+224:3295:x1808064246403712:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.161188:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870865, current: 17179870865, replaying 00000100:00100000:1.0:1724307218.161198:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+224:3295:x1808064246403712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15us (294us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.161202:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11730 00010000:00080000:2.0:1724307218.161230:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870865, next_transno: 17179870865 00010000:00080000:2.0:1724307218.161232:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870865) 00010000:00080000:2.0:1724307218.161235:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246403712 t17179870865 from 0@lo req@ffff88009b878e00 x1808064246403712/t0(17179870865) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.161248:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5085 count 1 00002000:00010000:2.0:1724307218.161296:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13dd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.161301:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bee4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13dd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.161311:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.161312:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.161314:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bee4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.161322:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bee4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.161327:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bee4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.161332:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bee4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.161337:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bee4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.161341:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.161343:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bee4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.161348:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bee4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.161355:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bee4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.161363:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bee4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.161446:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.161452:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870866 00010000:00080000:2.0:1724307218.161454:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870866 00000100:00080000:1.0:1724307218.161525:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b520380 x1808064246403712/t17179870865(17179870865) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.161531:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.161533:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.161535:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.161540:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870865 00000100:00080000:1.0:1724307218.161552:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b523100 x1808064246404096/t17179870866(17179870866) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.161558:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246403712:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.161564:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246404096:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.161585:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.161658:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246404096 00000100:00100000:0.0:1724307218.161662:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246404096 00000100:00100000:0.0:1724307218.161676:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11731 00000100:00100000:0.0:1724307218.161680:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+225:3295:x1808064246404096:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.161685:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870866, current: 17179870866, replaying 00000100:00100000:0.0:1724307218.161690:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+225:3295:x1808064246404096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (105us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.161694:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11731 00010000:00080000:2.0:1724307218.161825:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870866, next_transno: 17179870866 00010000:00080000:2.0:1724307218.161827:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870866) 00010000:00080000:2.0:1724307218.161831:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246404096 t17179870866 from 0@lo req@ffff88009f152d80 x1808064246404096/t0(17179870866) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.161845:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5088 count 1 00002000:00010000:2.0:1724307218.161947:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13e0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.161951:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0beeb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13e0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.161957:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.161959:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.161961:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0beeb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.161968:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0beeb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.161986:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0beeb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.161995:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0beeb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.162001:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0beeb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.162005:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.162007:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0beeb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.162013:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0beeb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.162024:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0beeb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.162029:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0beeb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.162306:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.162314:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870867 00010000:00080000:2.0:1724307218.162316:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870867 00000100:00080000:1.0:1724307218.162376:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b523100 x1808064246404096/t17179870866(17179870866) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.162381:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.162383:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.162385:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.162389:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870866 00000100:00080000:1.0:1724307218.162402:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b523480 x1808064246404224/t17179870867(17179870867) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.162408:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246404096:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.162415:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246404224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.162427:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.162508:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246404224 00000100:00100000:2.0:1724307218.162511:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246404224 00000100:00100000:2.0:1724307218.162554:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11732 00000100:00100000:2.0:1724307218.162557:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+226:3295:x1808064246404224:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.162562:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870867, current: 17179870867, replaying 00000100:00100000:2.0:1724307218.162616:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+226:3295:x1808064246404224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 57us (187us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.162620:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11732 00010000:00080000:3.0:1724307218.162765:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870867, next_transno: 17179870867 00010000:00080000:3.0:1724307218.162768:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870867) 00010000:00080000:3.0:1724307218.162772:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246404224 t17179870867 from 0@lo req@ffff88009f152a00 x1808064246404224/t0(17179870867) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.162787:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5089 count 1 00002000:00010000:3.0:1724307218.162845:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13e1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.162849:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bef2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13e1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.162856:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.162857:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.162859:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bef2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.162866:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bef2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.162871:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bef2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.162880:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bef2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.162885:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bef2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.162889:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.162892:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bef2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.162897:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bef2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.162904:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bef2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.162909:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bef2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.163031:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.163039:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870868 00010000:00080000:3.0:1724307218.163042:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870868 00000100:00080000:1.0:1724307218.163101:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b523480 x1808064246404224/t17179870867(17179870867) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.163106:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.163107:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.163110:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.163114:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870867 00000100:00080000:1.0:1724307218.163128:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b521f80 x1808064246403968/t17179870868(17179870868) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.163135:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246404224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.163141:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246403968:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.163157:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.163208:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246403968 00000100:00100000:2.0:1724307218.163211:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246403968 00000100:00100000:2.0:1724307218.163230:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11733 00000100:00100000:2.0:1724307218.163234:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+227:3295:x1808064246403968:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.163239:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870868, current: 17179870868, replaying 00000100:00100000:2.0:1724307218.163245:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+227:3295:x1808064246403968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (88us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.163249:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11733 00010000:00080000:3.0:1724307218.163332:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870868, next_transno: 17179870868 00010000:00080000:3.0:1724307218.163334:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870868) 00010000:00080000:3.0:1724307218.163338:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246403968 t17179870868 from 0@lo req@ffff88009f151f80 x1808064246403968/t0(17179870868) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.163358:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5087 count 1 00002000:00010000:3.0:1724307218.163413:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13df:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.163417:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bef9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.163424:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.163425:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.163428:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bef9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.163435:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bef9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.163441:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bef9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.163447:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bef9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.163452:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bef9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.163457:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.163459:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bef9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.163757:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.163769:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bef9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.163774:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bef9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.163876:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.163884:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870869 00010000:00080000:3.0:1724307218.163886:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870869 00000100:00080000:1.0:1724307218.163965:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b521f80 x1808064246403968/t17179870868(17179870868) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.163982:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.163984:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.163987:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.163992:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870868 00000100:00080000:1.0:1724307218.164005:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b24700 x1808064246404480/t17179870869(17179870869) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.164016:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246403968:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.164024:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246404480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.164041:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.164069:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246404480 00000100:00100000:0.0:1724307218.164079:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246404480 00000100:00100000:0.0:1724307218.164112:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11734 00000100:00100000:0.0:1724307218.164118:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+228:3295:x1808064246404480:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.164129:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870869, current: 17179870869, replaying 00000100:00100000:0.0:1724307218.164138:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+228:3295:x1808064246404480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21us (97us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.164143:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11734 00010000:00080000:2.0:1724307218.164143:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870869, next_transno: 17179870869 00010000:00080000:2.0:1724307218.164145:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870869) 00010000:00080000:2.0:1724307218.164150:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246404480 t17179870869 from 0@lo req@ffff88009f151180 x1808064246404480/t0(17179870869) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.164165:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5091 count 1 00002000:00010000:2.0:1724307218.164222:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13e3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.164227:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0bf00 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13e3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.164233:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.164235:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.164237:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0bf00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.164244:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0bf00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.164250:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0bf00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.164255:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0bf00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.164260:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0bf00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.164263:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.164265:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0bf00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.164270:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0bf00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.164277:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0bf00 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.164282:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0bf00 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.164386:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.164395:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870870 00010000:00080000:2.0:1724307218.164397:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870870 00000100:00080000:1.0:1724307218.164557:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b24700 x1808064246404480/t17179870869(17179870869) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.164658:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.164660:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.164663:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.164668:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870869 00000100:00080000:1.0:1724307218.164683:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b521c00 x1808064246403840/t17179870870(17179870870) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.164689:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246404480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.164696:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246403840:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.164711:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.164786:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246403840 00000100:00100000:2.0:1724307218.164790:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246403840 00000100:00100000:2.0:1724307218.165338:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11735 00000100:00100000:2.0:1724307218.165343:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+229:3295:x1808064246403840:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.165350:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870870, current: 17179870870, replaying 00000100:00100000:2.0:1724307218.165358:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+229:3295:x1808064246403840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15us (645us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.165363:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11735 00010000:00080000:2.0:1724307218.165370:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870870, next_transno: 17179870870 00010000:00080000:2.0:1724307218.165372:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870870) 00010000:00080000:2.0:1724307218.165375:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246403840 t17179870870 from 0@lo req@ffff88009f152680 x1808064246403840/t0(17179870870) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.165390:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5086 count 1 00002000:00010000:2.0:1724307218.165454:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13de:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.165459:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0bf07 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.165465:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.165466:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.165468:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0bf07 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.165475:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0bf07 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.165481:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0bf07 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.165486:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0bf07 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.165492:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0bf07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.165496:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.165499:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0bf07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.165504:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0bf07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.165511:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0bf07 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.165516:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0bf07 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.165850:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.165859:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870871 00010000:00080000:2.0:1724307218.165861:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870871 00000100:00080000:1.0:1724307218.165921:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b521c00 x1808064246403840/t17179870870(17179870870) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.165927:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.165928:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.165931:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.165937:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870870 00000100:00080000:1.0:1724307218.165954:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b27800 x1808064246404352/t17179870871(17179870871) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.166100:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246403840:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.166110:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246404352:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.166129:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.166186:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246404352 00000100:00100000:3.0:1724307218.166190:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246404352 00000100:00100000:3.0:1724307218.166206:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11736 00000100:00100000:3.0:1724307218.166210:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+230:3295:x1808064246404352:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.166216:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870871, current: 17179870871, replaying 00000100:00100000:3.0:1724307218.166222:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+230:3295:x1808064246404352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (93us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307218.166226:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11736 00010000:00080000:2.0:1724307218.166260:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870871, next_transno: 17179870871 00010000:00080000:2.0:1724307218.166262:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870871) 00010000:00080000:2.0:1724307218.166266:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246404352 t17179870871 from 0@lo req@ffff88009f151500 x1808064246404352/t0(17179870871) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.166280:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5090 count 1 00002000:00010000:2.0:1724307218.166337:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13e2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.166341:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0bf0e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.166348:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.166349:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.166352:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0bf0e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.166359:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0bf0e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.166365:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0bf0e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.166371:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0bf0e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.166376:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0bf0e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.166381:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.166383:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0bf0e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.166389:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0bf0e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.166397:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0bf0e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.166407:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0bf0e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.166509:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.166517:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870872 00010000:00080000:2.0:1724307218.166519:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870872 00000100:00080000:1.0:1724307218.166581:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b27800 x1808064246404352/t17179870871(17179870871) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.166586:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.166588:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.166591:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.166596:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870871 00000100:00080000:1.0:1724307218.166612:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b25c00 x1808064246404608/t17179870872(17179870872) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.166618:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246404352:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.166624:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246404608:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.166674:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.166731:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246404608 00000100:00100000:3.0:1724307218.166734:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246404608 00000100:00100000:3.0:1724307218.166749:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11737 00000100:00100000:3.0:1724307218.166753:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+231:3295:x1808064246404608:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.166758:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870872, current: 17179870872, replaying 00000100:00100000:3.0:1724307218.166763:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+231:3295:x1808064246404608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (90us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307218.166767:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11737 00010000:00080000:2.0:1724307218.167134:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870872, next_transno: 17179870872 00010000:00080000:2.0:1724307218.167137:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870872) 00010000:00080000:2.0:1724307218.167141:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246404608 t17179870872 from 0@lo req@ffff88009f150000 x1808064246404608/t0(17179870872) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.167157:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5092 count 1 00002000:00010000:2.0:1724307218.167217:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13e4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.167221:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0bf15 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.167228:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.167229:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.167231:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0bf15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.167239:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0bf15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.167245:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0bf15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.167255:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0bf15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.167260:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0bf15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.167265:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.167267:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0bf15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.167272:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0bf15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.167280:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0bf15 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.167285:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0bf15 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.167400:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.167410:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870873 00010000:00080000:2.0:1724307218.167413:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870873 00000100:00080000:0.0:1724307218.167488:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b25c00 x1808064246404608/t17179870872(17179870872) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.167496:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.167498:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.167501:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.167505:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870872 00000100:00080000:0.0:1724307218.167542:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff880090855f80 x1808064246404864/t17179870873(17179870873) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.167548:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246404608:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.167560:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090855f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246404864:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.167595:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.167612:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246404864 00000100:00100000:3.0:1724307218.167616:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246404864 00000100:00100000:3.0:1724307218.167636:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11738 00000100:00100000:3.0:1724307218.167656:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+232:3295:x1808064246404864:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.167661:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870873, current: 17179870873, replaying 00000100:00100000:3.0:1724307218.167666:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+232:3295:x1808064246404864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (72us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307218.167671:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11738 00010000:00080000:2.0:1724307218.170445:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870873, next_transno: 17179870873 00010000:00080000:2.0:1724307218.170451:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870873) 00010000:00080000:2.0:1724307218.170460:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246404864 t17179870873 from 0@lo req@ffff88009b879500 x1808064246404864/t0(17179870873) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.170496:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5094 count 1 00002000:00010000:2.0:1724307218.170610:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13e6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.170618:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0bf1c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.170629:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.170631:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.170635:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0bf1c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.170669:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0bf1c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.170677:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0bf1c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.170683:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0bf1c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.170690:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0bf1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.170695:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.170698:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0bf1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.170705:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0bf1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.170718:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0bf1c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.170723:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0bf1c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.171420:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.171437:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870874 00010000:00080000:2.0:1724307218.171439:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870874 00000100:00080000:0.0:1724307218.171503:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff880090855f80 x1808064246404864/t17179870873(17179870873) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.171512:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.171514:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.171518:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.171524:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870873 00000100:00080000:0.0:1724307218.171568:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88012dccea00 x1808064246405376/t17179870874(17179870874) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.171576:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090855f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246404864:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.171589:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246405376:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.171614:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.171741:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246405376 00000100:00100000:2.0:1724307218.171746:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246405376 00000100:00100000:2.0:1724307218.171779:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11739 00000100:00100000:2.0:1724307218.171785:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b87aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+233:3295:x1808064246405376:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.171792:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870874, current: 17179870874, replaying 00000100:00100000:2.0:1724307218.171800:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b87aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+233:3295:x1808064246405376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15us (186us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.171805:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11739 00010000:00080000:2.0:1724307218.171812:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870874, next_transno: 17179870874 00010000:00080000:2.0:1724307218.171814:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870874) 00010000:00080000:2.0:1724307218.171818:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246405376 t17179870874 from 0@lo req@ffff88009b87aa00 x1808064246405376/t0(17179870874) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.171834:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5098 count 1 00002000:00010000:2.0:1724307218.171899:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13ea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.171904:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0bf23 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13ea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.171915:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.171916:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.171919:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0bf23 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.171926:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0bf23 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.171932:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0bf23 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.171937:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0bf23 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.171942:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0bf23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.171946:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.171948:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0bf23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.171953:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0bf23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.171960:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0bf23 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.171980:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0bf23 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.172094:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.172102:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870875 00000100:00080000:1.0:1724307218.172952:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88012dccea00 x1808064246405376/t17179870874(17179870874) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.172959:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.172962:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.172965:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.172979:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870874 00000100:00080000:1.0:1724307218.173005:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f153480 x1808064246404992/t17179870875(17179870875) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.173016:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246405376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.173025:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f153480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246404992:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.173047:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1724307218.173069:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870875 00000100:00100000:3.0:1724307218.173323:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246404992 00000100:00100000:3.0:1724307218.173328:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246404992 00000100:00100000:3.0:1724307218.173421:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11740 00000100:00100000:3.0:1724307218.173426:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f153800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+234:3295:x1808064246404992:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.173433:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870875, current: 17179870875, replaying 00000100:00100000:3.0:1724307218.173439:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f153800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+234:3295:x1808064246404992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14us (392us total) trans 0 rc 0/-999 00010000:00080000:2.0:1724307218.173442:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870875, next_transno: 17179870875 00000100:00100000:3.0:1724307218.173444:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11740 00010000:00080000:2.0:1724307218.173445:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870875) 00010000:00080000:2.0:1724307218.173449:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246404992 t17179870875 from 0@lo req@ffff88009f153800 x1808064246404992/t0(17179870875) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.173473:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5095 count 1 00002000:00010000:2.0:1724307218.173609:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13e7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.173615:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bf2a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.173622:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.173624:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.173626:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bf2a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.173634:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bf2a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.173665:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bf2a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.173675:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bf2a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.173681:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bf2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.173686:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.173689:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bf2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.173696:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bf2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.173705:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bf2a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.173711:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0bf2a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.173845:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.173855:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870876 00010000:00080000:2.0:1724307218.173857:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870876 00000100:00080000:0.0:1724307218.173910:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f153480 x1808064246404992/t17179870875(17179870875) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.173916:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.173919:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.173922:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.173927:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870875 00000100:00080000:0.0:1724307218.173947:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b878000 x1808064246406400/t17179870876(17179870876) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.173955:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f153480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246404992:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.173964:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b878000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246406400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.173993:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.174058:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246406400 00000100:00100000:3.0:1724307218.174061:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246406400 00000100:00100000:3.0:1724307218.174075:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11741 00000100:00100000:3.0:1724307218.174079:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b878a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+235:3295:x1808064246406400:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.174085:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870876, current: 17179870876, replaying 00000100:00100000:3.0:1724307218.174090:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b878a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+235:3295:x1808064246406400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (97us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307218.174094:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11741 00010000:00080000:2.0:1724307218.174145:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870876, next_transno: 17179870876 00010000:00080000:2.0:1724307218.174147:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870876) 00010000:00080000:2.0:1724307218.174151:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246406400 t17179870876 from 0@lo req@ffff88009b878a80 x1808064246406400/t0(17179870876) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.174170:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5100 count 1 00002000:00010000:2.0:1724307218.174222:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13ec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.174227:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bf31 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.174233:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.174234:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.174236:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bf31 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.174243:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bf31 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.174249:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bf31 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.174254:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bf31 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.174260:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bf31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.174265:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.174267:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bf31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.174272:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bf31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.174281:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bf31 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.174286:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0bf31 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.174567:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.174575:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870877 00010000:00080000:2.0:1724307218.174577:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870877 00000100:00080000:0.0:1724307218.174635:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b878000 x1808064246406400/t17179870876(17179870876) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.174661:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.174663:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.174666:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.174671:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870876 00000100:00080000:0.0:1724307218.174688:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009a14d880 x1808064246405120/t17179870877(17179870877) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.174695:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b878000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246406400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.174702:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246405120:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.174719:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.174765:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246405120 00000100:00100000:2.0:1724307218.174768:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246405120 00000100:00100000:2.0:1724307218.175168:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11742 00000100:00100000:2.0:1724307218.175174:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+236:3295:x1808064246405120:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.175179:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870877, current: 17179870877, replaying 00000100:00100000:2.0:1724307218.175187:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+236:3295:x1808064246405120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13us (468us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.175191:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11742 00010000:00080000:2.0:1724307218.175199:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870877, next_transno: 17179870877 00010000:00080000:2.0:1724307218.175201:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870877) 00010000:00080000:2.0:1724307218.175204:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246405120 t17179870877 from 0@lo req@ffff88012bf66a00 x1808064246405120/t0(17179870877) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.175219:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5096 count 1 00002000:00010000:2.0:1724307218.175281:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13e8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.175286:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bf38 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.175297:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.175298:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.175301:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bf38 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.175308:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bf38 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.175315:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bf38 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.175321:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bf38 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.175326:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bf38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.175331:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.175333:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bf38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.175339:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bf38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.175347:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bf38 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.175359:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0bf38 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.175480:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.175488:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870878 00010000:00080000:2.0:1724307218.175491:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870878 00000100:00080000:0.0:1724307218.175570:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009a14d880 x1808064246405120/t17179870877(17179870877) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.175576:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.175578:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.175581:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.175586:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870877 00000100:00080000:0.0:1724307218.175604:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b878380 x1808064246406528/t17179870878(17179870878) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.175611:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246405120:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.175619:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b878380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246406528:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.175661:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.175980:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246406528 00000100:00100000:3.0:1724307218.175984:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246406528 00000100:00100000:3.0:1724307218.176000:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11743 00000100:00100000:3.0:1724307218.176004:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+237:3295:x1808064246406528:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.176009:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870878, current: 17179870878, replaying 00000100:00100000:3.0:1724307218.176015:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+237:3295:x1808064246406528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (355us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307218.176019:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11743 00010000:00080000:3.0:1724307218.176025:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870878, next_transno: 17179870878 00010000:00080000:3.0:1724307218.176027:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870878) 00010000:00080000:3.0:1724307218.176030:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246406528 t17179870878 from 0@lo req@ffff88009c0a5c50 x1808064246406528/t0(17179870878) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.176043:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5101 count 1 00002000:00010000:3.0:1724307218.176100:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13ed:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.176238:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bf3f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.176245:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.176246:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.176248:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bf3f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.176255:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bf3f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.176260:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bf3f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.176265:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bf3f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.176274:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bf3f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.176279:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.176282:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bf3f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.176287:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bf3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.176295:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bf3f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.176300:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0bf3f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.176447:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.176516:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870879 00010000:00080000:3.0:1724307218.176519:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870879 00000100:00080000:0.0:1724307218.176739:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b878380 x1808064246406528/t17179870878(17179870878) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.176749:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.176751:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.176755:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.176760:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870878 00000100:00080000:0.0:1724307218.176779:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a8b26680 x1808064246404736/t17179870879(17179870879) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.176786:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b878380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246406528:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.176794:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246404736:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.176811:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.178024:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246404736 00000100:00100000:2.0:1724307218.178030:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246404736 00000100:00100000:2.0:1724307218.178209:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11744 00000100:00100000:2.0:1724307218.178215:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+238:3295:x1808064246404736:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.178224:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870879, current: 17179870879, replaying 00000100:00100000:2.0:1724307218.178237:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+238:3295:x1808064246404736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22us (1425us total) trans 0 rc 0/-999 00010000:00080000:3.0:1724307218.178240:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870879, next_transno: 17179870879 00000100:00100000:2.0:1724307218.178242:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11744 00010000:00080000:3.0:1724307218.178244:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870879) 00010000:00080000:3.0:1724307218.178250:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246404736 t17179870879 from 0@lo req@ffff88012bf66a00 x1808064246404736/t0(17179870879) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.178272:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5093 count 1 00002000:00010000:3.0:1724307218.178358:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13e5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.178364:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bf46 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.178373:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.178374:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.178377:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bf46 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.178386:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bf46 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.178393:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bf46 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.178398:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bf46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.178404:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bf46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.178408:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.178411:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bf46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.178417:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bf46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.178426:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bf46 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.178435:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0bf46 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.178570:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.178579:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870880 00010000:00080000:3.0:1724307218.178582:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870880 00000100:00080000:1.0:1724307218.178956:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a8b26680 x1808064246404736/t17179870879(17179870879) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.178964:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.178965:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.178969:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.178984:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870879 00000100:00080000:1.0:1724307218.179014:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009a14f800 x1808064246405248/t17179870880(17179870880) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.179021:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246404736:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.179031:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246405248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.179051:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.179070:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246405248 00000100:00100000:2.0:1724307218.179073:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246405248 00000100:00100000:2.0:1724307218.179943:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11745 00000100:00100000:2.0:1724307218.179950:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+239:3295:x1808064246405248:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.179957:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870880, current: 17179870880, replaying 00000100:00100000:2.0:1724307218.179967:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+239:3295:x1808064246405248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19us (916us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.180033:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11745 00010000:00080000:3.0:1724307218.180059:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870880, next_transno: 17179870880 00010000:00080000:3.0:1724307218.180062:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870880) 00010000:00080000:3.0:1724307218.180067:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246405248 t17179870880 from 0@lo req@ffff88009f150380 x1808064246405248/t0(17179870880) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.180089:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5097 count 1 00002000:00010000:3.0:1724307218.180178:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13e9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.180184:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bf4d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.180193:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.180194:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.180196:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bf4d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.180205:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bf4d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.180211:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bf4d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.180220:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bf4d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.180226:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bf4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.180230:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.180233:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bf4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.180238:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bf4d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.180248:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bf4d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.180254:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0bf4d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.181260:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.181274:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870881 00010000:00080000:3.0:1724307218.181277:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870881 00000100:00080000:1.0:1724307218.181528:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009a14f800 x1808064246405248/t17179870880(17179870880) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.181537:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.181539:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.181542:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.181547:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870880 00000100:00080000:1.0:1724307218.181589:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009c22bb80 x1808064246406272/t17179870881(17179870881) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.181601:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246405248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.181614:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246406272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.181654:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.182714:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246406272 00000100:00100000:2.0:1724307218.182721:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246406272 00000100:00100000:2.0:1724307218.182756:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11746 00000100:00100000:2.0:1724307218.182763:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+240:3295:x1808064246406272:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.182773:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870881, current: 17179870881, replaying 00000100:00100000:2.0:1724307218.182787:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+240:3295:x1808064246406272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24us (1133us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.182792:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11746 00010000:00080000:3.0:1724307218.182932:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870881, next_transno: 17179870881 00010000:00080000:3.0:1724307218.182936:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870881) 00010000:00080000:3.0:1724307218.182941:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246406272 t17179870881 from 0@lo req@ffff88009f153100 x1808064246406272/t0(17179870881) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.182982:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5099 count 1 00002000:00010000:3.0:1724307218.183091:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13eb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.183098:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bf54 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.183108:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.183110:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.183114:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bf54 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.183124:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bf54 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.183131:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bf54 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.183137:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bf54 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.183142:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bf54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.183147:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.183151:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bf54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.183157:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bf54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.183169:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bf54 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.183174:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bf54 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.183348:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.183358:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870882 00010000:00080000:3.0:1724307218.183360:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870882 00000100:00080000:1.0:1724307218.183383:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009c22bb80 x1808064246406272/t17179870881(17179870881) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.183393:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.183395:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.183400:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.183405:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870881 00000100:00080000:1.0:1724307218.183449:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b87b480 x1808064246407680/t17179870882(17179870882) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.183456:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c22bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246406272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.183468:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b87b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246407680:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.183493:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.183542:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246407680 00000100:00100000:0.0:1724307218.183547:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246407680 00000100:00100000:0.0:1724307218.183575:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11747 00000100:00100000:0.0:1724307218.183580:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+241:3295:x1808064246407680:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.183586:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870882, current: 17179870882, replaying 00000100:00100000:0.0:1724307218.183597:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+241:3295:x1808064246407680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17us (105us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.183602:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11747 00010000:00080000:2.0:1724307218.183894:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870882, next_transno: 17179870882 00010000:00080000:2.0:1724307218.183898:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870882) 00010000:00080000:2.0:1724307218.183903:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246407680 t17179870882 from 0@lo req@ffff88009f150e00 x1808064246407680/t0(17179870882) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.183921:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5105 count 1 00002000:00010000:2.0:1724307218.183998:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13f1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.184003:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bf5b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.184010:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.184012:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.184014:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bf5b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.184020:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bf5b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.184027:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bf5b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.184032:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bf5b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.184041:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bf5b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.184046:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.184048:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bf5b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.184053:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bf5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.184060:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bf5b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.184065:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bf5b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.184200:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.184209:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870883 00010000:00080000:2.0:1724307218.184211:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870883 00000100:00080000:1.0:1724307218.184322:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b87b480 x1808064246407680/t17179870882(17179870882) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.184328:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.184330:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.184333:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.184338:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870882 00000100:00080000:1.0:1724307218.184362:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b87a300 x1808064246407168/t17179870883(17179870883) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.184372:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b87b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246407680:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.184381:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b87a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246407168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.184398:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.184435:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246407168 00000100:00100000:2.0:1724307218.184438:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246407168 00000100:00100000:2.0:1724307218.184459:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11748 00000100:00100000:2.0:1724307218.184463:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+242:3295:x1808064246407168:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.184469:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870883, current: 17179870883, replaying 00000100:00100000:2.0:1724307218.184474:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+242:3295:x1808064246407168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (76us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.184479:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11748 00010000:00080000:2.0:1724307218.184485:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870883, next_transno: 17179870883 00010000:00080000:2.0:1724307218.184487:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870883) 00010000:00080000:2.0:1724307218.184491:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246407168 t17179870883 from 0@lo req@ffff88009f150a80 x1808064246407168/t0(17179870883) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.184504:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5103 count 1 00002000:00010000:2.0:1724307218.184549:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13ef:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.184553:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bf62 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.184560:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.184561:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.184563:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bf62 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.184570:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bf62 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.184575:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bf62 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.184580:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bf62 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.184585:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bf62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.184595:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.184597:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bf62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.184602:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bf62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.184608:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bf62 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.184613:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bf62 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.184719:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.184726:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870884 00010000:00080000:2.0:1724307218.184728:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870884 00000100:00080000:1.0:1724307218.184815:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b87a300 x1808064246407168/t17179870883(17179870883) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.184820:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.184821:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.184824:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.184828:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870883 00000100:00080000:1.0:1724307218.184842:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b87b800 x1808064246407808/t17179870884(17179870884) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.184848:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b87a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246407168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.184855:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b87b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246407808:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.184871:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.184910:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246407808 00000100:00100000:0.0:1724307218.184913:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246407808 00000100:00100000:0.0:1724307218.184928:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11749 00000100:00100000:0.0:1724307218.184932:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+243:3295:x1808064246407808:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.184937:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870884, current: 17179870884, replaying 00000100:00100000:0.0:1724307218.184952:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+243:3295:x1808064246407808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (81us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.184959:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11749 00010000:00080000:1.0:1724307218.185933:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870884, next_transno: 17179870884 00010000:00080000:1.0:1724307218.185938:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870884) 00010000:00080000:1.0:1724307218.185944:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246407808 t17179870884 from 0@lo req@ffff88009f150700 x1808064246407808/t0(17179870884) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.185968:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5106 count 1 00002000:00010000:1.0:1724307218.186064:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13f2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.186069:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bf69 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.186082:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.186083:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.186086:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bf69 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.186095:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bf69 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.186102:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bf69 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.186108:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bf69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.186114:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bf69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.186120:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.186123:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bf69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.186129:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bf69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.186139:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bf69 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.186149:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0bf69 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.186744:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.186759:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870885 00010000:00080000:1.0:1724307218.186762:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870885 00000100:00080000:1.0:1724307218.186789:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b87b800 x1808064246407808/t17179870884(17179870884) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.186796:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.186799:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.186802:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.186808:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870884 00000100:00080000:1.0:1724307218.186843:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800922dc000 x1808064246408192/t17179870885(17179870885) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.186852:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b87b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246407808:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.186863:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246408192:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.186884:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.187343:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246408192 00000100:00100000:3.0:1724307218.187349:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246408192 00000100:00100000:3.0:1724307218.187372:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11750 00000100:00100000:3.0:1724307218.187377:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+244:3295:x1808064246408192:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.187385:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870885, current: 17179870885, replaying 00000100:00100000:3.0:1724307218.187391:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+244:3295:x1808064246408192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14us (507us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307218.187396:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11750 00010000:00080000:1.0:1724307218.187479:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870885, next_transno: 17179870885 00010000:00080000:1.0:1724307218.187483:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870885) 00010000:00080000:1.0:1724307218.187488:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246408192 t17179870885 from 0@lo req@ffff88009f152d80 x1808064246408192/t0(17179870885) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.187509:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5107 count 1 00002000:00010000:1.0:1724307218.187592:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13f3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.187599:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bf70 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.187607:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.187608:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.187611:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bf70 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.187620:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bf70 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.187625:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bf70 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.187630:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bf70 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.187636:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bf70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.187668:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.187671:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bf70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.187677:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bf70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.187691:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bf70 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.187702:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0bf70 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.187851:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.187859:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870886 00010000:00080000:1.0:1724307218.187862:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870886 00000100:00080000:0.0:1724307218.187921:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800922dc000 x1808064246408192/t17179870885(17179870885) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.187929:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.187931:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.187935:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.187939:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870885 00000100:00080000:0.0:1724307218.187964:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b879f80 x1808064246407040/t17179870886(17179870886) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.187981:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246408192:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.187989:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b879f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246407040:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.188011:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.188159:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246407040 00000100:00100000:1.0:1724307218.188164:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246407040 00000100:00100000:1.0:1724307218.188182:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11751 00000100:00100000:1.0:1724307218.188187:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+245:3295:x1808064246407040:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.188193:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870886, current: 17179870886, replaying 00000100:00100000:1.0:1724307218.188199:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+245:3295:x1808064246407040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13us (188us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.188204:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11751 00010000:00080000:1.0:1724307218.188211:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870886, next_transno: 17179870886 00010000:00080000:1.0:1724307218.188213:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870886) 00010000:00080000:1.0:1724307218.188216:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246407040 t17179870886 from 0@lo req@ffff8800922df480 x1808064246407040/t0(17179870886) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.188232:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5102 count 1 00002000:00010000:1.0:1724307218.188289:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13ee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.188294:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bf77 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13ee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.188301:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.188303:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.188306:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bf77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.188314:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bf77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.188320:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bf77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.188326:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bf77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.188332:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bf77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.188337:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.188340:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bf77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.188346:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bf77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.188353:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bf77 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.188359:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0bf77 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.188464:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.188472:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870887 00010000:00080000:1.0:1724307218.188474:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870887 00000100:00080000:0.0:1724307218.188876:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b879f80 x1808064246407040/t17179870886(17179870886) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.188882:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.188884:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.188887:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.188893:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870886 00000100:00080000:0.0:1724307218.188916:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b87b100 x1808064246407552/t17179870887(17179870887) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.188923:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b879f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246407040:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.188930:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b87b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246407552:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.188949:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.188966:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246407552 00000100:00100000:0.0:1724307218.188969:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246407552 00000100:00100000:0.0:1724307218.188997:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11752 00000100:00100000:0.0:1724307218.189002:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+246:3295:x1808064246407552:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.189007:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870887, current: 17179870887, replaying 00000100:00100000:0.0:1724307218.189013:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+246:3295:x1808064246407552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (65us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.189018:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11752 00010000:00080000:1.0:1724307218.189143:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870887, next_transno: 17179870887 00010000:00080000:1.0:1724307218.189147:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870887) 00010000:00080000:1.0:1724307218.189151:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246407552 t17179870887 from 0@lo req@ffff8800922dc380 x1808064246407552/t0(17179870887) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.189171:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5104 count 1 00002000:00010000:1.0:1724307218.189234:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13f0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.189239:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bf7e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.189245:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.189247:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.189249:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bf7e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.189257:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bf7e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.189263:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bf7e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.189269:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bf7e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.189279:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bf7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.189284:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.189286:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bf7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.189291:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bf7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.189300:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bf7e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.189305:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0bf7e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.190006:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.190020:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870888 00010000:00080000:1.0:1724307218.190023:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870888 00000100:00080000:0.0:1724307218.191000:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b87b100 x1808064246407552/t17179870887(17179870887) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.191010:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.191012:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.191016:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.191023:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870887 00000100:00080000:0.0:1724307218.191063:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009c228700 x1808064246408704/t17179870888(17179870888) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.191071:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b87b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246407552:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.191084:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246408704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.191117:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.191194:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246408704 00000100:00100000:1.0:1724307218.191200:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246408704 00000100:00100000:1.0:1724307218.191237:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11753 00000100:00100000:1.0:1724307218.191242:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+247:3295:x1808064246408704:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.191251:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870888, current: 17179870888, replaying 00000100:00100000:1.0:1724307218.191260:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+247:3295:x1808064246408704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19us (143us total) trans 0 rc 0/-999 00010000:00080000:0.0:1724307218.191266:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870888, next_transno: 17179870888 00000100:00100000:1.0:1724307218.191266:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11753 00010000:00080000:0.0:1724307218.191269:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870888) 00010000:00080000:0.0:1724307218.191274:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246408704 t17179870888 from 0@lo req@ffff8800922dd180 x1808064246408704/t0(17179870888) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.191308:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5109 count 1 00002000:00010000:0.0:1724307218.191420:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13f5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.191427:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0bf85 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.191437:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.191438:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.191441:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0bf85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.191451:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0bf85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.191458:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0bf85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.191464:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0bf85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.191470:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0bf85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.191474:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.191477:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0bf85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.191483:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0bf85 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.191495:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0bf85 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.191500:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0bf85 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.191665:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.191675:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870889 00010000:00080000:0.0:1724307218.191677:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870889 00000100:00080000:1.0:1724307218.191715:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009c228700 x1808064246408704/t17179870888(17179870888) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.191722:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.191724:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.191727:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.191732:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870888 00000100:00080000:1.0:1724307218.191754:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b520a80 x1808064246408832/t17179870889(17179870889) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.191761:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246408704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.191769:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246408832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.191787:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.192104:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246408832 00000100:00100000:0.0:1724307218.192107:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246408832 00000100:00100000:0.0:1724307218.192130:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11754 00000100:00100000:0.0:1724307218.192134:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+248:3295:x1808064246408832:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.192140:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870889, current: 17179870889, replaying 00000100:00100000:0.0:1724307218.192146:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+248:3295:x1808064246408832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (358us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.192150:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11754 00010000:00080000:0.0:1724307218.192156:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870889, next_transno: 17179870889 00010000:00080000:0.0:1724307218.192158:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870889) 00010000:00080000:0.0:1724307218.192161:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246408832 t17179870889 from 0@lo req@ffff88009f152a00 x1808064246408832/t0(17179870889) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.192272:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5110 count 1 00002000:00010000:0.0:1724307218.192330:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13f6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.192334:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bf8c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.192345:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.192347:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.192349:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bf8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.192356:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bf8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.192362:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bf8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.192367:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bf8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.192372:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bf8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.192376:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.192378:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bf8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.192383:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bf8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.192389:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bf8c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.192398:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bf8c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.192502:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.192509:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870890 00010000:00080000:0.0:1724307218.192511:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870890 00000100:00080000:1.0:1724307218.192536:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b520a80 x1808064246408832/t17179870889(17179870889) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.192542:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.192544:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.192547:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.192552:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870889 00000100:00080000:1.0:1724307218.192570:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b521500 x1808064246408960/t17179870890(17179870890) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.192577:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246408832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.192585:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246408960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.192604:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.193129:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246408960 00000100:00100000:0.0:1724307218.193133:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246408960 00000100:00100000:0.0:1724307218.193149:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11755 00000100:00100000:0.0:1724307218.193153:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+249:3295:x1808064246408960:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.193158:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870890, current: 17179870890, replaying 00000100:00100000:0.0:1724307218.193165:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+249:3295:x1808064246408960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (560us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.193169:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11755 00010000:00080000:0.0:1724307218.193176:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870890, next_transno: 17179870890 00010000:00080000:0.0:1724307218.193178:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870890) 00010000:00080000:0.0:1724307218.193182:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246408960 t17179870890 from 0@lo req@ffff88009f151f80 x1808064246408960/t0(17179870890) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.193197:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5111 count 1 00002000:00010000:0.0:1724307218.193259:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13f7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.193264:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bf93 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.193271:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.193272:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.193274:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bf93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.193281:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bf93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.193287:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bf93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.193292:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bf93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.193297:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bf93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.193301:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.193304:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bf93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.193309:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bf93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.193317:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bf93 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.193322:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bf93 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.193441:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.193448:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870891 00010000:00080000:0.0:1724307218.193450:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870891 00000100:00080000:1.0:1724307218.193506:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b521500 x1808064246408960/t17179870890(17179870890) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.193513:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.193515:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.193518:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.193524:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870890 00000100:00080000:1.0:1724307218.193550:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009e831180 x1808064246408448/t17179870891(17179870891) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.193557:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246408960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.193566:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246408448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.193586:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.195752:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246408448 00000100:00100000:2.0:1724307218.195763:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246408448 00000100:00100000:2.0:1724307218.195792:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11756 00000100:00100000:2.0:1724307218.195799:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+250:3295:x1808064246408448:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.195810:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870891, current: 17179870891, replaying 00000100:00100000:2.0:1724307218.195818:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+250:3295:x1808064246408448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21us (2232us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.195823:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11756 00010000:00080000:0.0:1724307218.195869:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870891, next_transno: 17179870891 00010000:00080000:0.0:1724307218.195873:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870891) 00010000:00080000:0.0:1724307218.195880:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246408448 t17179870891 from 0@lo req@ffff88009f151180 x1808064246408448/t0(17179870891) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.195912:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5108 count 1 00002000:00010000:0.0:1724307218.196042:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13f4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.196047:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bf9a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.196058:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.196059:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.196063:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bf9a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.196073:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bf9a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.196080:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bf9a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.196087:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bf9a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.196098:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bf9a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.196104:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.196106:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bf9a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.196113:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bf9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.196123:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bf9a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.196129:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bf9a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.196313:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.196325:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870892 00010000:00080000:0.0:1724307218.196328:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870892 00000100:00080000:2.0:1724307218.196393:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009e831180 x1808064246408448/t17179870891(17179870891) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.196401:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.196403:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.196407:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.196413:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870891 00000100:00080000:2.0:1724307218.196458:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b521880 x1808064246409600/t17179870892(17179870892) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.196467:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246408448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.196478:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246409600:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.196504:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.198198:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246409600 00000100:00100000:0.0:1724307218.198207:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246409600 00000100:00100000:0.0:1724307218.198250:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11757 00000100:00100000:0.0:1724307218.198256:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094027800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+251:3295:x1808064246409600:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.198264:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870892, current: 17179870892, replaying 00000100:00100000:0.0:1724307218.198272:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094027800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+251:3295:x1808064246409600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17us (1768us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.198278:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11757 00010000:00080000:0.0:1724307218.198287:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870892, next_transno: 17179870892 00010000:00080000:0.0:1724307218.198290:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870892) 00010000:00080000:0.0:1724307218.198295:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246409600 t17179870892 from 0@lo req@ffff880094027800 x1808064246409600/t0(17179870892) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.198320:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5112 count 1 00002000:00010000:0.0:1724307218.198429:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13f8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.198436:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfa1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.198445:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.198447:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.198450:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfa1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.198461:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfa1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.198468:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfa1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.198474:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfa1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.198481:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfa1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.198490:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.198493:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfa1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.198500:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfa1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.198511:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfa1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.198516:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfa1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.200783:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:0.0:1724307218.200828:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b521880 x1808064246409600/t17179870892(17179870892) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.200838:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.200841:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.200845:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.200852:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870892 00000100:00080000:0.0:1724307218.200901:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b522300 x1808064246410240/t17179870893(17179870893) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.200910:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246409600:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.200925:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246410240:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.200952:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.200985:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246410240 00000100:00100000:3.0:1724307218.200991:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246410240 00010000:00080000:0.0:1724307218.201002:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870893 00010000:00080000:0.0:1724307218.201005:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870893 00000100:00100000:3.0:1724307218.201015:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11758 00000100:00100000:3.0:1724307218.201020:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+252:3295:x1808064246410240:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.201030:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870893, current: 17179870893, replaying 00000100:00100000:3.0:1724307218.201037:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+252:3295:x1808064246410240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17us (85us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307218.201712:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11758 00010000:00080000:0.0:1724307218.201717:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870893, next_transno: 17179870893 00010000:00080000:0.0:1724307218.201721:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870893) 00010000:00080000:0.0:1724307218.201726:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246410240 t17179870893 from 0@lo req@ffff8800922de300 x1808064246410240/t0(17179870893) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.201752:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5113 count 1 00002000:00010000:0.0:1724307218.201864:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13f9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.201870:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0bfa8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.201881:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.201883:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.201887:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0bfa8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.201898:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0bfa8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.201905:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0bfa8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.201912:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0bfa8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.201918:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0bfa8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.201925:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.201928:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0bfa8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.201936:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0bfa8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.201947:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0bfa8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.201953:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0bfa8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.202137:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.202149:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870894 00010000:00080000:0.0:1724307218.202151:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870894 00000100:00080000:1.0:1724307218.202211:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b522300 x1808064246410240/t17179870893(17179870893) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.202218:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.202220:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.202224:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.202229:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870893 00000100:00080000:1.0:1724307218.202259:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b523800 x1808064246410752/t17179870894(17179870894) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.202267:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246410240:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.202278:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b523800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246410752:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.202299:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.202371:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246410752 00000100:00100000:3.0:1724307218.202375:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246410752 00000100:00100000:3.0:1724307218.202391:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11759 00000100:00100000:3.0:1724307218.202395:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+253:3295:x1808064246410752:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.202400:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870894, current: 17179870894, replaying 00000100:00100000:3.0:1724307218.202406:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+253:3295:x1808064246410752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (107us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307218.202410:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11759 00010000:00080000:1.0:1724307218.202446:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870894, next_transno: 17179870894 00010000:00080000:1.0:1724307218.202449:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870894) 00010000:00080000:1.0:1724307218.202453:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246410752 t17179870894 from 0@lo req@ffff88009f152680 x1808064246410752/t0(17179870894) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.202469:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5117 count 1 00002000:00010000:1.0:1724307218.202532:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13fd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.202537:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bfaf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.202544:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.202545:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.202547:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bfaf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.202555:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bfaf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.202561:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bfaf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.202566:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bfaf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.202572:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bfaf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.202576:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d403600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.202579:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bfaf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.202585:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bfaf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.202593:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bfaf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.202598:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0bfaf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.202733:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.202750:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b523800 x1808064246410752/t17179870894(17179870894) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.202756:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.202758:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.202760:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.202765:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870894 00000100:00080000:1.0:1724307218.202780:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b522680 x1808064246410368/t17179870895(17179870895) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.202787:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b523800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246410752:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.202794:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246410368:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.202811:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1724307218.202830:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870895 00010000:00080000:1.0:1724307218.202833:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870895 00000100:00100000:3.0:1724307218.202875:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246410368 00000100:00100000:3.0:1724307218.202878:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246410368 00000100:00100000:3.0:1724307218.202896:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11760 00000100:00100000:3.0:1724307218.202899:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+254:3295:x1808064246410368:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.202905:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870895, current: 17179870895, replaying 00000100:00100000:3.0:1724307218.202910:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+254:3295:x1808064246410368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (99us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307218.202914:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11760 00010000:00080000:1.0:1724307218.204306:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870895, next_transno: 17179870895 00010000:00080000:1.0:1724307218.204310:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870895) 00010000:00080000:1.0:1724307218.204317:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246410368 t17179870895 from 0@lo req@ffff88009f151500 x1808064246410368/t0(17179870895) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.204343:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5114 count 1 00002000:00010000:1.0:1724307218.204433:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.204439:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bfb6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.204448:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.204450:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.204452:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bfb6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.204462:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bfb6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.204469:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bfb6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.204474:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bfb6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.204480:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bfb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.204484:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.204487:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bfb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.204493:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bfb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.204503:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bfb6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.204508:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0bfb6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.204691:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.204703:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870896 00010000:00080000:1.0:1724307218.204706:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870896 00000100:00080000:0.0:1724307218.204824:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b522680 x1808064246410368/t17179870895(17179870895) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.204833:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.204835:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.204839:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.204846:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870895 00000100:00080000:0.0:1724307218.204885:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b523b80 x1808064246410880/t17179870896(17179870896) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.204896:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246410368:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.204907:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246410880:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.204929:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.205000:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246410880 00000100:00100000:1.0:1724307218.205005:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246410880 00000100:00100000:1.0:1724307218.205022:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11761 00000100:00100000:1.0:1724307218.205027:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+255:3295:x1808064246410880:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.205033:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870896, current: 17179870896, replaying 00000100:00100000:1.0:1724307218.205039:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+255:3295:x1808064246410880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (110us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.205043:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11761 00010000:00080000:1.0:1724307218.205049:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870896, next_transno: 17179870896 00010000:00080000:1.0:1724307218.205051:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870896) 00010000:00080000:1.0:1724307218.205055:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246410880 t17179870896 from 0@lo req@ffff8800922ddc00 x1808064246410880/t0(17179870896) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.205068:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5118 count 1 00002000:00010000:1.0:1724307218.205124:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13fe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.205129:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bfbd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.205136:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.205137:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.205139:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bfbd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.205147:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bfbd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.205152:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bfbd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.205157:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bfbd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.205162:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bfbd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.205167:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.205169:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bfbd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.205174:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bfbd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.205180:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bfbd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.205186:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0bfbd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.205272:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.205279:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870897 00010000:00080000:1.0:1724307218.205281:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870897 00000100:00080000:0.0:1724307218.205341:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b523b80 x1808064246410880/t17179870896(17179870896) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.205347:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.205348:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.205351:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.205356:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870896 00000100:00080000:0.0:1724307218.205372:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009ba43b80 x1808064246411264/t17179870897(17179870897) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.205379:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246410880:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.205386:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246411264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.205402:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.205419:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246411264 00000100:00100000:0.0:1724307218.205422:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246411264 00000100:00100000:0.0:1724307218.205450:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11762 00000100:00100000:0.0:1724307218.205454:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+256:3295:x1808064246411264:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.205459:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870897, current: 17179870897, replaying 00000100:00100000:0.0:1724307218.205465:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+256:3295:x1808064246411264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (63us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.205469:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11762 00010000:00080000:1.0:1724307218.205655:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870897, next_transno: 17179870897 00010000:00080000:1.0:1724307218.205657:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870897) 00010000:00080000:1.0:1724307218.205662:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246411264 t17179870897 from 0@lo req@ffff8800922de680 x1808064246411264/t0(17179870897) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.205678:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5121 count 1 00002000:00010000:1.0:1724307218.205805:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1401:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.205810:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bfc4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1401:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.205818:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.205819:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.205821:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bfc4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.205829:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bfc4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.205834:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bfc4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.205844:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bfc4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.205849:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bfc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.205853:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d4006c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.205855:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bfc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.205860:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bfc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.205868:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bfc4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.205873:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0bfc4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.206246:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.206257:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870898 00010000:00080000:1.0:1724307218.206260:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870898 00000100:00080000:0.0:1724307218.206309:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009ba43b80 x1808064246411264/t17179870897(17179870897) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.206315:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.206317:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.206320:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.206326:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870897 00000100:00080000:0.0:1724307218.206344:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009ba41f80 x1808064246411392/t17179870898(17179870898) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.206352:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ba43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246411264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.206361:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246411392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.206380:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.206442:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246411392 00000100:00100000:1.0:1724307218.206447:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246411392 00000100:00100000:1.0:1724307218.207656:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11763 00000100:00100000:1.0:1724307218.207664:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+257:3295:x1808064246411392:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.207675:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870898, current: 17179870898, replaying 00000100:00100000:1.0:1724307218.207683:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+257:3295:x1808064246411392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (1302us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.207687:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11763 00010000:00080000:1.0:1724307218.207876:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870898, next_transno: 17179870898 00010000:00080000:1.0:1724307218.207879:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870898) 00010000:00080000:1.0:1724307218.207885:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246411392 t17179870898 from 0@lo req@ffff8800922dca80 x1808064246411392/t0(17179870898) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.207910:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5122 count 1 00002000:00010000:1.0:1724307218.208080:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1402:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.208087:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bfcb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1402:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.208097:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.208099:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.208102:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bfcb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.208111:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bfcb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.208118:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bfcb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.208123:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bfcb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.208129:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bfcb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.208135:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d4018c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.208138:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bfcb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.208144:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bfcb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.208155:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bfcb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.208160:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0bfcb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.208812:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.208825:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870899 00010000:00080000:1.0:1724307218.208828:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870899 00000100:00080000:0.0:1724307218.208901:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009ba41f80 x1808064246411392/t17179870898(17179870898) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.208909:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.208912:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.208916:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.208922:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870898 00000100:00080000:0.0:1724307218.208967:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b522d80 x1808064246410624/t17179870899(17179870899) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.208985:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ba41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246411392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.208997:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246410624:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.209022:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.209068:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246410624 00000100:00100000:1.0:1724307218.209072:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246410624 00000100:00100000:1.0:1724307218.209096:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11764 00000100:00100000:1.0:1724307218.209101:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+258:3295:x1808064246410624:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.209107:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870899, current: 17179870899, replaying 00000100:00100000:1.0:1724307218.209112:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+258:3295:x1808064246410624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (91us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.209117:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11764 00010000:00080000:0.0:1724307218.209232:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870899, next_transno: 17179870899 00010000:00080000:0.0:1724307218.209235:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870899) 00010000:00080000:0.0:1724307218.209240:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246410624 t17179870899 from 0@lo req@ffff8800922ddf80 x1808064246410624/t0(17179870899) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.209259:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5116 count 1 00002000:00010000:0.0:1724307218.209340:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13fc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.209345:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfd2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.209353:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.209354:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.209357:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfd2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.209366:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfd2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.209373:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfd2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.209378:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfd2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.209383:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfd2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.209389:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.209391:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfd2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.209397:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfd2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.209406:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfd2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.209412:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0bfd2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.209663:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.209737:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b522d80 x1808064246410624/t17179870899(17179870899) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.209744:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.209746:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.209750:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.209755:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870899 00000100:00080000:1.0:1724307218.209774:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009ba41880 x1808064246411136/t17179870900(17179870900) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.209782:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246410624:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.209791:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246411136:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.209810:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1724307218.210383:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870900 00010000:00080000:0.0:1724307218.210386:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870900 00000100:00100000:2.0:1724307218.210631:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246411136 00000100:00100000:2.0:1724307218.210636:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246411136 00000100:00100000:2.0:1724307218.210686:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11765 00000100:00100000:2.0:1724307218.210691:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+259:3295:x1808064246411136:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.210699:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870900, current: 17179870900, replaying 00000100:00100000:2.0:1724307218.210706:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+259:3295:x1808064246411136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15us (896us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.210711:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11765 00010000:00080000:0.0:1724307218.210878:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870900, next_transno: 17179870900 00010000:00080000:0.0:1724307218.210881:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870900) 00010000:00080000:0.0:1724307218.210886:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246411136 t17179870900 from 0@lo req@ffff88009f150000 x1808064246411136/t0(17179870900) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.210907:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5120 count 1 00002000:00010000:0.0:1724307218.211006:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1400:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.211012:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bfd9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1400:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.211021:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.211023:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.211026:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bfd9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.211035:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bfd9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.211046:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bfd9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.211052:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bfd9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.211059:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bfd9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.211064:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.211067:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bfd9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.211073:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bfd9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.211082:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bfd9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.211088:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0bfd9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.211932:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:1.0:1724307218.212533:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009ba41880 x1808064246411136/t17179870900(17179870900) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.212542:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.212545:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.212549:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.212555:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870900 00000100:00080000:1.0:1724307218.212603:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009ba43480 x1808064246411648/t17179870901(17179870901) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.212613:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ba41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246411136:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.212626:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246411648:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.212674:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.212702:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246411648 00000100:00100000:1.0:1724307218.212706:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246411648 00000100:00100000:1.0:1724307218.212728:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11766 00000100:00100000:1.0:1724307218.212734:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f153800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+261:3295:x1808064246411648:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.212744:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870900, current: 17179870901, replaying 00000100:00100000:1.0:1724307218.212750:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f153800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+261:3295:x1808064246411648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16us (77us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.212755:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11766 00010000:00080000:0.0:1724307218.213915:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870901, next_transno: 17179870901 00010000:00080000:0.0:1724307218.213921:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870901) 00010000:00080000:0.0:1724307218.213928:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246411648 t17179870901 from 0@lo req@ffff88009f153800 x1808064246411648/t0(17179870901) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.213958:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5124 count 1 00002000:00010000:0.0:1724307218.214153:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1404:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.214160:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bfe0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1404:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.214171:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.214173:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.214177:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bfe0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.214189:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bfe0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.214196:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bfe0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.214203:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bfe0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.214209:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bfe0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.214215:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.214219:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bfe0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.214226:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bfe0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.214236:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bfe0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.214242:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0bfe0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.214438:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.214448:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870902 00010000:00080000:0.0:1724307218.214450:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870902 00000100:00080000:1.0:1724307218.214541:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009ba43480 x1808064246411648/t17179870901(17179870901) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.214549:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.214552:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.214556:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.214562:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870901 00000100:00080000:1.0:1724307218.214609:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009ba43800 x1808064246411776/t17179870902(17179870902) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.214617:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ba43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246411648:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.214629:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246411776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.214679:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.215155:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246411776 00000100:00100000:2.0:1724307218.215160:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246411776 00000100:00100000:2.0:1724307218.215194:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11767 00000100:00100000:2.0:1724307218.215200:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+261:3295:x1808064246411776:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.215207:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870902, current: 17179870902, replaying 00000100:00100000:2.0:1724307218.215214:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+261:3295:x1808064246411776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15us (536us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.215222:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11767 00010000:00080000:2.0:1724307218.215230:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870902, next_transno: 17179870902 00010000:00080000:2.0:1724307218.215232:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870902) 00010000:00080000:2.0:1724307218.215236:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246411776 t17179870902 from 0@lo req@ffff88009ca9fb80 x1808064246411776/t0(17179870902) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.215252:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5125 count 1 00002000:00010000:2.0:1724307218.215322:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1405:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.215327:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bfe7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1405:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.215335:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.215336:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.215339:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bfe7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.215348:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bfe7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.215354:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bfe7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.215360:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bfe7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.215366:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bfe7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.215375:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.215377:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bfe7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.215383:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bfe7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.215390:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bfe7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.215395:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161b00/0x85b23e07e0c0bfe7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.215522:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.215530:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870903 00010000:00080000:2.0:1724307218.215532:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870903 00000100:00080000:3.0:1724307218.215547:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009ba43800 x1808064246411776/t17179870902(17179870902) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.215558:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.215560:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.215563:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.215568:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870902 00000100:00080000:3.0:1724307218.215588:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b522a00 x1808064246410496/t17179870903(17179870903) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.215595:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ba43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246411776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.215604:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246410496:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.215622:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.215700:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246410496 00000100:00100000:2.0:1724307218.215703:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246410496 00000100:00100000:2.0:1724307218.215716:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11768 00000100:00100000:2.0:1724307218.215720:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+262:3295:x1808064246410496:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.215725:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870903, current: 17179870903, replaying 00000100:00100000:2.0:1724307218.215730:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+262:3295:x1808064246410496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (107us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.215734:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11768 00010000:00080000:2.0:1724307218.215740:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870903, next_transno: 17179870903 00010000:00080000:2.0:1724307218.215742:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870903) 00010000:00080000:2.0:1724307218.215745:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246410496 t17179870903 from 0@lo req@ffff8800a6b0a680 x1808064246410496/t0(17179870903) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.215758:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5115 count 1 00002000:00010000:2.0:1724307218.215813:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.215817:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bfee lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.215823:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.215825:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.215827:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bfee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.215834:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bfee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.215839:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bfee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.215844:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bfee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.215849:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bfee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.215853:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.215855:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bfee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.215864:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bfee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.215871:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bfee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.215876:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0bfee lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.215963:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.215968:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870904 00010000:00080000:2.0:1724307218.215981:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870904 00000100:00080000:3.0:1724307218.216028:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b522a00 x1808064246410496/t17179870903(17179870903) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.216033:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.216035:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.216038:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.216042:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870903 00000100:00080000:3.0:1724307218.216056:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009e16e680 x1808064246411008/t17179870904(17179870904) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.216063:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246410496:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.216070:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246411008:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.216087:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1724307218.216143:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307218.216345:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246411008 00000100:00100000:0.0:1724307218.216349:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246411008 00000100:00100000:0.0:1724307218.216364:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11769 00000100:00100000:0.0:1724307218.216368:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+263:3295:x1808064246411008:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.216374:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870904, current: 17179870904, replaying 00000100:00100000:0.0:1724307218.216381:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+263:3295:x1808064246411008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (293us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.216384:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11769 00010000:00080000:0.0:1724307218.216391:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870904, next_transno: 17179870904 00010000:00080000:0.0:1724307218.216393:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870904) 00010000:00080000:0.0:1724307218.216397:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246411008 t17179870904 from 0@lo req@ffff8800a6b0a300 x1808064246411008/t0(17179870904) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.216412:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5119 count 1 00002000:00010000:0.0:1724307218.216472:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x13ff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.216477:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bff5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13ff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.216484:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.216486:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.216488:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bff5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.216496:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bff5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.216502:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bff5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.216507:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bff5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.216512:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bff5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.216517:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.216519:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bff5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.216524:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bff5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.216532:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bff5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.216540:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0bff5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.216669:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.216676:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870905 00010000:00080000:0.0:1724307218.216679:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870905 00000100:00080000:3.0:1724307218.216726:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009e16e680 x1808064246411008/t17179870904(17179870904) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.216731:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.216733:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.216735:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.216739:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870904 00000100:00080000:3.0:1724307218.216755:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009ba42300 x1808064246411520/t17179870905(17179870905) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.216761:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246411008:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.216768:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246411520:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.216783:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.217366:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246411520 00000100:00100000:2.0:1724307218.217371:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246411520 00000100:00100000:2.0:1724307218.217388:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11770 00000100:00100000:2.0:1724307218.217393:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+264:3295:x1808064246411520:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.217399:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870905, current: 17179870905, replaying 00000100:00100000:2.0:1724307218.217405:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+264:3295:x1808064246411520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13us (621us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.217410:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11770 00010000:00080000:3.0:1724307218.217410:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870905, next_transno: 17179870905 00010000:00080000:3.0:1724307218.217413:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870905) 00010000:00080000:3.0:1724307218.217417:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246411520 t17179870905 from 0@lo req@ffff8800a6b08700 x1808064246411520/t0(17179870905) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.217433:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5123 count 1 00002000:00010000:3.0:1724307218.217715:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1403:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.217721:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bffc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1403:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.217728:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.217729:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.217732:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bffc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.217741:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bffc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.217747:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bffc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.217753:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bffc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.217759:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bffc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.217764:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.217767:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bffc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.217773:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bffc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.217781:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bffc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.217787:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0bffc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.217912:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.217926:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870906 00010000:00080000:3.0:1724307218.217928:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870906 00000100:00080000:0.0:1724307218.218070:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009ba42300 x1808064246411520/t17179870905(17179870905) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.218077:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.218079:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.218083:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.218089:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870905 00000100:00080000:0.0:1724307218.218116:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009ba43100 x1808064246413568/t17179870906(17179870906) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.218124:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ba42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246411520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.218134:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246413568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.218154:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.218665:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246413568 00000100:00100000:1.0:1724307218.218670:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246413568 00000100:00100000:1.0:1724307218.218692:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11771 00000100:00100000:1.0:1724307218.218697:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+265:3295:x1808064246413568:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.218704:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870906, current: 17179870906, replaying 00000100:00100000:1.0:1724307218.218710:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+265:3295:x1808064246413568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13us (556us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.218714:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11771 00010000:00080000:0.0:1724307218.218768:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870906, next_transno: 17179870906 00010000:00080000:0.0:1724307218.218771:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870906) 00010000:00080000:0.0:1724307218.218775:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246413568 t17179870906 from 0@lo req@ffff8800a00e9f80 x1808064246413568/t0(17179870906) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.218795:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5127 count 1 00002000:00010000:0.0:1724307218.218873:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1407:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.218879:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c003 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1407:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.218887:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.218888:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.218890:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c003 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.218900:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c003 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.218906:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c003 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.218912:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c003 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.218918:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c003 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.218923:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.218925:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c003 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.218932:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c003 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.218941:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c003 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.218951:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c003 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.219115:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.219124:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870907 00010000:00080000:0.0:1724307218.219127:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870907 00000100:00080000:1.0:1724307218.219413:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009ba43100 x1808064246413568/t17179870906(17179870906) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.219419:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.219421:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.219424:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.219429:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870906 00000100:00080000:1.0:1724307218.219463:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009e831c00 x1808064246414080/t17179870907(17179870907) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.219470:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ba43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246413568:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.219479:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246414080:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.219505:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.219636:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246414080 00000100:00100000:3.0:1724307218.219656:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246414080 00000100:00100000:3.0:1724307218.219675:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11772 00000100:00100000:3.0:1724307218.219679:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+266:3295:x1808064246414080:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.219685:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870907, current: 17179870907, replaying 00000100:00100000:3.0:1724307218.219804:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+266:3295:x1808064246414080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 123us (297us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307218.219810:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11772 00010000:00080000:0.0:1724307218.219863:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870907, next_transno: 17179870907 00010000:00080000:0.0:1724307218.219865:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870907) 00010000:00080000:0.0:1724307218.219869:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246414080 t17179870907 from 0@lo req@ffff88009c0a5850 x1808064246414080/t0(17179870907) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.219886:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5131 count 1 00002000:00010000:0.0:1724307218.219948:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x140b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.219953:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c00a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.219961:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.219962:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.219965:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c00a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.219984:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c00a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.219991:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c00a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.220000:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c00a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.220006:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c00a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.220011:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.220013:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c00a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.220019:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c00a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.220027:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c00a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.220033:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c00a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.220166:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.220238:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870908 00010000:00080000:0.0:1724307218.220240:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870908 00000100:00080000:2.0:1724307218.224692:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009e831c00 x1808064246414080/t17179870907(17179870907) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.224703:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.224705:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.224710:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.224717:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870907 00000100:00080000:2.0:1724307218.224767:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009e831880 x1808064246414208/t17179870908(17179870908) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.224776:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246414080:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.224792:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246414208:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.224835:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.224893:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246414208 00000100:00100000:3.0:1724307218.224901:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246414208 00000100:00100000:3.0:1724307218.224935:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11773 00000100:00100000:3.0:1724307218.224940:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094026680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+267:3295:x1808064246414208:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.224953:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870908, current: 17179870908, replaying 00000100:00100000:3.0:1724307218.224962:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094026680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+267:3295:x1808064246414208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22us (127us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307218.224967:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11773 00010000:00080000:0.0:1724307218.225585:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870908, next_transno: 17179870908 00010000:00080000:0.0:1724307218.225590:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870908) 00010000:00080000:0.0:1724307218.225595:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246414208 t17179870908 from 0@lo req@ffff880094026680 x1808064246414208/t0(17179870908) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.225627:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5132 count 1 00002000:00010000:0.0:1724307218.225764:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x140c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.225772:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c011 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.225784:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.225785:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.225789:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c011 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.225801:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c011 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.225809:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c011 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.225815:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c011 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.225822:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c011 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.225828:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.225831:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c011 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.225838:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c011 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.225850:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c011 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.225855:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c011 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.226061:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.226072:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870909 00010000:00080000:0.0:1724307218.226075:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870909 00000100:00080000:2.0:1724307218.226086:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009e831880 x1808064246414208/t17179870908(17179870908) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.226092:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.226094:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.226097:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.226102:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870908 00000100:00080000:2.0:1724307218.226128:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009ba42a00 x1808064246413824/t17179870909(17179870909) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.226135:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246414208:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.226144:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246413824:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.226164:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.226204:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246413824 00000100:00100000:3.0:1724307218.226208:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246413824 00000100:00100000:3.0:1724307218.226229:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11774 00000100:00100000:3.0:1724307218.226233:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094027480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+268:3295:x1808064246413824:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.226238:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870909, current: 17179870909, replaying 00000100:00100000:3.0:1724307218.226252:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094027480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+268:3295:x1808064246413824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19us (87us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307218.226256:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11774 00010000:00080000:0.0:1724307218.226344:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870909, next_transno: 17179870909 00010000:00080000:0.0:1724307218.226347:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870909) 00010000:00080000:0.0:1724307218.226351:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246413824 t17179870909 from 0@lo req@ffff880094027480 x1808064246413824/t0(17179870909) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.226368:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5129 count 1 00002000:00010000:0.0:1724307218.226424:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1409:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.226428:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c018 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1409:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.226435:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.226436:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.226439:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c018 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.226445:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c018 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.226454:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c018 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.226459:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c018 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.226465:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c018 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.226469:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a946c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.226472:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c018 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.226477:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c018 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.226483:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c018 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.226488:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c018 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.226591:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.226601:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870910 00010000:00080000:0.0:1724307218.226603:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870910 00000100:00080000:2.0:1724307218.226930:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009ba42a00 x1808064246413824/t17179870909(17179870909) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.226937:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.226939:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.226942:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.226951:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870909 00000100:00080000:2.0:1724307218.226968:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009e16df80 x1808064246414336/t17179870910(17179870910) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.226984:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ba42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246413824:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.226992:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246414336:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.227010:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.227069:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246414336 00000100:00100000:0.0:1724307218.227074:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246414336 00000100:00100000:0.0:1724307218.229049:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11775 00000100:00100000:0.0:1724307218.229058:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+269:3295:x1808064246414336:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.229070:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870910, current: 17179870910, replaying 00000100:00100000:0.0:1724307218.229082:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+269:3295:x1808064246414336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25us (2070us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.229087:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11775 00010000:00080000:0.0:1724307218.229149:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870910, next_transno: 17179870910 00010000:00080000:0.0:1724307218.229153:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870910) 00010000:00080000:0.0:1724307218.229159:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246414336 t17179870910 from 0@lo req@ffff880094025f80 x1808064246414336/t0(17179870910) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.229185:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5133 count 1 00002000:00010000:0.0:1724307218.229300:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x140d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.229307:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c01f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.229318:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.229320:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.229323:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c01f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.229335:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c01f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.229343:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c01f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.229349:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c01f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.229357:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c01f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.229363:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.229366:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c01f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.229373:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c01f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.229384:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c01f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.229389:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c01f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.229589:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.229600:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870911 00010000:00080000:0.0:1724307218.229603:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870911 00000100:00080000:2.0:1724307218.229631:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009e16df80 x1808064246414336/t17179870910(17179870910) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.229651:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.229654:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.229658:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.229664:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870910 00000100:00080000:2.0:1724307218.229708:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009ba42d80 x1808064246413440/t17179870911(17179870911) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.229715:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246414336:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.229728:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246413440:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.229751:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.229957:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246413440 00000100:00100000:0.0:1724307218.229962:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246413440 00000100:00100000:0.0:1724307218.230371:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11776 00000100:00100000:0.0:1724307218.230376:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094026d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+270:3295:x1808064246413440:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.230382:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870911, current: 17179870911, replaying 00000100:00100000:0.0:1724307218.230389:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094026d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+270:3295:x1808064246413440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14us (638us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.230394:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11776 00010000:00080000:0.0:1724307218.230400:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870911, next_transno: 17179870911 00010000:00080000:0.0:1724307218.230403:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870911) 00010000:00080000:0.0:1724307218.230406:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246413440 t17179870911 from 0@lo req@ffff880094026d80 x1808064246413440/t0(17179870911) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.230422:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5126 count 1 00002000:00010000:0.0:1724307218.230477:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1406:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.230482:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c026 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1406:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.230489:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.230490:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.230492:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c026 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.230500:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c026 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.230505:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c026 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.230510:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c026 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.230516:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c026 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.230525:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.230527:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c026 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.230533:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c026 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.230541:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c026 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.230547:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c026 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.230690:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.230697:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870912 00010000:00080000:0.0:1724307218.230699:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870912 00000100:00080000:2.0:1724307218.230705:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009ba42d80 x1808064246413440/t17179870911(17179870911) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.230712:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.230713:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.230717:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.230726:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870911 00000100:00080000:2.0:1724307218.230747:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009ba42680 x1808064246413696/t17179870912(17179870912) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.230754:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ba42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246413440:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.230763:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246413696:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.230781:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.230792:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246413696 00000100:00100000:3.0:1724307218.230795:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246413696 00000100:00100000:3.0:1724307218.230811:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11777 00000100:00100000:3.0:1724307218.230815:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094027800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+271:3295:x1808064246413696:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.230820:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870912, current: 17179870912, replaying 00000100:00100000:3.0:1724307218.230826:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094027800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+271:3295:x1808064246413696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (45us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307218.230831:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11777 00010000:00080000:0.0:1724307218.230980:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870912, next_transno: 17179870912 00010000:00080000:0.0:1724307218.230983:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870912) 00010000:00080000:0.0:1724307218.230988:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246413696 t17179870912 from 0@lo req@ffff880094027800 x1808064246413696/t0(17179870912) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.231004:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5128 count 1 00002000:00010000:0.0:1724307218.231059:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1408:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.231063:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c02d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1408:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.231074:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.231075:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.231077:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c02d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.231085:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c02d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.231091:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c02d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.231097:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c02d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.231102:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c02d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.231107:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.231110:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c02d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.231116:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c02d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.231122:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c02d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.231132:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c02d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.231247:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.231255:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870913 00010000:00080000:0.0:1724307218.231257:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870913 00000100:00080000:2.0:1724307218.231275:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009ba42680 x1808064246413696/t17179870912(17179870912) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.231281:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.231282:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.231285:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.231290:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870912 00000100:00080000:2.0:1724307218.231304:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009b521180 x1808064246413952/t17179870913(17179870913) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.231310:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ba42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246413696:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.231318:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246413952:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.231335:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.231509:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246413952 00000100:00100000:0.0:1724307218.231513:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246413952 00000100:00100000:0.0:1724307218.232313:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11778 00000100:00100000:0.0:1724307218.232402:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094026300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+272:3295:x1808064246413952:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.232410:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870913, current: 17179870913, replaying 00000100:00100000:0.0:1724307218.232426:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094026300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+272:3295:x1808064246413952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27us (1090us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.232432:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11778 00010000:00080000:2.0:1724307218.232444:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870913, next_transno: 17179870913 00010000:00080000:2.0:1724307218.232447:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870913) 00010000:00080000:2.0:1724307218.232451:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246413952 t17179870913 from 0@lo req@ffff880094026300 x1808064246413952/t0(17179870913) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.232472:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5130 count 1 00002000:00010000:2.0:1724307218.232554:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x140a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.232559:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c034 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.232568:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.232570:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.232572:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c034 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.232581:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c034 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.232587:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c034 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.232592:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c034 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.232598:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c034 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.232603:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.232605:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c034 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.232610:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c034 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.232619:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c034 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.232629:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c034 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.232798:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:2.0:1724307218.232821:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009b521180 x1808064246413952/t17179870913(17179870913) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.232828:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.232829:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.232833:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.232838:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870913 00000100:00080000:2.0:1724307218.232870:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009e16c000 x1808064246414464/t17179870914(17179870914) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.232877:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246413952:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.232887:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e16c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246414464:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.232907:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.232920:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246414464 00000100:00100000:1.0:1724307218.232925:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246414464 00010000:00080000:2.0:1724307218.232928:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870914 00010000:00080000:2.0:1724307218.232931:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870914 00000100:00100000:1.0:1724307218.232940:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11779 00000100:00100000:1.0:1724307218.232944:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+273:3295:x1808064246414464:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.232949:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870914, current: 17179870914, replaying 00000100:00100000:1.0:1724307218.233977:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+273:3295:x1808064246414464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1021us (1058us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.233984:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11779 00010000:00080000:2.0:1724307218.234190:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870914, next_transno: 17179870914 00010000:00080000:2.0:1724307218.234195:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870914) 00010000:00080000:2.0:1724307218.234202:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246414464 t17179870914 from 0@lo req@ffff880094027100 x1808064246414464/t0(17179870914) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.234224:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5134 count 1 00002000:00010000:2.0:1724307218.234320:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x140e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.234326:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c03b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.234336:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.234338:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.234340:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c03b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.234350:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c03b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.234358:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c03b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.234364:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c03b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.234370:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c03b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.234376:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.234378:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c03b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.234384:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c03b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.234394:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c03b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.234404:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c03b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.234554:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:2.0:1724307218.234579:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009e16c000 x1808064246414464/t17179870914(17179870914) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.234586:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.234588:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.234592:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.234597:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870914 00000100:00080000:2.0:1724307218.234633:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f2be680 x1808064246414720/t17179870915(17179870915) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.234659:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e16c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246414464:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.234670:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246414720:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.234691:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1724307218.234713:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870915 00010000:00080000:2.0:1724307218.234716:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870915 00000100:00100000:1.0:1724307218.235082:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246414720 00000100:00100000:1.0:1724307218.235087:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246414720 00000100:00100000:1.0:1724307218.235109:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11780 00000100:00100000:1.0:1724307218.235114:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094027b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+274:3295:x1808064246414720:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.235121:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870915, current: 17179870915, replaying 00000100:00100000:1.0:1724307218.235127:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094027b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+274:3295:x1808064246414720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13us (436us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.235132:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11780 00010000:00080000:2.0:1724307218.235308:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870915, next_transno: 17179870915 00010000:00080000:2.0:1724307218.235310:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870915) 00010000:00080000:2.0:1724307218.235315:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246414720 t17179870915 from 0@lo req@ffff880094027b80 x1808064246414720/t0(17179870915) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.235332:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5136 count 1 00002000:00010000:2.0:1724307218.235398:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1410:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.235404:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c042 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.235411:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.235413:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.235415:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c042 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.235423:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c042 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.235429:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c042 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.235434:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c042 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.235439:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c042 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.235445:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.235447:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c042 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.235453:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c042 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.235460:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c042 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.235470:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c042 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.236288:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:2.0:1724307218.236385:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f2be680 x1808064246414720/t17179870915(17179870915) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.236393:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.236395:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.236399:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.236405:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870915 00000100:00080000:2.0:1724307218.236443:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f2be300 x1808064246414592/t17179870916(17179870916) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.236452:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246414720:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.236463:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246414592:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.236486:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1724307218.236523:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870916 00010000:00080000:2.0:1724307218.236526:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870916 00000100:00100000:0.0:1724307218.236527:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246414592 00000100:00100000:0.0:1724307218.236532:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246414592 00000100:00100000:0.0:1724307218.236551:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11781 00000100:00100000:0.0:1724307218.236556:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094025180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+275:3295:x1808064246414592:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.236562:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870916, current: 17179870916, replaying 00000100:00100000:0.0:1724307218.236568:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094025180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+275:3295:x1808064246414592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (82us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.236572:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11781 00010000:00080000:2.0:1724307218.236572:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870916, next_transno: 17179870916 00010000:00080000:2.0:1724307218.236574:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870916) 00010000:00080000:2.0:1724307218.236578:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246414592 t17179870916 from 0@lo req@ffff880094025180 x1808064246414592/t0(17179870916) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.236595:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5135 count 1 00002000:00010000:2.0:1724307218.236682:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x140f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.236688:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c049 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.236694:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.236696:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.236698:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c049 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.236705:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c049 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.236712:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c049 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.236717:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c049 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.236723:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c049 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.236727:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.236729:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c049 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.236735:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c049 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.236743:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c049 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.236752:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c049 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.236881:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:2.0:1724307218.236890:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870917 00010000:00080000:2.0:1724307218.236892:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870917 00000100:00080000:3.0:1724307218.236909:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f2be300 x1808064246414592/t17179870916(17179870916) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.236915:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.236917:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.236919:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.236928:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870916 00000100:00080000:3.0:1724307218.236941:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f2bed80 x1808064246414848/t17179870917(17179870917) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.236947:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246414592:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.236954:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246414848:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.236982:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.237030:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246414848 00000100:00100000:0.0:1724307218.237033:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246414848 00000100:00100000:0.0:1724307218.237057:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11782 00000100:00100000:0.0:1724307218.237062:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+276:3295:x1808064246414848:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.237068:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870917, current: 17179870917, replaying 00000100:00100000:0.0:1724307218.237075:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+276:3295:x1808064246414848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (94us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.237079:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11782 00010000:00080000:3.0:1724307218.237167:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870917, next_transno: 17179870917 00010000:00080000:3.0:1724307218.237169:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870917) 00010000:00080000:3.0:1724307218.237173:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246414848 t17179870917 from 0@lo req@ffff8800a6b09880 x1808064246414848/t0(17179870917) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.237188:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5137 count 1 00002000:00010000:3.0:1724307218.237251:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1411:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.237255:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c050 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.237262:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.237263:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.237265:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c050 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.237273:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c050 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.237279:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c050 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.237288:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c050 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.237293:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c050 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.237298:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.237300:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c050 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.237305:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c050 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.237311:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c050 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.237316:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c050 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.237419:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:3.0:1724307218.237433:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f2bed80 x1808064246414848/t17179870917(17179870917) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.237438:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:3.0:1724307218.237440:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:3.0:1724307218.237442:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.237450:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870917 00000100:00080000:3.0:1724307218.237463:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f2bf100 x1808064246418432/t17179870918(17179870918) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.237469:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246414848:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.237475:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f2bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246418432:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.237488:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1724307218.237518:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870918 00010000:00080000:3.0:1724307218.237520:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870918 00000100:00100000:2.0:1724307218.238353:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246418432 00000100:00100000:2.0:1724307218.238359:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246418432 00000100:00100000:2.0:1724307218.238382:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11783 00000100:00100000:2.0:1724307218.238387:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+277:3295:x1808064246418432:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.238394:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870918, current: 17179870918, replaying 00000100:00100000:2.0:1724307218.238400:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+277:3295:x1808064246418432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14us (911us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.238404:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11783 00010000:00080000:3.0:1724307218.238500:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870918, next_transno: 17179870918 00010000:00080000:3.0:1724307218.238503:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870918) 00010000:00080000:3.0:1724307218.238508:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246418432 t17179870918 from 0@lo req@ffff8800a6b09c00 x1808064246418432/t0(17179870918) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.238527:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5140 count 1 00002000:00010000:3.0:1724307218.238603:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1414:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.238609:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c057 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.238617:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.238618:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.238621:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c057 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.238629:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c057 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.238635:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c057 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.238658:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c057 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.238665:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c057 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.238670:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.238672:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c057 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.238678:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c057 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.238687:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c057 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.238693:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c057 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.238826:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.238835:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870919 00010000:00080000:3.0:1724307218.238837:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870919 00000100:00080000:2.0:1724307218.238859:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f2bf100 x1808064246418432/t17179870918(17179870918) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.238866:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.238867:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.238871:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.238876:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870918 00000100:00080000:2.0:1724307218.238902:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a871c000 x1808064246418560/t17179870919(17179870919) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.238910:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f2bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246418432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.238922:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a871c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246418560:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.238941:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.238976:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246418560 00000100:00100000:3.0:1724307218.238980:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246418560 00000100:00100000:3.0:1724307218.238999:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11784 00000100:00100000:3.0:1724307218.239003:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+278:3295:x1808064246418560:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.239008:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870919, current: 17179870919, replaying 00000100:00100000:3.0:1724307218.239014:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+278:3295:x1808064246418560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (73us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307218.239018:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11784 00010000:00080000:2.0:1724307218.239205:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870919, next_transno: 17179870919 00010000:00080000:2.0:1724307218.239208:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870919) 00010000:00080000:2.0:1724307218.239212:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246418560 t17179870919 from 0@lo req@ffff880094025500 x1808064246418560/t0(17179870919) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.239229:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5141 count 1 00002000:00010000:2.0:1724307218.239289:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1415:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.239294:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c05e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.239301:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.239302:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.239304:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c05e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.239312:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c05e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.239317:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c05e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.239323:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c05e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.239329:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c05e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.239339:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.239341:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c05e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.239347:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c05e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.239354:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c05e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.239360:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c05e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.239470:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:2.0:1724307218.239486:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a871c000 x1808064246418560/t17179870919(17179870919) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.239492:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.239493:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.239496:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.239501:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870919 00000100:00080000:2.0:1724307218.239518:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f2bea00 x1808064246418304/t17179870920(17179870920) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.239523:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a871c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246418560:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.239530:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f2bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246418304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.239546:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1724307218.239578:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870920 00010000:00080000:2.0:1724307218.239581:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870920 00000100:00100000:0.0:1724307218.239584:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246418304 00000100:00100000:0.0:1724307218.239588:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246418304 00000100:00100000:0.0:1724307218.239604:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11785 00000100:00100000:0.0:1724307218.239608:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094024000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+279:3295:x1808064246418304:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.239614:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870920, current: 17179870920, replaying 00000100:00100000:0.0:1724307218.239620:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094024000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+279:3295:x1808064246418304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (73us total) trans 0 rc 0/-999 00010000:00080000:2.0:1724307218.239623:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870920, next_transno: 17179870920 00000100:00100000:0.0:1724307218.239624:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11785 00010000:00080000:2.0:1724307218.239626:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870920) 00010000:00080000:2.0:1724307218.239630:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246418304 t17179870920 from 0@lo req@ffff880094024000 x1808064246418304/t0(17179870920) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.239659:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5139 count 1 00002000:00010000:2.0:1724307218.239711:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1413:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.239715:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c065 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.239722:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.239723:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.239726:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c065 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.239732:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c065 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.239738:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c065 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.239743:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c065 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.239748:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c065 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.239753:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.239755:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c065 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.239760:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c065 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.239767:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c065 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.239771:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c065 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.239859:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:2.0:1724307218.239872:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f2bea00 x1808064246418304/t17179870920(17179870920) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.239877:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.239878:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.239881:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.239886:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870920 00000100:00080000:2.0:1724307218.239898:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a871c380 x1808064246418688/t17179870921(17179870921) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.239904:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f2bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246418304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.239910:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a871c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246418688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.239923:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1724307218.239952:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870921 00000100:00100000:1.0:1724307218.239955:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246418688 00010000:00080000:2.0:1724307218.239955:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870921 00000100:00100000:1.0:1724307218.239959:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246418688 00000100:00100000:1.0:1724307218.239983:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11786 00000100:00100000:1.0:1724307218.239987:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094026a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+280:3295:x1808064246418688:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.239993:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870921, current: 17179870921, replaying 00000100:00100000:1.0:1724307218.239998:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094026a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+280:3295:x1808064246418688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (74us total) trans 0 rc 0/-999 00010000:00080000:2.0:1724307218.240002:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870921, next_transno: 17179870921 00000100:00100000:1.0:1724307218.240003:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11786 00010000:00080000:2.0:1724307218.240004:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870921) 00010000:00080000:2.0:1724307218.240008:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246418688 t17179870921 from 0@lo req@ffff880094026a00 x1808064246418688/t0(17179870921) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.240021:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5142 count 1 00002000:00010000:2.0:1724307218.240069:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1416:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.240073:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c06c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240079:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.240080:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.240082:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c06c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240089:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c06c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240094:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c06c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240099:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c06c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240104:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c06c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240109:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.240112:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c06c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240117:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c06c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240123:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c06c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240128:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c06c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.240208:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:2.0:1724307218.240221:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a871c380 x1808064246418688/t17179870921(17179870921) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.240225:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.240227:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.240229:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.240233:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870921 00000100:00080000:2.0:1724307218.240245:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009f2bfb80 x1808064246418176/t17179870922(17179870922) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.240251:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a871c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246418688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.240257:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246418176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.240273:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.240301:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246418176 00010000:00080000:2.0:1724307218.240301:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870922 00010000:00080000:2.0:1724307218.240303:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870922 00000100:00100000:1.0:1724307218.240304:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246418176 00000100:00100000:1.0:1724307218.240317:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11787 00000100:00100000:1.0:1724307218.240321:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+281:3295:x1808064246418176:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.240326:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870922, current: 17179870922, replaying 00000100:00100000:1.0:1724307218.240330:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+281:3295:x1808064246418176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (57us total) trans 0 rc 0/-999 00010000:00080000:2.0:1724307218.240334:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870922, next_transno: 17179870922 00000100:00100000:1.0:1724307218.240335:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11787 00010000:00080000:2.0:1724307218.240337:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870922) 00010000:00080000:2.0:1724307218.240340:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246418176 t17179870922 from 0@lo req@ffff8800a57cc700 x1808064246418176/t0(17179870922) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.240353:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5138 count 1 00002000:00010000:2.0:1724307218.240402:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1412:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.240406:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c073 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240411:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.240412:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.240414:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c073 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240421:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c073 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240426:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c073 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240432:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c073 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240438:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c073 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240443:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.240446:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c073 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240451:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c073 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240459:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c073 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240465:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c073 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.240555:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:2.0:1724307218.240568:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009f2bfb80 x1808064246418176/t17179870922(17179870922) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.240573:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.240575:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.240577:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.240582:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870922 00000100:00080000:2.0:1724307218.240595:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a871e300 x1808064246418944/t17179870923(17179870923) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.240601:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246418176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.240607:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a871e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246418944:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.240620:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.240654:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246418944 00000100:00100000:1.0:1724307218.240658:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246418944 00010000:00080000:2.0:1724307218.240663:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870923 00010000:00080000:2.0:1724307218.240665:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870923 00000100:00100000:1.0:1724307218.240676:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11788 00000100:00100000:1.0:1724307218.240680:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+282:3295:x1808064246418944:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.240685:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870923, current: 17179870923, replaying 00000100:00100000:1.0:1724307218.240690:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+282:3295:x1808064246418944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (70us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.240694:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11788 00010000:00080000:2.0:1724307218.240695:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870923, next_transno: 17179870923 00010000:00080000:2.0:1724307218.240697:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870923) 00010000:00080000:2.0:1724307218.240700:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246418944 t17179870923 from 0@lo req@ffff8800a57cd500 x1808064246418944/t0(17179870923) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.240714:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5144 count 1 00002000:00010000:2.0:1724307218.240763:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1418:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.240767:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c07a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240772:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.240773:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.240775:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c07a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240782:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c07a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240787:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c07a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240792:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c07a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240797:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c07a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240802:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.240805:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c07a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240810:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c07a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240816:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c07a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.240821:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c07a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.240914:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:2.0:1724307218.240928:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a871e300 x1808064246418944/t17179870923(17179870923) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.240934:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.240936:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.240939:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.240944:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870923 00000100:00080000:2.0:1724307218.240958:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009e16ea00 x1808064246419968/t17179870924(17179870924) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.240964:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a871e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246418944:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.240981:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246419968:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.240996:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1724307218.241013:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870924 00000100:00100000:0.0:1724307218.241015:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246419968 00010000:00080000:2.0:1724307218.241015:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870924 00000100:00100000:0.0:1724307218.241018:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246419968 00000100:00100000:0.0:1724307218.241031:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11789 00000100:00100000:0.0:1724307218.241035:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+283:3295:x1808064246419968:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.241040:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870924, current: 17179870924, replaying 00000100:00100000:0.0:1724307218.241044:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+283:3295:x1808064246419968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9us (48us total) trans 0 rc 0/-999 00010000:00080000:2.0:1724307218.241048:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870924, next_transno: 17179870924 00000100:00100000:0.0:1724307218.241049:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11789 00010000:00080000:2.0:1724307218.241050:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870924) 00010000:00080000:2.0:1724307218.241054:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246419968 t17179870924 from 0@lo req@ffff8800a57cd880 x1808064246419968/t0(17179870924) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.241067:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5147 count 1 00002000:00010000:2.0:1724307218.241119:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x141b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.241123:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c081 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.241129:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.241130:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.241132:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c081 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.241139:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c081 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.241144:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c081 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.241150:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c081 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.241155:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c081 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.241160:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.241163:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c081 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.241168:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c081 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.241176:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c081 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.241182:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c081 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.241279:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:2.0:1724307218.241294:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009e16ea00 x1808064246419968/t17179870924(17179870924) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.241299:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.241301:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.241303:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.241308:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870924 00000100:00080000:2.0:1724307218.241321:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a871fb80 x1808064246419712/t17179870925(17179870925) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.241328:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246419968:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.241336:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a871fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246419712:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.241351:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1724307218.241367:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870925 00010000:00080000:2.0:1724307218.241370:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870925 00000100:00100000:0.0:1724307218.243359:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246419712 00000100:00100000:0.0:1724307218.243366:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246419712 00000100:00100000:0.0:1724307218.243391:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11790 00000100:00100000:0.0:1724307218.243397:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+284:3295:x1808064246419712:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.243407:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870925, current: 17179870925, replaying 00000100:00100000:0.0:1724307218.243415:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+284:3295:x1808064246419712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18us (2063us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.243420:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11790 00010000:00080000:3.0:1724307218.244390:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870925, next_transno: 17179870925 00010000:00080000:3.0:1724307218.244395:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870925) 00010000:00080000:3.0:1724307218.244402:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246419712 t17179870925 from 0@lo req@ffff8800a57cca80 x1808064246419712/t0(17179870925) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:3.0:1724307218.244428:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5145 count 1 00002000:00010000:3.0:1724307218.244535:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1419:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.244541:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c088 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.244551:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.244552:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.244556:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c088 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.244565:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c088 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.244571:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c088 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.244577:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c088 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.244582:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c088 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.244588:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.244591:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c088 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.244597:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c088 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.244606:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c088 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.244611:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c088 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307218.244789:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:3.0:1724307218.244801:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870926 00010000:00080000:3.0:1724307218.244804:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870926 00000100:00080000:2.0:1724307218.245996:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a871fb80 x1808064246419712/t17179870925(17179870925) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.246005:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.246008:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.246011:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.246017:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870925 00000100:00080000:2.0:1724307218.246066:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009e831f80 x1808064246419840/t17179870926(17179870926) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.246074:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a871fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246419712:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.246086:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246419840:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.246114:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.246139:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246419840 00000100:00100000:2.0:1724307218.246143:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246419840 00000100:00100000:2.0:1724307218.246163:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11791 00000100:00100000:2.0:1724307218.246168:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+285:3295:x1808064246419840:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.246175:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870926, current: 17179870926, replaying 00000100:00100000:2.0:1724307218.246183:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+285:3295:x1808064246419840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15us (69us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.246187:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11791 00010000:00080000:2.0:1724307218.246195:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870926, next_transno: 17179870926 00010000:00080000:2.0:1724307218.246197:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870926) 00010000:00080000:2.0:1724307218.246203:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246419840 t17179870926 from 0@lo req@ffff8800a57cea00 x1808064246419840/t0(17179870926) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.246343:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5146 count 1 00002000:00010000:2.0:1724307218.246433:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x141a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.246439:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c08f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.246447:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.246448:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.246450:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c08f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.246460:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c08f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.246467:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c08f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.246473:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c08f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.246479:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c08f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.246485:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911618c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.246487:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c08f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.246493:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c08f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.246504:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c08f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.246509:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c08f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.248385:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:2.0:1724307218.248413:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009e831f80 x1808064246419840/t17179870926(17179870926) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.248421:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.248423:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.248427:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.248433:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870926 00000100:00080000:2.0:1724307218.248473:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff8800a871df80 x1808064246418816/t17179870927(17179870927) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.248480:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246419840:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.248490:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a871df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246418816:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.248508:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.248544:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246418816 00010000:00080000:2.0:1724307218.248546:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870927 00010000:00080000:2.0:1724307218.248549:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870927 00000100:00100000:1.0:1724307218.248550:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246418816 00000100:00100000:1.0:1724307218.248576:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11792 00000100:00100000:1.0:1724307218.248581:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+286:3295:x1808064246418816:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.248589:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870927, current: 17179870927, replaying 00000100:00100000:1.0:1724307218.248596:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+286:3295:x1808064246418816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15us (87us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.248601:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11792 00010000:00080000:2.0:1724307218.249123:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870927, next_transno: 17179870927 00010000:00080000:2.0:1724307218.249126:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870927) 00010000:00080000:2.0:1724307218.249131:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246418816 t17179870927 from 0@lo req@ffff8800a57ced80 x1808064246418816/t0(17179870927) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.249153:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5143 count 1 00002000:00010000:2.0:1724307218.249234:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1417:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.249240:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c096 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.249250:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.249251:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.249254:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c096 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.249264:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c096 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.249270:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c096 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.249275:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c096 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.249281:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c096 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.249287:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.249289:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c096 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.249295:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c096 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.249305:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c096 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.249310:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c096 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.249439:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:2.0:1724307218.249456:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff8800a871df80 x1808064246418816/t17179870927(17179870927) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.249462:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.249464:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.249467:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.249472:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870927 00000100:00080000:2.0:1724307218.249494:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009bbab100 x1808064246420736/t17179870928(17179870928) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.249501:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a871df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246418816:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.249509:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bbab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246420736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.249525:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.249539:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246420736 00000100:00100000:2.0:1724307218.249542:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246420736 00000100:00100000:2.0:1724307218.249567:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11793 00000100:00100000:2.0:1724307218.249572:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+288:3295:x1808064246420736:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.249577:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870927, current: 17179870928, replaying 00000100:00100000:2.0:1724307218.249582:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+288:3295:x1808064246420736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (57us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.249587:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11793 00010000:00080000:2.0:1724307218.249597:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870928, next_transno: 17179870928 00010000:00080000:2.0:1724307218.249600:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870928) 00010000:00080000:2.0:1724307218.249602:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246420736 t17179870928 from 0@lo req@ffff8800a57cd180 x1808064246420736/t0(17179870928) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.249616:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5150 count 1 00002000:00010000:2.0:1724307218.251707:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x141e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.251716:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c09d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.251728:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.251730:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.251733:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c09d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.251743:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c09d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.251750:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c09d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.251756:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c09d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.251761:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c09d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.251770:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.251773:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c09d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.251779:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c09d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.251788:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c09d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.251794:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c09d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.254365:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:2.0:1724307218.254412:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009bbab100 x1808064246420736/t17179870928(17179870928) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.254421:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.254423:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.254427:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.254434:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870928 00000100:00080000:2.0:1724307218.254484:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009bbaad80 x1808064246420864/t17179870929(17179870929) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.254492:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bbab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246420736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.254506:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bbaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246420864:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.254543:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.254672:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246420864 00000100:00100000:2.0:1724307218.254678:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246420864 00000100:00100000:2.0:1724307218.254706:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11794 00000100:00100000:2.0:1724307218.254712:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+289:3295:x1808064246420864:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.254721:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870928, current: 17179870929, replaying 00000100:00100000:2.0:1724307218.254727:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+289:3295:x1808064246420864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16us (184us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.254732:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11794 00010000:00080000:2.0:1724307218.254748:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870929, next_transno: 17179870929 00010000:00080000:2.0:1724307218.254751:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870929) 00010000:00080000:2.0:1724307218.254756:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246420864 t17179870929 from 0@lo req@ffff8800a57cdf80 x1808064246420864/t0(17179870929) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.254780:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5151 count 1 00002000:00010000:2.0:1724307218.254893:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x141f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.254900:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c0a4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.254910:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.254911:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.254914:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c0a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.254924:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c0a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.254931:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c0a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.254938:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c0a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.254944:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c0a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.254948:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.254951:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c0a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.254957:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c0a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.254967:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c0a4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.254988:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c0a4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.255156:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:2.0:1724307218.255173:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009bbaad80 x1808064246420864/t17179870929(17179870929) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.255180:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.255181:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.255184:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.255194:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870929 00000100:00080000:2.0:1724307218.255214:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009bbaaa00 x1808064246420608/t17179870930(17179870930) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.255221:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bbaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246420864:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.255230:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bbaaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246420608:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.255246:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.255263:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246420608 00000100:00100000:2.0:1724307218.255266:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246420608 00000100:00100000:2.0:1724307218.255279:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11795 00000100:00100000:2.0:1724307218.255283:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+290:3295:x1808064246420608:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.255289:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870929, current: 17179870930, replaying 00000100:00100000:2.0:1724307218.255293:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+290:3295:x1808064246420608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (46us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.255297:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11795 00010000:00080000:2.0:1724307218.255310:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870930, next_transno: 17179870930 00010000:00080000:2.0:1724307218.255313:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870930) 00010000:00080000:2.0:1724307218.255316:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246420608 t17179870930 from 0@lo req@ffff8800a57cf480 x1808064246420608/t0(17179870930) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.255330:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5149 count 1 00002000:00010000:2.0:1724307218.255385:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x141d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.255390:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c0ab lrc: 3/0,1 mode: --/PW res: [0x240000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.255397:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.255398:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.255401:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c0ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.255408:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c0ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.255414:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c0ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.255418:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c0ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.255423:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c0ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.255427:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911606c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.255429:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c0ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.255434:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c0ab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.255442:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c0ab lrc: 2/0,0 mode: --/PW res: [0x240000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.255447:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c0ab lrc: 0/0,0 mode: --/PW res: [0x240000400:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.255551:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:2.0:1724307218.255565:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009bbaaa00 x1808064246420608/t17179870930(17179870930) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.255570:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.255572:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.255574:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.255578:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870930 00000100:00080000:2.0:1724307218.255592:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009bbaa680 x1808064246420480/t17179870931(17179870931) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.255599:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bbaaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246420608:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.255606:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bbaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246420480:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.255620:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.255634:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246420480 00000100:00100000:2.0:1724307218.255637:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246420480 00000100:00100000:2.0:1724307218.255663:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11796 00000100:00100000:2.0:1724307218.255667:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+291:3295:x1808064246420480:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.255671:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870930, current: 17179870931, replaying 00000100:00100000:2.0:1724307218.255675:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+291:3295:x1808064246420480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8us (55us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.255679:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11796 00010000:00080000:2.0:1724307218.255689:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870931, next_transno: 17179870931 00010000:00080000:2.0:1724307218.255691:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870931) 00010000:00080000:2.0:1724307218.255694:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246420480 t17179870931 from 0@lo req@ffff8800a57cdc00 x1808064246420480/t0(17179870931) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.255708:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5148 count 1 00002000:00010000:2.0:1724307218.255758:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x141c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.255762:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c0b2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.255769:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.255770:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.255772:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c0b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.255780:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c0b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.255786:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c0b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.255791:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c0b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.255795:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c0b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.255800:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.255802:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c0b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.255807:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c0b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.255817:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c0b2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.255822:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c0b2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.255991:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:2.0:1724307218.256006:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009bbaa680 x1808064246420480/t17179870931(17179870931) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.256012:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.256013:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.256016:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.256021:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870931 00000100:00080000:2.0:1724307218.256034:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009bbab800 x1808064246421888/t17179870932(17179870932) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.256041:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bbaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246420480:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.256047:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bbab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246421888:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.256063:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.256076:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246421888 00000100:00100000:2.0:1724307218.256079:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246421888 00000100:00100000:2.0:1724307218.256090:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11797 00000100:00100000:2.0:1724307218.256094:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+292:3295:x1808064246421888:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.256099:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870931, current: 17179870932, replaying 00000100:00100000:2.0:1724307218.256104:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+292:3295:x1808064246421888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10us (41us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.256107:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11797 00010000:00080000:2.0:1724307218.256117:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870932, next_transno: 17179870932 00010000:00080000:2.0:1724307218.256119:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870932) 00010000:00080000:2.0:1724307218.256122:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246421888 t17179870932 from 0@lo req@ffff8800a57cf100 x1808064246421888/t0(17179870932) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:2.0:1724307218.256135:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5153 count 1 00002000:00010000:2.0:1724307218.256190:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1421:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.256195:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c0b9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.256201:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.256202:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.256205:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c0b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.256211:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c0b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.256217:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c0b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.256222:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c0b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.256228:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c0b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.256238:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.256240:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c0b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.256245:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c0b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.256252:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c0b9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.256256:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c0b9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1724307218.256365:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00000100:00080000:2.0:1724307218.256379:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009bbab800 x1808064246421888/t17179870932(17179870932) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.256384:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.256386:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.256389:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.256394:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870932 00000100:00080000:2.0:1724307218.256408:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009bba9500 x1808064246422400/t17179870933(17179870933) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.256415:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bbab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246421888:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.256422:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246422400:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.256437:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1724307218.256469:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870933 00010000:00080000:2.0:1724307218.256472:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870933 00000100:00100000:0.0:1724307218.256474:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246422400 00000100:00100000:0.0:1724307218.256478:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246422400 00000100:00100000:0.0:1724307218.256503:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11798 00000100:00100000:0.0:1724307218.256508:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+292:3295:x1808064246422400:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.256513:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870933, current: 17179870933, replaying 00000100:00100000:0.0:1724307218.256530:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+292:3295:x1808064246422400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22us (92us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.256535:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11798 00010000:00080000:1.0:1724307218.257133:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870933, next_transno: 17179870933 00010000:00080000:1.0:1724307218.257136:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870933) 00010000:00080000:1.0:1724307218.257140:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246422400 t17179870933 from 0@lo req@ffff8800a57cfb80 x1808064246422400/t0(17179870933) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.257157:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5157 count 1 00002000:00010000:1.0:1724307218.257224:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1425:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.257229:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c0c0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.257236:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.257237:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.257240:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c0c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.257247:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c0c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.257252:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c0c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.257257:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c0c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.257263:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c0c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.257268:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d4021c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.257270:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c0c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.257275:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c0c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.257282:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c0c0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.257288:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c0c0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.257407:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.257416:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870934 00010000:00080000:1.0:1724307218.257418:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870934 00000100:00080000:1.0:1724307218.257437:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009bba9500 x1808064246422400/t17179870933(17179870933) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.257442:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.257444:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.257447:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.257456:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870933 00000100:00080000:1.0:1724307218.257474:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009bbab480 x1808064246421760/t17179870934(17179870934) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.257481:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246422400:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.257489:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bbab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246421760:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.257504:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.259271:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246421760 00000100:00100000:0.0:1724307218.259279:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246421760 00000100:00100000:0.0:1724307218.259304:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11799 00000100:00100000:0.0:1724307218.259309:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+293:3295:x1808064246421760:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1724307218.259317:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870934, current: 17179870934, replaying 00000100:00100000:0.0:1724307218.259324:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+293:3295:x1808064246421760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15us (1819us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.259328:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11799 00010000:00080000:1.0:1724307218.259366:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870934, next_transno: 17179870934 00010000:00080000:1.0:1724307218.259369:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870934) 00010000:00080000:1.0:1724307218.259375:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246421760 t17179870934 from 0@lo req@ffff88009ca9d500 x1808064246421760/t0(17179870934) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.259395:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5152 count 1 00002000:00010000:1.0:1724307218.259488:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1420:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.259493:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c0c7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.259503:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.259504:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.259507:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c0c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.259516:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c0c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.259522:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c0c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.259531:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c0c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.259536:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c0c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.259541:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.259543:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c0c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.259549:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c0c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.259558:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c0c7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.259563:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c0c7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.259707:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.259716:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870935 00010000:00080000:1.0:1724307218.259718:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870935 00000100:00080000:0.0:1724307218.259795:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009bbab480 x1808064246421760/t17179870934(17179870934) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.259802:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.259804:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.259808:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.259813:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870934 00000100:00080000:0.0:1724307218.259848:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009bba9180 x1808064246422272/t17179870935(17179870935) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.259857:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bbab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246421760:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.259866:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246422272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.259887:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.259991:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246422272 00000100:00100000:1.0:1724307218.259994:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246422272 00000100:00100000:1.0:1724307218.260167:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11800 00000100:00100000:1.0:1724307218.260171:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+294:3295:x1808064246422272:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.260176:0:19432:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870935, current: 17179870935, replaying 00000100:00100000:1.0:1724307218.260183:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+294:3295:x1808064246422272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12us (296us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.260187:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11800 00010000:00080000:1.0:1724307218.260198:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870935, next_transno: 17179870935 00010000:00080000:1.0:1724307218.260200:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870935) 00010000:00080000:1.0:1724307218.260203:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246422272 t17179870935 from 0@lo req@ffff8800a00e9f80 x1808064246422272/t0(17179870935) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.260216:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5156 count 1 00002000:00010000:1.0:1724307218.260267:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1424:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.260271:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c0ce lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.260277:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.260278:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.260280:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c0ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.260287:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c0ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.260292:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c0ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.260297:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c0ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.260302:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c0ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.260307:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.260309:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c0ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.260314:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c0ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.260321:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c0ce lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.260325:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c0ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.260745:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.260753:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870936 00010000:00080000:1.0:1724307218.260755:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870936 00000100:00080000:0.0:1724307218.260807:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009bba9180 x1808064246422272/t17179870935(17179870935) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.260813:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.260814:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.260817:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.260822:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870935 00000100:00080000:0.0:1724307218.260846:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009bba8e00 x1808064246422144/t17179870936(17179870936) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.260853:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246422272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.260861:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bba8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246422144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.260880:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.261159:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246422144 00000100:00100000:2.0:1724307218.261164:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246422144 00000100:00100000:2.0:1724307218.261191:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11801 00000100:00100000:2.0:1724307218.261196:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0a5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+295:3295:x1808064246422144:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.261202:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870936, current: 17179870936, replaying 00000100:00100000:2.0:1724307218.261347:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0a5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+295:3295:x1808064246422144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 150us (465us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.261353:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11801 00010000:00080000:1.0:1724307218.261395:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870936, next_transno: 17179870936 00010000:00080000:1.0:1724307218.261398:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870936) 00010000:00080000:1.0:1724307218.261403:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246422144 t17179870936 from 0@lo req@ffff88009c0a5050 x1808064246422144/t0(17179870936) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.261420:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5155 count 1 00002000:00010000:1.0:1724307218.261489:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1423:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.261494:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c0d5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.261506:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.261507:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.261509:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c0d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.261518:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c0d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.261524:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c0d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.261529:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c0d5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.261535:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c0d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.261539:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d403840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.261542:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c0d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.261546:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c0d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.261555:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c0d5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.261564:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c0d5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.261915:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.262009:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870937 00010000:00080000:1.0:1724307218.262012:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870937 00000100:00080000:0.0:1724307218.262070:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009bba8e00 x1808064246422144/t17179870936(17179870936) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.262077:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.262079:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.262082:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.262087:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870936 00000100:00080000:0.0:1724307218.262115:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009bbabb80 x1808064246422016/t17179870937(17179870937) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.262125:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bba8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246422144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.262134:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bbabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246422016:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.262153:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.262531:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246422016 00000100:00100000:2.0:1724307218.262535:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246422016 00000100:00100000:2.0:1724307218.262551:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11802 00000100:00100000:2.0:1724307218.262555:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+296:3295:x1808064246422016:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.262561:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870937, current: 17179870937, replaying 00000100:00100000:2.0:1724307218.262576:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+296:3295:x1808064246422016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20us (422us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.262581:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11802 00010000:00080000:1.0:1724307218.262680:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870937, next_transno: 17179870937 00010000:00080000:1.0:1724307218.262683:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870937) 00010000:00080000:1.0:1724307218.262688:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246422016 t17179870937 from 0@lo req@ffff8800a00e9f80 x1808064246422016/t0(17179870937) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.262705:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5154 count 1 00002000:00010000:1.0:1724307218.262779:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1422:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.262784:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c0dc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.262791:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.262792:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.262796:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c0dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.262804:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c0dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.262811:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c0dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.262821:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c0dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.262826:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c0dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.262831:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402f40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.262833:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c0dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.262839:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c0dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.262848:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c0dc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.262854:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c0dc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.263039:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.263048:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870938 00010000:00080000:1.0:1724307218.263050:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870938 00000100:00080000:0.0:1724307218.263099:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009bbabb80 x1808064246422016/t17179870937(17179870937) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.263105:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1724307218.263107:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:0.0:1724307218.263110:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:0.0:1724307218.263115:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870937 00000100:00080000:0.0:1724307218.263139:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009bba9880 x1808064246422656/t17179870938(17179870938) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.263146:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bbabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246422016:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.263154:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246422656:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.263172:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.263247:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246422656 00000100:00100000:1.0:1724307218.263251:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246422656 00000100:00100000:1.0:1724307218.263277:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11803 00000100:00100000:1.0:1724307218.263281:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+297:3295:x1808064246422656:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1724307218.263287:0:15469:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870938, current: 17179870938, replaying 00000100:00100000:1.0:1724307218.263303:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+297:3295:x1808064246422656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21us (130us total) trans 0 rc 0/-999 00000100:00100000:1.0:1724307218.263307:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11803 00010000:00080000:0.0:1724307218.263373:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870938, next_transno: 17179870938 00010000:00080000:0.0:1724307218.263376:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870938) 00010000:00080000:0.0:1724307218.263380:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246422656 t17179870938 from 0@lo req@ffff88012bf66a00 x1808064246422656/t0(17179870938) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.263396:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5158 count 1 00002000:00010000:0.0:1724307218.263459:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1426:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.263463:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c0e3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.263474:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.263476:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.263478:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c0e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.263485:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c0e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.263492:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c0e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.263497:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c0e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.263503:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c0e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.263509:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.263511:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c0e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.263517:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c0e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.263525:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c0e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.263535:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c0e3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.263667:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.263675:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870939 00010000:00080000:0.0:1724307218.263678:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870939 00000100:00080000:1.0:1724307218.263772:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009bba9880 x1808064246422656/t17179870938(17179870938) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.263779:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.263780:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.263783:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.263788:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870938 00000100:00080000:1.0:1724307218.263804:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009bbaa300 x1808064246423040/t17179870939(17179870939) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.263812:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246422656:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.263820:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bbaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246423040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.263838:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.263890:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246423040 00000100:00100000:2.0:1724307218.263894:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246423040 00000100:00100000:2.0:1724307218.263918:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11804 00000100:00100000:2.0:1724307218.263922:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+298:3295:x1808064246423040:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.263928:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870939, current: 17179870939, replaying 00000100:00100000:2.0:1724307218.263934:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+298:3295:x1808064246423040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11us (96us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.263940:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11804 00010000:00080000:0.0:1724307218.264115:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870939, next_transno: 17179870939 00010000:00080000:0.0:1724307218.264118:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870939) 00010000:00080000:0.0:1724307218.264123:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246423040 t17179870939 from 0@lo req@ffff88009ca9d500 x1808064246423040/t0(17179870939) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.264139:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5161 count 1 00002000:00010000:0.0:1724307218.264203:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1429:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.264207:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c0ea lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.264215:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.264216:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.264218:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c0ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.264225:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c0ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.264230:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c0ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.264239:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c0ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.264245:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c0ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.264249:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.264252:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c0ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.264257:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c0ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.264264:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c0ea lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.264270:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c0ea lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.264928:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.264938:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870940 00010000:00080000:0.0:1724307218.264940:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870940 00000100:00080000:1.0:1724307218.264995:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009bbaa300 x1808064246423040/t17179870939(17179870939) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.265001:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1724307218.265002:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:1.0:1724307218.265005:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:1.0:1724307218.265010:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870939 00000100:00080000:1.0:1724307218.265032:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009bba9f80 x1808064246422912/t17179870940(17179870940) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307218.265042:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bbaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246423040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.265050:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bba9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246422912:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.265067:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.265742:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246422912 00000100:00100000:2.0:1724307218.265748:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246422912 00000100:00100000:2.0:1724307218.265772:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11805 00000100:00100000:2.0:1724307218.265777:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+299:3295:x1808064246422912:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.265784:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870940, current: 17179870940, replaying 00000100:00100000:2.0:1724307218.265801:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+299:3295:x1808064246422912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24us (733us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.265806:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11805 00010000:00080000:1.0:1724307218.266302:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870940, next_transno: 17179870940 00010000:00080000:1.0:1724307218.266305:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870940) 00010000:00080000:1.0:1724307218.266311:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246422912 t17179870940 from 0@lo req@ffff88009ca9ca80 x1808064246422912/t0(17179870940) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:1.0:1724307218.266336:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5160 count 1 00002000:00010000:1.0:1724307218.266438:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1428:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.266444:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c0f1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.266453:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.266454:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.266457:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c0f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.266467:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c0f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.266474:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c0f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.266479:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c0f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.266484:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c0f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.266489:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d4018c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.266492:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c0f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.266497:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c0f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.266507:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c0f1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.266512:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c0f1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1724307218.266681:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:1.0:1724307218.266691:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870941 00010000:00080000:1.0:1724307218.266694:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870941 00000100:00080000:2.0:1724307218.266993:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009bba9f80 x1808064246422912/t17179870940(17179870940) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.267001:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.267003:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.267007:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.267013:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870940 00000100:00080000:2.0:1724307218.267057:0:3295:0:(client.c:3416:ptlrpc_replay_req()) @@@ REPLAY req@ffff88009bba9c00 x1808064246422784/t17179870941(17179870941) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307216 ref 1 fl New:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307218.267066:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bba9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246422912:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.267077:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bba9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246422784:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.267101:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.267122:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246422784 00000100:00100000:2.0:1724307218.267126:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246422784 00000100:00100000:2.0:1724307218.267145:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11806 00000100:00100000:2.0:1724307218.267149:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+300:3295:x1808064246422784:12345-0@lo:6:osp-syn-0-0.0 00010000:00080000:2.0:1724307218.267158:0:16086:0:(ldlm_lib.c:3127:target_queue_recovery_request()) Next recovery transno: 17179870941, current: 17179870941, replaying 00000100:00100000:2.0:1724307218.267907:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+300:3295:x1808064246422784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 754us (802us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307218.267913:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11806 00010000:00080000:0.0:1724307218.267988:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 17179870941, next_transno: 17179870941 00010000:00080000:0.0:1724307218.267991:0:17816:0:(ldlm_lib.c:2126:check_for_next_transno()) waking for next (17179870941) 00010000:00080000:0.0:1724307218.267997:0:17816:0:(ldlm_lib.c:2648:replay_request_or_update()) @@@ processing x1808064246422784 t17179870941 from 0@lo req@ffff8800a57cce00 x1808064246422784/t0(17179870941) o6->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 544/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 00002000:00080000:0.0:1724307218.268023:0:17816:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5159 count 1 00002000:00010000:0.0:1724307218.268123:0:17816:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1427:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.268129:0:17816:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c0f8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.268137:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.268139:0:17816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.268142:0:17816:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c0f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.268152:0:17816:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c0f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.268159:0:17816:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c0f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.268165:0:17816:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c0f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.268170:0:17816:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c0f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.268175:0:17816:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.268178:0:17816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c0f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.268184:0:17816:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c0f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.268195:0:17816:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c0f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.268201:0:17816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c0f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1724307218.268896:0:17816:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 69 seconds 00010000:00080000:0.0:1724307218.268910:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870942 00010000:00080000:0.0:1724307218.268913:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179870942 00000100:00080000:2.0:1724307218.269018:0:3295:0:(client.c:3303:ptlrpc_replay_interpret()) @@@ got reply req@ffff88009bba9c00 x1808064246422784/t17179870941(17179870941) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307234 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.269025:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307218.269027:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870645 gen 2 00000100:00100000:2.0:1724307218.269031:0:3295:0:(client.c:3016:ptlrpc_free_committed()) @@@ stopping search req@ffff88009012d880 x1808064246350592/t17179870646(17179870646) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1724307233 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:2.0:1724307218.269036:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 17179870645 last 17179870941 00000100:00080000:2.0:1724307218.269081:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000100:00100000:2.0:1724307218.270034:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bba9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246422784:0@lo:6:osp-syn-0-0.0 00010000:00080000:3.0:1724307218.270080:0:18060:0:(ldlm_request.c:2693:ldlm_lock_replay_thread()) lock replay thread lustre-OST0000-osc-MDT0000 to lustre-OST0000_UUID@192.168.204.107@tcp 00010000:00010000:3.0:1724307218.270084:0:18060:0:(ldlm_request.c:2613:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-OST0000-osc-MDT0000 (0) 00010000:00010000:3.0:1724307218.270087:0:18060:0:(ldlm_request.c:2626:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-OST0000-osc-MDT0000 00000100:00080000:3.0:1724307218.270120:0:18060:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00100000:2.0:1724307218.270217:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246446848:0@lo:400:ldlm_lock_repla.0 00000100:00100000:2.0:1724307218.270252:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.270456:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246446848 00000100:00100000:0.0:1724307218.270461:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246446848 00000100:00100000:0.0:1724307218.270485:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:0.0:1724307218.270490:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+301:3295:x1808064246446848:12345-0@lo:400:ldlm_lock_repla.0 00010000:00080000:0.0:1724307218.270502:0:15469:0:(ldlm_lib.c:3036:target_queue_recovery_request()) @@@ queue final req req@ffff8800a57ce300 x1808064246446848/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 224/0 e 0 to 0 dl 1724307229 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 00000100:00100000:0.0:1724307218.270632:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+301:3295:x1808064246446848:12345-0@lo:400:ldlm_lock_repla.0 Request processed in 140us (378us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307218.270653:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00010000:00080000:1.0:1724307218.270714:0:17816:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 2, queue_len: 0, req_transno: 0, next_transno: 17179870942 00010000:00080000:1.0:1724307218.270717:0:17816:0:(ldlm_lib.c:2142:check_for_next_transno()) waking for completed recovery 00010000:00080000:1.0:1724307218.270722:0:17816:0:(ldlm_lib.c:2332:target_next_replay_lock()) Waiting for lock 00010000:00080000:1.0:1724307218.270725:0:17816:0:(ldlm_lib.c:2165:check_for_next_lock()) waking for completed lock replay 00000001:00000004:1.0:1724307218.270817:0:17816:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474836480 00000001:00080000:3.0:1724307218.347592:0:18096:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 17179870941 is committed 00000001:00100000:3.0:1724307218.347715:0:18096:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1724307218.347719:0:18096:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00010000:00080000:1.0:1724307218.348311:0:17816:0:(ldlm_lib.c:1880:target_cancel_recovery_timer()) lustre-OST0000: cancel recovery timer 00010000:00080000:1.0:1724307218.348325:0:17816:0:(ldlm_lib.c:2837:target_recovery_thread()) @@@ processing final ping from 192.168.204.7@tcp: req@ffff88012cba8380 x1808064248585344/t0(0) o400->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:478/0 lens 224/0 e 0 to 0 dl 1724307228 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 00010000:00080000:1.0:1724307218.348461:0:17816:0:(ldlm_lib.c:2837:target_recovery_thread()) @@@ processing final ping from 0@lo: req@ffff8800a57ce300 x1808064246446848/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:479/0 lens 224/0 e 0 to 0 dl 1724307229 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 00010000:02000000:1.0:1724307218.348510:0:17816:0:(ldlm_lib.c:1753:target_finish_recovery()) lustre-OST0000: Recovery over after 0:01, of 2 clients 2 recovered and 0 were evicted. 00000100:00100000:3.0:1724307218.348843:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 17179870941 gen 2 00000004:00080000:3.0:1724307218.348849:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009012d880, transno 17179870646 00000004:00080000:3.0:1724307218.349381:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009012ca80, transno 17179870647 00000004:00080000:3.0:1724307218.349385:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009012e300, transno 17179870648 00000004:00080000:3.0:1724307218.349387:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009012f100, transno 17179870649 00000004:00080000:3.0:1724307218.349389:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009012df80, transno 17179870650 00000004:00080000:3.0:1724307218.349391:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009012fb80, transno 17179870651 00000004:00080000:3.0:1724307218.349393:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009012c000, transno 17179870652 00000004:00080000:3.0:1724307218.349395:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800948a6300, transno 17179870653 00000004:00080000:3.0:1724307218.349397:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136168700, transno 17179870654 00000004:00080000:3.0:1724307218.349399:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800948a7100, transno 17179870655 00000004:00080000:3.0:1724307218.349401:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800948a6a00, transno 17179870656 00000004:00080000:3.0:1724307218.349403:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090c3f100, transno 17179870657 00000004:00080000:3.0:1724307218.349406:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800948a5500, transno 17179870658 00000004:00080000:3.0:1724307218.349408:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880130c38e00, transno 17179870659 00000004:00080000:3.0:1724307218.349410:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800948a4e00, transno 17179870660 00000004:00080000:3.0:1724307218.349412:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800939bf480, transno 17179870661 00000004:00080000:3.0:1724307218.349414:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeed180, transno 17179870662 00000004:00080000:3.0:1724307218.349416:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800939bd880, transno 17179870663 00000004:00080000:3.0:1724307218.349418:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeee680, transno 17179870664 00000004:00080000:3.0:1724307218.349420:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeec380, transno 17179870665 00000004:00080000:3.0:1724307218.349422:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800939bce00, transno 17179870666 00000004:00080000:3.0:1724307218.349424:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeeed80, transno 17179870667 00000004:00080000:3.0:1724307218.349426:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeef800, transno 17179870668 00000004:00080000:3.0:1724307218.349428:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880093b7d180, transno 17179870669 00000004:00080000:3.0:1724307218.349431:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a010fb80, transno 17179870670 00000004:00080000:3.0:1724307218.349433:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a00e9c00, transno 17179870671 00000004:00080000:3.0:1724307218.349435:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6efce00, transno 17179870672 00000004:00080000:3.0:1724307218.349437:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880130ec1c00, transno 17179870673 00000004:00080000:3.0:1724307218.349439:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6efdf80, transno 17179870674 00000004:00080000:3.0:1724307218.349442:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880130ec1180, transno 17179870675 00000004:00080000:3.0:1724307218.349445:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a00eb100, transno 17179870676 00000004:00080000:3.0:1724307218.349447:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeef100, transno 17179870677 00000004:00080000:3.0:1724307218.349449:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009012ea00, transno 17179870678 00000004:00080000:3.0:1724307218.349452:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeedf80, transno 17179870679 00000004:00080000:3.0:1724307218.349453:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009012ed80, transno 17179870680 00000004:00080000:3.0:1724307218.349455:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009012ce00, transno 17179870681 00000004:00080000:3.0:1724307218.349457:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880130c3aa00, transno 17179870682 00000004:00080000:3.0:1724307218.349460:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009cee6d80, transno 17179870683 00000004:00080000:3.0:1724307218.349462:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136169500, transno 17179870684 00000004:00080000:3.0:1724307218.349464:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136168000, transno 17179870685 00000004:00080000:3.0:1724307218.349466:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012b41aa00, transno 17179870686 00000004:00080000:3.0:1724307218.349468:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012b419500, transno 17179870687 00000004:00080000:3.0:1724307218.349470:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012b41a300, transno 17179870688 00000004:00080000:3.0:1724307218.349473:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094024a80, transno 17179870689 00000004:00080000:3.0:1724307218.349475:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094024e00, transno 17179870690 00000004:00080000:3.0:1724307218.349478:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094024380, transno 17179870691 00000004:00080000:3.0:1724307218.349479:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094024700, transno 17179870692 00000004:00080000:3.0:1724307218.349482:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094025c00, transno 17179870693 00000004:00080000:3.0:1724307218.349484:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094025880, transno 17179870694 00000004:00080000:3.0:1724307218.349486:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136996a00, transno 17179870695 00000004:00080000:3.0:1724307218.349488:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136994000, transno 17179870696 00000004:00080000:3.0:1724307218.349490:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136997480, transno 17179870697 00000004:00080000:3.0:1724307218.349492:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009012e680, transno 17179870698 00000004:00080000:3.0:1724307218.349494:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136996300, transno 17179870699 00000004:00080000:3.0:1724307218.349496:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012bf64700, transno 17179870700 00000004:00080000:3.0:1724307218.349498:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880093b7f480, transno 17179870701 00000004:00080000:3.0:1724307218.349499:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880093b7ce00, transno 17179870702 00000004:00080000:3.0:1724307218.349502:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092016a00, transno 17179870703 00000004:00080000:3.0:1724307218.349504:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a572d180, transno 17179870704 00000004:00080000:3.0:1724307218.349506:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136996d80, transno 17179870705 00000004:00080000:3.0:1724307218.349508:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800939bd500, transno 17179870706 00000004:00080000:3.0:1724307218.349511:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092015180, transno 17179870707 00000004:00080000:3.0:1724307218.349513:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800939bf100, transno 17179870708 00000004:00080000:3.0:1724307218.349515:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136994a80, transno 17179870709 00000004:00080000:3.0:1724307218.349517:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136995500, transno 17179870710 00000004:00080000:3.0:1724307218.349518:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136995f80, transno 17179870711 00000004:00080000:3.0:1724307218.349520:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136996680, transno 17179870712 00000004:00080000:3.0:1724307218.349522:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136997b80, transno 17179870713 00000004:00080000:3.0:1724307218.349524:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136995c00, transno 17179870714 00000004:00080000:3.0:1724307218.349526:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136997800, transno 17179870715 00000004:00080000:3.0:1724307218.349528:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136995180, transno 17179870716 00000004:00080000:3.0:1724307218.349531:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136994700, transno 17179870717 00000004:00080000:3.0:1724307218.349533:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012bf64380, transno 17179870718 00000004:00080000:3.0:1724307218.349535:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009cee4700, transno 17179870719 00000004:00080000:3.0:1724307218.349537:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012bf66680, transno 17179870720 00000004:00080000:3.0:1724307218.349539:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009cee6300, transno 17179870721 00000004:00080000:3.0:1724307218.349542:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b659880, transno 17179870722 00000004:00080000:3.0:1724307218.349544:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b659f80, transno 17179870723 00000004:00080000:3.0:1724307218.349546:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b65ad80, transno 17179870724 00000004:00080000:3.0:1724307218.349548:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b65aa00, transno 17179870725 00000004:00080000:3.0:1724307218.349550:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b65a680, transno 17179870726 00000004:00080000:3.0:1724307218.349552:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b65bb80, transno 17179870727 00000004:00080000:3.0:1724307218.349553:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b659c00, transno 17179870728 00000004:00080000:3.0:1724307218.349555:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b658380, transno 17179870729 00000004:00080000:3.0:1724307218.349557:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b659500, transno 17179870730 00000004:00080000:3.0:1724307218.349559:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b65a300, transno 17179870731 00000004:00080000:3.0:1724307218.349562:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090855500, transno 17179870732 00000004:00080000:3.0:1724307218.349564:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930db480, transno 17179870733 00000004:00080000:3.0:1724307218.349566:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090857800, transno 17179870734 00000004:00080000:3.0:1724307218.349569:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a4c000, transno 17179870735 00000004:00080000:3.0:1724307218.349571:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a4ce00, transno 17179870736 00000004:00080000:3.0:1724307218.349574:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b65b800, transno 17179870737 00000004:00080000:3.0:1724307218.349576:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b65b100, transno 17179870738 00000004:00080000:3.0:1724307218.349578:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b658000, transno 17179870739 00000004:00080000:3.0:1724307218.349579:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b659180, transno 17179870740 00000004:00080000:3.0:1724307218.349582:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb84700, transno 17179870741 00000004:00080000:3.0:1724307218.349583:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb84e00, transno 17179870742 00000004:00080000:3.0:1724307218.349585:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b658e00, transno 17179870743 00000004:00080000:3.0:1724307218.349587:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb84380, transno 17179870744 00000004:00080000:3.0:1724307218.349588:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb84000, transno 17179870745 00000004:00080000:3.0:1724307218.349590:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb85500, transno 17179870746 00000004:00080000:3.0:1724307218.349592:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb85880, transno 17179870747 00000004:00080000:3.0:1724307218.349593:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb86300, transno 17179870748 00000004:00080000:3.0:1724307218.349595:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3d500, transno 17179870749 00000004:00080000:3.0:1724307218.349598:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3ce00, transno 17179870750 00000004:00080000:3.0:1724307218.349599:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb87100, transno 17179870751 00000004:00080000:3.0:1724307218.349601:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3df80, transno 17179870752 00000004:00080000:3.0:1724307218.349603:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb86a00, transno 17179870753 00000004:00080000:3.0:1724307218.349604:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb87480, transno 17179870754 00000004:00080000:3.0:1724307218.349606:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb87800, transno 17179870755 00000004:00080000:3.0:1724307218.349607:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb87b80, transno 17179870756 00000004:00080000:3.0:1724307218.349609:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b24e00, transno 17179870757 00000004:00080000:3.0:1724307218.349611:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b24380, transno 17179870758 00000004:00080000:3.0:1724307218.349613:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b25180, transno 17179870759 00000004:00080000:3.0:1724307218.349615:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c2e9180, transno 17179870760 00000004:00080000:3.0:1724307218.349616:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b24000, transno 17179870761 00000004:00080000:3.0:1724307218.349618:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c2ead80, transno 17179870762 00000004:00080000:3.0:1724307218.349621:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c2eb800, transno 17179870763 00000004:00080000:3.0:1724307218.349623:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c2e8e00, transno 17179870764 00000004:00080000:3.0:1724307218.349626:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c2eb100, transno 17179870765 00000004:00080000:3.0:1724307218.349628:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930db100, transno 17179870766 00000004:00080000:3.0:1724307218.349630:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3c000, transno 17179870767 00000004:00080000:3.0:1724307218.349632:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930d8000, transno 17179870768 00000004:00080000:3.0:1724307218.349635:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb84a80, transno 17179870769 00000004:00080000:3.0:1724307218.349637:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800930dbb80, transno 17179870770 00000004:00080000:3.0:1724307218.349657:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3e680, transno 17179870771 00000004:00080000:3.0:1724307218.349658:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb85c00, transno 17179870772 00000004:00080000:3.0:1724307218.349660:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb86680, transno 17179870773 00000004:00080000:3.0:1724307218.349663:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb85f80, transno 17179870774 00000004:00080000:3.0:1724307218.349664:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb86d80, transno 17179870775 00000004:00080000:3.0:1724307218.349666:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a4d180, transno 17179870776 00000004:00080000:3.0:1724307218.349668:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a4d500, transno 17179870777 00000004:00080000:3.0:1724307218.349670:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a4fb80, transno 17179870778 00000004:00080000:3.0:1724307218.349672:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8a4f800, transno 17179870779 00000004:00080000:3.0:1724307218.349674:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f151c00, transno 17179870780 00000004:00080000:3.0:1724307218.349676:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880130c39f80, transno 17179870781 00000004:00080000:3.0:1724307218.349678:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a0f0aa00, transno 17179870782 00000004:00080000:3.0:1724307218.349681:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f151880, transno 17179870783 00000004:00080000:3.0:1724307218.349683:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ba40700, transno 17179870784 00000004:00080000:3.0:1724307218.349685:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ba40380, transno 17179870785 00000004:00080000:3.0:1724307218.349687:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb85180, transno 17179870786 00000004:00080000:3.0:1724307218.349689:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88013580a680, transno 17179870787 00000004:00080000:3.0:1724307218.349691:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ba41500, transno 17179870788 00000004:00080000:3.0:1724307218.349694:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ba40000, transno 17179870789 00000004:00080000:3.0:1724307218.349695:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ba41180, transno 17179870790 00000004:00080000:3.0:1724307218.349698:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090854e00, transno 17179870791 00000004:00080000:3.0:1724307218.349700:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090854a80, transno 17179870792 00000004:00080000:3.0:1724307218.349703:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090855180, transno 17179870793 00000004:00080000:3.0:1724307218.349705:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090854380, transno 17179870794 00000004:00080000:3.0:1724307218.349707:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f152300, transno 17179870795 00000004:00080000:3.0:1724307218.349709:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090854700, transno 17179870796 00000004:00080000:3.0:1724307218.349711:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090856300, transno 17179870797 00000004:00080000:3.0:1724307218.349713:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090857100, transno 17179870798 00000004:00080000:3.0:1724307218.349715:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092017480, transno 17179870799 00000004:00080000:3.0:1724307218.349718:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800939bca80, transno 17179870800 00000004:00080000:3.0:1724307218.349719:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092016d80, transno 17179870801 00000004:00080000:3.0:1724307218.349721:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092014e00, transno 17179870802 00000004:00080000:3.0:1724307218.349724:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012b418700, transno 17179870803 00000004:00080000:3.0:1724307218.349726:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880092017100, transno 17179870804 00000004:00080000:3.0:1724307218.349728:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b64380, transno 17179870805 00000004:00080000:3.0:1724307218.349730:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880136169880, transno 17179870806 00000004:00080000:3.0:1724307218.349732:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b64000, transno 17179870807 00000004:00080000:3.0:1724307218.349734:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b64a80, transno 17179870808 00000004:00080000:3.0:1724307218.349736:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b64700, transno 17179870809 00000004:00080000:3.0:1724307218.349737:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b64e00, transno 17179870810 00000004:00080000:3.0:1724307218.349739:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b65500, transno 17179870811 00000004:00080000:3.0:1724307218.349741:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c2eb480, transno 17179870812 00000004:00080000:3.0:1724307218.349744:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b66a00, transno 17179870813 00000004:00080000:3.0:1724307218.349746:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b67100, transno 17179870814 00000004:00080000:3.0:1724307218.349748:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88013616b480, transno 17179870815 00000004:00080000:3.0:1724307218.349750:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a0f0bb80, transno 17179870816 00000004:00080000:3.0:1724307218.349753:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922dd880, transno 17179870817 00000004:00080000:3.0:1724307218.349755:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922ded80, transno 17179870818 00000004:00080000:3.0:1724307218.349757:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880135d30a80, transno 17179870819 00000004:00080000:3.0:1724307218.349759:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14ea00, transno 17179870820 00000004:00080000:3.0:1724307218.349761:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14c700, transno 17179870821 00000004:00080000:3.0:1724307218.349763:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14ed80, transno 17179870822 00000004:00080000:3.0:1724307218.349765:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14e680, transno 17179870823 00000004:00080000:3.0:1724307218.349767:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14f100, transno 17179870824 00000004:00080000:3.0:1724307218.349771:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14d180, transno 17179870825 00000004:00080000:3.0:1724307218.349773:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14ce00, transno 17179870826 00000004:00080000:3.0:1724307218.349775:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57ce680, transno 17179870827 00000004:00080000:3.0:1724307218.349778:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e6a1500, transno 17179870828 00000004:00080000:3.0:1724307218.349781:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f153b80, transno 17179870829 00000004:00080000:3.0:1724307218.349783:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b65c00, transno 17179870830 00000004:00080000:3.0:1724307218.349784:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b65f80, transno 17179870831 00000004:00080000:3.0:1724307218.349787:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9f800, transno 17179870832 00000004:00080000:3.0:1724307218.349788:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b65880, transno 17179870833 00000004:00080000:3.0:1724307218.349791:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b67b80, transno 17179870834 00000004:00080000:3.0:1724307218.349794:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009d5ddf80, transno 17179870835 00000004:00080000:3.0:1724307218.349796:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b24a80, transno 17179870836 00000004:00080000:3.0:1724307218.349798:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b25880, transno 17179870837 00000004:00080000:3.0:1724307218.349800:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922dd500, transno 17179870838 00000004:00080000:3.0:1724307218.349802:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880135d33800, transno 17179870839 00000004:00080000:3.0:1724307218.349804:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b26d80, transno 17179870840 00000004:00080000:3.0:1724307218.349807:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b27100, transno 17179870841 00000004:00080000:3.0:1724307218.349809:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f2bc380, transno 17179870842 00000004:00080000:3.0:1724307218.349811:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f2bd180, transno 17179870843 00000004:00080000:3.0:1724307218.349814:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f2bca80, transno 17179870844 00000004:00080000:3.0:1724307218.349817:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f2bd880, transno 17179870845 00000004:00080000:3.0:1724307218.349820:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14d500, transno 17179870846 00000004:00080000:3.0:1724307218.349823:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f2bc700, transno 17179870847 00000004:00080000:3.0:1724307218.349825:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f2bc000, transno 17179870848 00000004:00080000:3.0:1724307218.349827:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f2bce00, transno 17179870849 00000004:00080000:3.0:1724307218.349829:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b520e00, transno 17179870850 00000004:00080000:3.0:1724307218.349831:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012dccd880, transno 17179870851 00000004:00080000:3.0:1724307218.349833:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14fb80, transno 17179870852 00000004:00080000:3.0:1724307218.349835:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f2bd500, transno 17179870853 00000004:00080000:3.0:1724307218.349836:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ba40a80, transno 17179870854 00000004:00080000:3.0:1724307218.349839:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ba41c00, transno 17179870855 00000004:00080000:3.0:1724307218.349842:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e16c380, transno 17179870856 00000004:00080000:3.0:1724307218.349844:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e16c700, transno 17179870857 00000004:00080000:3.0:1724307218.349845:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e16ed80, transno 17179870858 00000004:00080000:3.0:1724307218.349848:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e16f100, transno 17179870859 00000004:00080000:3.0:1724307218.349850:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c228380, transno 17179870860 00000004:00080000:3.0:1724307218.349851:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c228a80, transno 17179870861 00000004:00080000:3.0:1724307218.349852:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e16ca80, transno 17179870862 00000004:00080000:3.0:1724307218.349855:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c229180, transno 17179870863 00000004:00080000:3.0:1724307218.349857:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c228000, transno 17179870864 00000004:00080000:3.0:1724307218.349859:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b520380, transno 17179870865 00000004:00080000:3.0:1724307218.349862:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b523100, transno 17179870866 00000004:00080000:3.0:1724307218.349864:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b523480, transno 17179870867 00000004:00080000:3.0:1724307218.349866:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b521f80, transno 17179870868 00000004:00080000:3.0:1724307218.349868:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b24700, transno 17179870869 00000004:00080000:3.0:1724307218.349869:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b521c00, transno 17179870870 00000004:00080000:3.0:1724307218.349872:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b27800, transno 17179870871 00000004:00080000:3.0:1724307218.349874:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b25c00, transno 17179870872 00000004:00080000:3.0:1724307218.349876:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090855f80, transno 17179870873 00000004:00080000:3.0:1724307218.349878:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012dccea00, transno 17179870874 00000004:00080000:3.0:1724307218.349880:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f153480, transno 17179870875 00000004:00080000:3.0:1724307218.349882:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b878000, transno 17179870876 00000004:00080000:3.0:1724307218.349884:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14d880, transno 17179870877 00000004:00080000:3.0:1724307218.349886:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b878380, transno 17179870878 00000004:00080000:3.0:1724307218.349888:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a8b26680, transno 17179870879 00000004:00080000:3.0:1724307218.349890:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14f800, transno 17179870880 00000004:00080000:3.0:1724307218.349892:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c22bb80, transno 17179870881 00000004:00080000:3.0:1724307218.349894:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b87b480, transno 17179870882 00000004:00080000:3.0:1724307218.349897:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b87a300, transno 17179870883 00000004:00080000:3.0:1724307218.349899:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b87b800, transno 17179870884 00000004:00080000:3.0:1724307218.349902:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800922dc000, transno 17179870885 00000004:00080000:3.0:1724307218.349904:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b879f80, transno 17179870886 00000004:00080000:3.0:1724307218.349906:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b87b100, transno 17179870887 00000004:00080000:3.0:1724307218.349908:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009c228700, transno 17179870888 00000004:00080000:3.0:1724307218.349910:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b520a80, transno 17179870889 00000004:00080000:3.0:1724307218.349911:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b521500, transno 17179870890 00000004:00080000:3.0:1724307218.349913:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e831180, transno 17179870891 00000004:00080000:3.0:1724307218.349916:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b521880, transno 17179870892 00000004:00080000:3.0:1724307218.349917:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b522300, transno 17179870893 00000004:00080000:3.0:1724307218.349919:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b523800, transno 17179870894 00000004:00080000:3.0:1724307218.349921:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b522680, transno 17179870895 00000004:00080000:3.0:1724307218.349923:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b523b80, transno 17179870896 00000004:00080000:3.0:1724307218.349924:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ba43b80, transno 17179870897 00000004:00080000:3.0:1724307218.349927:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ba41f80, transno 17179870898 00000004:00080000:3.0:1724307218.349928:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b522d80, transno 17179870899 00000004:00080000:3.0:1724307218.349930:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ba41880, transno 17179870900 00000004:00080000:3.0:1724307218.349932:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ba43480, transno 17179870901 00000004:00080000:3.0:1724307218.349934:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ba43800, transno 17179870902 00000004:00080000:3.0:1724307218.349936:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b522a00, transno 17179870903 00000004:00080000:3.0:1724307218.349938:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e16e680, transno 17179870904 00000004:00080000:3.0:1724307218.349940:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ba42300, transno 17179870905 00000004:00080000:3.0:1724307218.349941:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ba43100, transno 17179870906 00000004:00080000:3.0:1724307218.349943:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e831c00, transno 17179870907 00000004:00080000:3.0:1724307218.349944:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e831880, transno 17179870908 00000004:00080000:3.0:1724307218.349947:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ba42a00, transno 17179870909 00000004:00080000:3.0:1724307218.349949:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e16df80, transno 17179870910 00000004:00080000:3.0:1724307218.349951:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ba42d80, transno 17179870911 00000004:00080000:3.0:1724307218.349953:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ba42680, transno 17179870912 00000004:00080000:3.0:1724307218.349955:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b521180, transno 17179870913 00000004:00080000:3.0:1724307218.349957:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e16c000, transno 17179870914 00000004:00080000:3.0:1724307218.349960:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f2be680, transno 17179870915 00000004:00080000:3.0:1724307218.349961:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f2be300, transno 17179870916 00000004:00080000:3.0:1724307218.349963:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f2bed80, transno 17179870917 00000004:00080000:3.0:1724307218.349965:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f2bf100, transno 17179870918 00000004:00080000:3.0:1724307218.349977:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871c000, transno 17179870919 00000004:00080000:3.0:1724307218.349979:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f2bea00, transno 17179870920 00000004:00080000:3.0:1724307218.349981:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871c380, transno 17179870921 00000004:00080000:3.0:1724307218.349983:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009f2bfb80, transno 17179870922 00000004:00080000:3.0:1724307218.349984:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871e300, transno 17179870923 00000004:00080000:3.0:1724307218.349986:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e16ea00, transno 17179870924 00000004:00080000:3.0:1724307218.349988:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871fb80, transno 17179870925 00000004:00080000:3.0:1724307218.349989:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e831f80, transno 17179870926 00000004:00080000:3.0:1724307218.349991:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871df80, transno 17179870927 00000004:00080000:3.0:1724307218.349993:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009bbab100, transno 17179870928 00000004:00080000:3.0:1724307218.349996:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009bbaad80, transno 17179870929 00000004:00080000:3.0:1724307218.349997:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009bbaaa00, transno 17179870930 00002000:00080000:1.0:1724307218.350344:0:17816:0:(ofd_obd.c:546:ofd_postrecov()) lustre-OST0000: recovery is over 00000004:00080000:3.0:1724307218.351120:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009bbaa680, transno 17179870931 00000004:00080000:3.0:1724307218.351126:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009bbab800, transno 17179870932 00000004:00080000:3.0:1724307218.351128:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009bba9500, transno 17179870933 00000004:00080000:3.0:1724307218.351130:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009bbab480, transno 17179870934 00000004:00080000:3.0:1724307218.351132:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009bba9180, transno 17179870935 00000004:00080000:3.0:1724307218.351134:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009bba8e00, transno 17179870936 00000004:00080000:3.0:1724307218.351136:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009bbabb80, transno 17179870937 00000004:00080000:3.0:1724307218.351138:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009bba9880, transno 17179870938 00000004:00080000:3.0:1724307218.351140:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009bbaa300, transno 17179870939 00000004:00080000:3.0:1724307218.351141:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009bba9f80, transno 17179870940 00000004:00080000:3.0:1724307218.351144:0:3295:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009bba9c00, transno 17179870941 00000100:00080000:3.0:1724307218.352664:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:3.0:1724307218.352676:0:3295:0:(client.c:3100:ptlrpc_resend_req()) @@@ going to resend req@ffff8800a6b09f80 x1808064246446848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724307234 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.352684:0:3295:0:(client.c:3109:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff8800a6b09f80 x1808064246446848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724307234 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.352689:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000004:00080000:3.0:1724307218.352703:0:3295:0:(osp_dev.c:1650:osp_import_event()) got connected 00000100:02000000:3.0:1724307218.352704:0:3295:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-MDT0000: Connection restored to 192.168.204.107@tcp (at 0@lo) 00000100:00080000:3.0:1724307218.352710:0:3295:0:(recover.c:204:ptlrpc_wake_delayed()) @@@ waking (set ffff8800b5303600): req@ffff8800a871c700 x1808064246427776/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/224 e 0 to 0 dl 1724307221 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.352725:0:3295:0:(recover.c:204:ptlrpc_wake_delayed()) @@@ waking (set ffff8800b5303600): req@ffff8800a871d500 x1808064246428288/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/224 e 0 to 0 dl 1724307221 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.352732:0:3295:0:(recover.c:204:ptlrpc_wake_delayed()) @@@ waking (set ffff8800b5303180): req@ffff88009bba8380 x1808064246427392/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/224 e 0 to 0 dl 1724307221 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.352743:0:3295:0:(recover.c:204:ptlrpc_wake_delayed()) @@@ waking (set ffff8800b5303180): req@ffff8800a871ca80 x1808064246427904/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/224 e 0 to 0 dl 1724307221 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.352750:0:3295:0:(recover.c:204:ptlrpc_wake_delayed()) @@@ waking (set ffff8800b45f43c0): req@ffff88009bba8a80 x1808064246427648/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/224 e 0 to 0 dl 1724307221 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.352759:0:3295:0:(recover.c:204:ptlrpc_wake_delayed()) @@@ waking (set ffff8800b45f43c0): req@ffff8800a871d180 x1808064246428160/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/224 e 0 to 0 dl 1724307221 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.352769:0:3295:0:(recover.c:204:ptlrpc_wake_delayed()) @@@ waking (set ffff8800b45f43c0): req@ffff88009bba8700 x1808064246427520/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/224 e 0 to 0 dl 1724307221 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00080000:3.0:1724307218.352775:0:3295:0:(recover.c:204:ptlrpc_wake_delayed()) @@@ waking (set ffff8800b45f43c0): req@ffff8800a871ce00 x1808064246428032/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/224 e 0 to 0 dl 1724307221 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307218.352784:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246446848:0@lo:400:ldlm_lock_repla.0 00000004:00080000:2.0:1724307218.352808:0:14949:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2820860167205ns, next at 2821860166227ns, rc = 0 00000100:00100000:2.0:1724307218.352829:0:14949:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57cc380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:14949:1808064246447104:0@lo:7:osp-pre-0-0.0 00000100:00100000:2.0:1724307218.352857:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1724307218.352858:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.352864:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246446976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1724307218.352884:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.352889:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.352903:0:14949:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.352911:0:14949:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009350a000 going to sleep for 11 seconds 00000100:00100000:3.0:1724307218.352921:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.352937:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.352951:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.352965:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.352999:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246427392 00000100:00100000:3.0:1724307218.353005:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246427392 00000100:00100000:3.0:1724307218.353030:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246427904 00000100:00100000:3.0:1724307218.353032:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246427904 00000100:00100000:3.0:1724307218.353041:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246447104 00000100:00100000:3.0:1724307218.353042:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246447104 00000100:00100000:3.0:1724307218.353050:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246427648 00000100:00100000:3.0:1724307218.353051:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246427648 00000100:00100000:3.0:1724307218.353059:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246428160 00000100:00100000:3.0:1724307218.353060:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246428160 00000100:00100000:3.0:1724307218.353067:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246427520 00000100:00100000:3.0:1724307218.353069:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246427520 00000100:00100000:3.0:1724307218.353077:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246428032 00000100:00100000:3.0:1724307218.353078:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246428032 00000100:00100000:3.0:1724307218.353089:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11807 00000100:00100000:3.0:1724307218.353095:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3299:x1808064246427392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307218.353115:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5162 count 1 00000100:00100000:1.0:1724307218.353188:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.353214:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.353232:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246446976 00000100:00100000:1.0:1724307218.353235:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246446976 00002000:00010000:3.0:1724307218.353237:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x142a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.353244:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c0ff lrc: 3/0,1 mode: --/PW res: [0x240000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.353255:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1724307218.353257:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00010000:00010000:3.0:1724307218.353257:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1724307218.353261:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+12:3297:x1808064246446976:12345-0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1724307218.353261:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c0ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00000024:1.0:1724307218.353271:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 43057152 pending 0 free 3858759680 avail 3856662528 00010000:00010000:3.0:1724307218.353271:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c0ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.353279:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c0ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.353284:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c0ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.353291:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c0ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.353296:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.353299:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c0ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.353304:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+12:3297:x1808064246446976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (419us total) trans 0 rc 0/0 00010000:00010000:3.0:1724307218.353305:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c0ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.353309:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00010000:00010000:3.0:1724307218.353315:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c0ff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.353317:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246446976:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1724307218.353321:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c0ff lrc: 0/0,0 mode: --/PW res: [0x240000400:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.353324:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246427776 00000100:00100000:1.0:1724307218.353326:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246427776 00000100:00100000:1.0:1724307218.353337:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246428288 00000100:00100000:1.0:1724307218.353338:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246428288 00000100:00100000:1.0:1724307218.353347:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11808 00000100:00100000:1.0:1724307218.353351:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3299:x1808064246427904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.353360:0:19432:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5166 count 1 00000100:00100000:1.0:1724307218.353408:0:8403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11809 00000100:00100000:1.0:1724307218.353411:0:8403:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:14949:x1808064246447104:12345-0@lo:7:osp-pre-0-0.0 00000100:00100000:3.0:1724307218.353538:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3299:x1808064246427392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 442us (680us total) trans 21474836481 rc 0/0 00000100:00100000:3.0:1724307218.353544:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11807 00000100:00100000:3.0:1724307218.353562:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11810 00000100:00100000:3.0:1724307218.353566:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3296:x1808064246427648:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.353587:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11811 00000100:00100000:1.0:1724307218.353591:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+13:3296:x1808064246428160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.353601:0:15467:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5168 count 1 00002000:00010000:1.0:1724307218.353678:0:15467:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1430:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.353683:0:15467:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c106 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.353691:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.353692:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.353694:0:15467:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c106 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.353702:0:15467:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c106 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.353708:0:15467:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c106 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.353713:0:15467:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c106 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.353718:0:15467:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c106 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.353722:0:15467:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d4006c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.353725:0:15467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c106 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.353730:0:15467:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c106 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.353738:0:15467:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c106 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.353746:0:15467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c106 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.353872:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+14:3296:x1808064246428160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 279us (934us total) trans 21474836482 rc 0/0 00000100:00100000:1.0:1724307218.353878:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11811 00000100:00100000:1.0:1724307218.353887:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11812 00000100:00100000:1.0:1724307218.353891:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+13:3296:x1808064246427520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.353900:0:15467:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5163 count 1 00002000:00010000:1.0:1724307218.353957:0:15467:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x142b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.353962:0:15467:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c10d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.353977:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.353979:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.353981:0:15467:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c10d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.353989:0:15467:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c10d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.353995:0:15467:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c10d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354000:0:15467:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c10d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354010:0:15467:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c10d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354015:0:15467:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.354017:0:15467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c10d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354022:0:15467:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c10d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354029:0:15467:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c10d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354034:0:15467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c10d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.354139:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+14:3296:x1808064246427520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 246us (1185us total) trans 21474836483 rc 0/0 00000100:00100000:1.0:1724307218.354144:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11812 00000100:00100000:1.0:1724307218.354153:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11813 00000100:00100000:1.0:1724307218.354156:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+13:3296:x1808064246428032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.354164:0:15467:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5167 count 1 00002000:00010000:1.0:1724307218.354213:0:15467:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x142f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.354217:0:15467:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c114 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354227:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.354228:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.354230:0:15467:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c114 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354237:0:15467:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c114 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354242:0:15467:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c114 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354247:0:15467:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c114 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354253:0:15467:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c114 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354257:0:15467:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.354260:0:15467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c114 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354265:0:15467:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c114 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354272:0:15467:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c114 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354281:0:15467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c114 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.354383:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+14:3296:x1808064246428032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 226us (1417us total) trans 21474836484 rc 0/0 00000100:00100000:1.0:1724307218.354388:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11813 00000100:00100000:1.0:1724307218.354397:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11814 00000100:00100000:1.0:1724307218.354400:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+13:3298:x1808064246427776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.354409:0:15467:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5165 count 1 00002000:00010000:1.0:1724307218.354458:0:15467:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x142d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.354462:0:15467:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c11b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354469:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.354470:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.354472:0:15467:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c11b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354479:0:15467:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c11b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354485:0:15467:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c11b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354491:0:15467:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c11b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354500:0:15467:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c11b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354505:0:15467:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d403600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.354508:0:15467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c11b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354513:0:15467:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c11b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354519:0:15467:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c11b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354524:0:15467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c11b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.354631:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+14:3298:x1808064246427776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 229us (1442us total) trans 21474836485 rc 0/0 00000100:00100000:1.0:1724307218.354636:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11814 00000100:00100000:1.0:1724307218.354681:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11815 00000100:00100000:1.0:1724307218.354685:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+13:3298:x1808064246428288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.354695:0:15467:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5169 count 1 00002000:00010000:1.0:1724307218.354745:0:15467:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1431:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.354749:0:15467:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c122 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354759:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.354760:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.354763:0:15467:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c122 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354770:0:15467:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c122 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354776:0:15467:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c122 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354782:0:15467:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c122 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354787:0:15467:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c122 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354792:0:15467:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.354794:0:15467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c122 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354799:0:15467:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c122 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354807:0:15467:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c122 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354816:0:15467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c122 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.354921:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+14:3298:x1808064246428288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 235us (1706us total) trans 21474836486 rc 0/0 00000100:00100000:1.0:1724307218.354927:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11815 00002000:00010000:1.0:1724307218.354981:0:19432:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x142e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.354986:0:19432:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c129 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.354992:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.354993:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.354995:0:19432:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c129 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.355002:0:19432:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c129 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.355007:0:19432:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c129 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.355012:0:19432:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c129 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.355018:0:19432:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c129 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.355026:0:19432:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.355028:0:19432:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c129 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.355033:0:19432:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c129 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.355040:0:19432:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c129 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.355045:0:19432:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c129 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1724307218.355083:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5164 count 1 00000004:00080000:2.0:1724307218.355100:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009bba8380/2, rc 0, transno 1 00000100:00100000:2.0:1724307218.355105:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246427392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.355171:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3299:x1808064246427904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1819us (2280us total) trans 21474836487 rc 0/0 00000100:00100000:1.0:1724307218.355177:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11808 00000004:00080000:2.0:1724307218.355186:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a871ca80/2, rc 0, transno 7 00000100:00100000:2.0:1724307218.355189:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a871ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246427904:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307218.355198:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a871d180/2, rc 0, transno 2 00000100:00100000:1.0:1724307218.355201:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a871d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246428160:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307218.355207:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009bba8700/2, rc 0, transno 3 00000100:00100000:1.0:1724307218.355210:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bba8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246427520:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307218.355216:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a871ce00/2, rc 0, transno 4 00000100:00100000:1.0:1724307218.355218:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a871ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246428032:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307218.355243:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a871c700/2, rc 0, transno 5 00000100:00100000:1.0:1724307218.355246:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a871c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246427776:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307218.355252:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a871d500/2, rc 0, transno 6 00000100:00100000:1.0:1724307218.355254:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a871d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246428288:0@lo:6:osp-syn-0-0.0 00002000:00010000:3.0:1724307218.355530:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x142c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.355535:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c130 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.355541:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.355542:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.355545:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c130 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.355552:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c130 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.355558:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c130 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.355563:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c130 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.355568:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c130 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.355573:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.355575:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c130 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.355580:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c130 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.355587:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c130 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.355592:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c130 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.355747:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3296:x1808064246427648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2180us (2825us total) trans 21474836488 rc 0/0 00000100:00100000:3.0:1724307218.355753:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11810 00000004:00080000:1.0:1724307218.357429:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009bba8a80/2, rc 0, transno 8 00000100:00100000:1.0:1724307218.357436:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246427648:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1724307218.357897:0:14948:0:(osp_sync.c:1209:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 96 changes, 19 in progress, 0 in flight, 285 done 00000004:00080000:0.0:1724307218.358148:0:14948:0:(osp_sync.c:1209:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 96 changes, 8 in progress, 0 in flight, 11 done 00000100:00100000:2.0:1724307218.358232:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246447232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.358278:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.358303:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800948a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246447744:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.358315:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1724307218.358437:0:8403:0:(ofd_fs.c:452:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00080000:1.0:1724307218.358442:0:8403:0:(ofd_dev.c:1146:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x240000400:0x14a1:0x0] 00000100:00100000:1.0:1724307218.358492:0:8403:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:14949:x1808064246447104:12345-0@lo:7:osp-pre-0-0.0 Request processed in 5078us (5586us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307218.358500:0:8403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11809 00000100:00100000:2.0:1724307218.358501:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1724307218.358505:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246447616:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.358511:0:14949:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57cc380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:14949:1808064246447104:0@lo:7:osp-pre-0-0.0 00000100:00100000:1.0:1724307218.358519:0:8403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246447232 00000100:00100000:2.0:1724307218.358520:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1724307218.358521:0:14949:0:(osp_precreate.c:828:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x240000400:0x14a1:0x0] 00000100:00100000:1.0:1724307218.358524:0:8403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246447232 00000100:00100000:3.0:1724307218.359269:0:8405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246447744 00000100:00100000:2.0:1724307218.359272:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800948a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246448128:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.359273:0:8405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246447744 00000100:00100000:3.0:1724307218.359289:0:8405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246447616 00000100:00100000:2.0:1724307218.359290:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.359290:0:8405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246447616 00000100:00100000:0.0:1724307218.359308:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246448128 00000100:00100000:0.0:1724307218.359311:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246448128 00000100:00100000:3.0:1724307218.359334:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11816 00000100:00100000:3.0:1724307218.359339:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3297:x1808064246447232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307218.359359:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5170 count 1 00000100:00100000:2.0:1724307218.359411:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11817 00000100:00100000:1.0:1724307218.359416:0:8403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11818 00000100:00100000:2.0:1724307218.359417:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3297:x1808064246447744:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.359420:0:8403:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3297:x1808064246447616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.359428:0:8403:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5173 count 1 00002000:00080000:2.0:1724307218.359428:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5174 count 1 00000100:00100000:2.0:1724307218.359445:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246447488:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.359462:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1724307218.359465:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1432:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.359471:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c137 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.359473:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800948a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246448000:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1724307218.359482:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.359484:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1724307218.359485:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1724307218.359489:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c137 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.359495:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00002000:00010000:1.0:1724307218.359498:0:8403:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1435:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:2.0:1724307218.359499:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246447360:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1724307218.359500:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c137 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359503:0:8403:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0c13e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359509:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1724307218.359510:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1724307218.359511:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.359511:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c137 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359514:0:8403:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0c13e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.359517:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c137 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.359518:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800948a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246447872:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1724307218.359522:0:8403:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0c13e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.359523:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c137 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.359527:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1724307218.359528:0:8403:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0c13e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.359528:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.359531:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c137 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359535:0:8403:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0c13e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.359539:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c137 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359541:0:8403:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0c13e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.359542:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246447488 00010000:00010000:1.0:1724307218.359545:0:8403:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400480 already unused, calling callback (ffffffffa084f3f0) 00000100:00100000:2.0:1724307218.359545:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246447488 00010000:00010000:1.0:1724307218.359548:0:8403:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0c13e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.359549:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c137 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359553:0:8403:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0c13e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.359554:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0c137 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.359556:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246448000 00000100:00100000:2.0:1724307218.359558:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246448000 00010000:00010000:1.0:1724307218.359561:0:8403:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0c13e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.359564:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246447360 00000100:00100000:2.0:1724307218.359566:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246447360 00010000:00010000:1.0:1724307218.359567:0:8403:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400480/0x85b23e07e0c0c13e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.359572:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246447872 00000100:00100000:2.0:1724307218.359574:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246447872 00000100:00100000:2.0:1724307218.359583:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11819 00000100:00100000:2.0:1724307218.359586:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3297:x1808064246448128:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.359593:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11820 00002000:00080000:2.0:1724307218.359595:0:19396:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5177 count 1 00000100:00100000:1.0:1724307218.359596:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+20:3299:x1808064246447488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.359604:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5172 count 1 00000100:00100000:2.0:1724307218.359624:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11821 00000100:00100000:2.0:1724307218.359627:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+20:3299:x1808064246448000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307218.359636:0:15470:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5176 count 1 00002000:00010000:1.0:1724307218.359683:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1439:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.359687:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0c145 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359697:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.359699:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00010000:2.0:1724307218.359700:0:15470:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1438:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.359701:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0c145 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359703:0:15470:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0c14c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359708:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0c145 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359708:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.359709:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.359711:0:15470:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0c14c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359714:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0c145 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359718:0:15470:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0c14c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359719:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0c145 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359724:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0c145 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359724:0:15470:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0c14c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359729:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.359729:0:15470:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0c14c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359731:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0c145 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359736:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0c145 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359736:0:15470:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0c14c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359740:0:15470:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.359742:0:15470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0c14c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359744:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0c145 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359748:0:15470:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0c14c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359753:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0c145 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359754:0:15470:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0c14c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359759:0:15470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160000/0x85b23e07e0c0c14c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.359759:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3297:x1808064246447232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 418us (1479us total) trans 21474836489 rc 0/0 00000100:00100000:3.0:1724307218.359764:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11816 00000100:00100000:3.0:1724307218.359775:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11822 00000100:00100000:3.0:1724307218.359779:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3299:x1808064246447360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307218.359789:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5171 count 1 00000100:00100000:2.0:1724307218.359800:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11823 00000100:00100000:2.0:1724307218.359804:0:15464:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+20:3299:x1808064246447872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307218.359815:0:15464:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5175 count 1 00002000:00010000:3.0:1724307218.359847:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1433:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.359852:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0c153 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.359858:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.359859:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.359861:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0c153 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307218.359865:0:15464:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1437:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.359868:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0c153 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359869:0:15464:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0c15a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.359873:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0c153 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359874:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.359876:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.359878:0:15464:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0c15a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.359878:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0c153 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.359882:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3297:x1808064246448128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 295us (591us total) trans 21474836490 rc 0/0 00010000:00010000:3.0:1724307218.359884:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0c153 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359885:0:15464:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0c15a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.359887:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11819 00010000:00010000:3.0:1724307218.359888:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.359890:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0c153 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359891:0:15464:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0c15a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.359895:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0c153 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359896:0:15464:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0c15a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359901:0:15464:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0c15a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.359902:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0c153 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359906:0:15464:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.359907:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0c153 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359908:0:15464:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0c15a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359914:0:15464:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0c15a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359921:0:15464:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0c15a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.359926:0:15464:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161680/0x85b23e07e0c0c15a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1724307218.359945:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800948a5500/2, rc 0, transno 10 00002000:00010000:1.0:1724307218.359950:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1434:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1724307218.359952:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800948a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246448128:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1724307218.359954:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0c161 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1724307218.359958:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012bf64700/2, rc 0, transno 9 00010000:00010000:1.0:1724307218.359960:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1724307218.359960:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246447232:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1724307218.359961:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.359963:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0c161 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359985:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0c161 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359990:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0c161 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.359995:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0c161 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.360001:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0c161 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.360009:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.360012:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0c161 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.360016:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246448256:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1724307218.360017:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0c161 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307218.360023:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1436:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.360024:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0c161 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.360027:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c168 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.360030:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400fc0/0x85b23e07e0c0c161 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.360033:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1724307218.360033:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1724307218.360034:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.360036:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c168 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.360043:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c168 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.360049:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c168 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.360049:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246448256 00000100:00100000:3.0:1724307218.360052:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246448256 00010000:00010000:2.0:1724307218.360054:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c168 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.360059:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c168 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.360064:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163600 already unused, calling callback (ffffffffa084f3f0) 00000100:00100000:3.0:1724307218.360064:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11824 00010000:00010000:2.0:1724307218.360066:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c168 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.360067:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3297:x1808064246448256:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1724307218.360072:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c168 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1724307218.360075:0:18504:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5178 count 1 00010000:00010000:2.0:1724307218.360079:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c168 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.360088:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c168 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.360107:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246448384:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.360124:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.360138:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246448384 00000100:00100000:1.0:1724307218.360139:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+22:3299:x1808064246447488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 541us (675us total) trans 21474836491 rc 0/0 00000100:00100000:3.0:1724307218.360141:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246448384 00000100:00100000:1.0:1724307218.360144:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11820 00000100:00100000:3.0:1724307218.360152:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11825 00000100:00100000:3.0:1724307218.360155:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3298:x1808064246448384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307218.360163:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5179 count 1 00000100:00100000:2.0:1724307218.360212:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+23:3299:x1808064246448000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 583us (725us total) trans 21474836492 rc 0/0 00000100:00100000:2.0:1724307218.360218:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11821 00002000:00010000:3.0:1724307218.360219:0:19402:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x143b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.360224:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c16f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.360230:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.360231:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.360233:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c16f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.360240:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c16f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.360245:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c16f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.360248:0:8403:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3297:x1808064246447616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 827us (1727us total) trans 21474836493 rc 0/0 00010000:00010000:3.0:1724307218.360250:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c16f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.360253:0:8403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11818 00010000:00010000:3.0:1724307218.360255:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c16f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.360260:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.360262:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c16f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.360267:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c16f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.360274:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c16f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.360280:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c16f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1724307218.360308:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012bf66680/2, rc 0, transno 11 00000100:00100000:2.0:1724307218.360314:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246447488:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1724307218.360320:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800948a6a00/2, rc 0, transno 12 00000100:00100000:2.0:1724307218.360322:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800948a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246448000:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.360382:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246448512:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.360401:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.360415:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3297:x1808064246447744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 997us (2098us total) trans 21474836494 rc 0/0 00000100:00100000:2.0:1724307218.360419:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11817 00000100:00100000:3.0:1724307218.360419:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246448512 00000100:00100000:3.0:1724307218.360422:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246448512 00000100:00100000:3.0:1724307218.360436:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11826 00000100:00100000:3.0:1724307218.360439:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+23:3299:x1808064246448512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307218.360449:0:14386:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5180 count 1 00000100:00100000:2.0:1724307218.360478:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+24:3298:x1808064246448384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 321us (353us total) trans 21474836495 rc 0/0 00000100:00100000:2.0:1724307218.360483:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11825 00002000:00010000:3.0:1724307218.360509:0:14386:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x143c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.360513:0:14386:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c176 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1724307218.360987:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880090c3f100/2, rc 0, transno 13 00000100:00100000:1.0:1724307218.360995:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246447616:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307218.361003:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800948a6300/2, rc 0, transno 14 00000100:00100000:1.0:1724307218.361005:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800948a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246447744:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.361009:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1724307218.361015:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246448640:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.361046:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.361068:0:8403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246448640 00000100:00100000:1.0:1724307218.361074:0:8403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246448640 00000100:00100000:1.0:1724307218.361187:0:8403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11827 00000100:00100000:1.0:1724307218.361192:0:8403:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3297:x1808064246448640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.361203:0:8403:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5181 count 1 00002000:00010000:1.0:1724307218.361267:0:8403:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x143d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.361272:0:8403:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0c17d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.361280:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.361282:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.361284:0:8403:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0c17d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.361293:0:8403:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0c17d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.361299:0:8403:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0c17d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.361304:0:8403:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0c17d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.361309:0:8403:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0c17d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.361313:0:8403:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.361316:0:8403:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0c17d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.361322:0:8403:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0c17d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.361330:0:8403:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0c17d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.361335:0:8403:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d401d40/0x85b23e07e0c0c17d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.361577:0:8403:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3297:x1808064246448640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 384us (530us total) trans 21474836496 rc 0/0 00000100:00100000:1.0:1724307218.361583:0:8403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11827 00000004:00080000:1.0:1724307218.361604:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6b08700/2, rc 0, transno 16 00000100:00100000:1.0:1724307218.361607:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246448640:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1724307218.362458:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.362460:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.362463:0:14386:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c176 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.362473:0:14386:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c176 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.362480:0:14386:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c176 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.362486:0:14386:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c176 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.362493:0:14386:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c176 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.362498:0:14386:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.362501:0:14386:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c176 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.362507:0:14386:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c176 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.362515:0:14386:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c176 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.362521:0:14386:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c176 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.362704:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+25:3299:x1808064246448512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2262us (2300us total) trans 21474836497 rc 0/0 00000100:00100000:3.0:1724307218.362710:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11826 00000100:00100000:3.0:1724307218.362783:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246449024:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.362806:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1724307218.362824:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6b0a300/2, rc 0, transno 17 00000100:00100000:3.0:1724307218.362829:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246448512:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.362837:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1724307218.362841:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135d33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246448896:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.362857:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.362879:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246449024 00000100:00100000:2.0:1724307218.362883:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246449024 00000004:00080000:3.0:1724307218.362890:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6b09880/2, rc 0, transno 15 00000100:00100000:3.0:1724307218.362895:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246448384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.362898:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246448896 00000100:00100000:2.0:1724307218.362900:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246448896 00000100:00100000:2.0:1724307218.362916:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11828 00000100:00100000:2.0:1724307218.362921:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3299:x1808064246449024:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.362923:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11829 00000100:00100000:0.0:1724307218.362928:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b878000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:3299:x1808064246448896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307218.362934:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5184 count 1 00002000:00080000:0.0:1724307218.362941:0:19425:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5183 count 1 00002000:00010000:0.0:1724307218.363029:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x143f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:2.0:1724307218.363029:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1440:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.363034:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c184 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.363034:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0c18b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363040:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.363042:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.363042:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.363043:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.363044:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c184 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.363046:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0c18b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363051:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c184 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.363053:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0c18b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363057:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c184 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.363058:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0c18b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.363058:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+27:3299:x1808064246447360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3277us (3546us total) trans 21474836498 rc 0/0 00010000:00010000:0.0:1724307218.363061:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c184 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.363063:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11822 00010000:00010000:2.0:1724307218.363064:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0c18b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363066:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c184 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363070:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a946c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.363070:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0c18b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363073:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c184 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.363075:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911621c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.363077:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c184 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.363077:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0c18b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.363083:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0c18b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363084:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c184 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363090:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c184 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.363090:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0c18b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.363099:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0c18b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307218.363118:0:18504:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x143a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.363123:0:18504:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c192 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363129:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.363130:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.363133:0:18504:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c192 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363140:0:18504:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c192 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363145:0:18504:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c192 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363150:0:18504:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c192 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363155:0:18504:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c192 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363160:0:18504:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.363163:0:18504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c192 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363169:0:18504:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c192 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363177:0:18504:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c192 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363182:0:18504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c192 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.363227:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b878000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3299:x1808064246448896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 298us (368us total) trans 21474836499 rc 0/0 00000100:00100000:0.0:1724307218.363233:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11829 00000100:00100000:2.0:1724307218.363236:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3299:x1808064246449024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 314us (429us total) trans 21474836500 rc 0/0 00000100:00100000:2.0:1724307218.363242:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11828 00000100:00100000:3.0:1724307218.363306:0:18504:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+27:3297:x1808064246448256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3237us (3272us total) trans 21474836501 rc 0/0 00000100:00100000:3.0:1724307218.363312:0:18504:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11824 00000004:00080000:3.0:1724307218.363332:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880135d33800/2, rc 0, transno 19 00000100:00100000:3.0:1724307218.363337:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135d33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246448896:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.363344:0:15464:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+27:3299:x1808064246447872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3538us (3814us total) trans 21474836502 rc 0/0 00000004:00080000:3.0:1724307218.363344:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880135d33b80/2, rc 0, transno 20 00000100:00100000:3.0:1724307218.363346:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246449024:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.363349:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11823 00000004:00080000:3.0:1724307218.363353:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012bf64380/2, rc 0, transno 18 00000100:00100000:3.0:1724307218.363355:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246447360:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1724307218.363361:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800948a7100/2, rc 0, transno 22 00000100:00100000:3.0:1724307218.363364:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800948a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246447872:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.363400:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b87b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246449536:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.363411:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246448768:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.363420:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.363434:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.363444:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1724307218.363447:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b87b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246449280:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.363449:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b87a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246449408:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.363461:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.363469:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246449536 00000100:00100000:3.0:1724307218.363472:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246449536 00000100:00100000:1.0:1724307218.363477:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b87b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246449792:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.363489:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.363493:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246448768 00000100:00100000:3.0:1724307218.363495:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246448768 00000100:00100000:0.0:1724307218.363501:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246449280 00000004:00080000:1.0:1724307218.363502:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6b0bb80/2, rc 0, transno 21 00000100:00100000:0.0:1724307218.363504:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246449280 00000100:00100000:3.0:1724307218.363505:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246449792 00000100:00100000:3.0:1724307218.363506:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246449792 00000100:00100000:1.0:1724307218.363507:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246448256:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.363513:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1724307218.363517:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11830 00000100:00100000:1.0:1724307218.363518:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b878380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246449152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.363521:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3299:x1808064246449536:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.363524:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11831 00000100:00100000:0.0:1724307218.363527:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:3297:x1808064246448768:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.363530:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1724307218.363531:0:18504:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5188 count 1 00002000:00080000:0.0:1724307218.363538:0:19425:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5182 count 1 00000100:00100000:1.0:1724307218.363539:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b879f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246449664:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.363549:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.363578:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246449152 00000100:00100000:1.0:1724307218.363581:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246449152 00002000:00010000:0.0:1724307218.363594:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x143e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:1.0:1724307218.363594:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246449664 00000100:00100000:1.0:1724307218.363595:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246449664 00010000:00010000:0.0:1724307218.363599:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c199 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363605:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1724307218.363605:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11832 00010000:00010000:0.0:1724307218.363607:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1724307218.363608:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+32:3297:x1808064246449792:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1724307218.363609:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c199 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363617:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c199 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1724307218.363618:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5190 count 1 00010000:00010000:0.0:1724307218.363623:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c199 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363629:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c199 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363635:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c199 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363659:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96400 already unused, calling callback (ffffffffa084f3f0) 00002000:00010000:3.0:1724307218.363659:0:18504:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1444:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.363662:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c199 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363664:0:18504:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c1a0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363668:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c199 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363671:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.363672:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.363674:0:18504:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c1a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363676:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c199 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363682:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c199 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363682:0:18504:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c1a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363688:0:18504:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c1a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363694:0:18504:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c1a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307218.363698:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1446:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.363702:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0c1a7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363704:0:18504:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c1a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.363709:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.363709:0:18504:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.363710:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.363711:0:18504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c1a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.363712:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0c1a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363717:0:18504:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c1a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.363719:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0c1a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.363724:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0c1a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363724:0:18504:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c1a0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.363729:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0c1a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363729:0:18504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c1a0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.363739:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0c1a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.363744:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.363746:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0c1a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.363751:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0c1a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.363758:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0c1a7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.363762:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402ac0/0x85b23e07e0c0c1a7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.363788:0:8404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11833 00000100:00100000:3.0:1724307218.363792:0:8404:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3297:x1808064246449280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307218.363802:0:8404:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5186 count 1 00000100:00100000:0.0:1724307218.363804:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+33:3297:x1808064246448768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 275us (369us total) trans 21474836503 rc 0/0 00000100:00100000:0.0:1724307218.363810:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11831 00000100:00100000:0.0:1724307218.363820:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11834 00000100:00100000:0.0:1724307218.363824:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+32:3297:x1808064246449152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307218.363834:0:19425:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5185 count 1 00000100:00100000:3.0:1724307218.363834:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.363846:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1724307218.363852:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246449920:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.363867:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.363885:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+33:3297:x1808064246449792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 275us (394us total) trans 21474836504 rc 0/0 00000100:00100000:1.0:1724307218.363890:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11832 00000100:00100000:1.0:1724307218.363898:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246449408 00000100:00100000:1.0:1724307218.363900:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246449408 00000100:00100000:1.0:1724307218.363910:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246449920 00000100:00100000:1.0:1724307218.363912:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246449920 00002000:00010000:3.0:1724307218.363918:0:8404:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1442:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:1.0:1724307218.363921:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11835 00010000:00010000:3.0:1724307218.363921:0:8404:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c1ae lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.363924:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+34:3297:x1808064246449664:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1724307218.363928:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.363929:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.363931:0:8404:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c1ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1724307218.363933:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5189 count 1 00010000:00010000:3.0:1724307218.363937:0:8404:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c1ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307218.363939:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1441:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.363943:0:8404:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c1ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363944:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c1b5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363948:0:8404:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c1ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363953:0:8404:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c1ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363954:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.363956:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.363958:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c1b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363958:0:8404:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe33c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.363960:0:8404:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c1ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363965:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c1b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363965:0:8404:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c1ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363983:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c1b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363987:0:8404:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c1ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363989:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c1b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363994:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c1b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.363997:0:8404:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c1ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.363999:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.364001:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c1b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307218.364001:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1445:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.364005:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c1b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364005:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0c1bc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364011:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.364012:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c1b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364012:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.364014:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0c1bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.364021:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c1b5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364021:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0c1bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364026:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0c1bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364030:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0c1bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364036:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0c1bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364040:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d403cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.364042:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0c1bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364048:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0c1bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364056:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0c1bc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364061:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d403cc0/0x85b23e07e0c0c1bc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.364084:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11836 00000100:00100000:0.0:1724307218.364088:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b87a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+34:3299:x1808064246449408:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.364098:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11837 00000100:00100000:0.0:1724307218.364101:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b879880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+35:3299:x1808064246449920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307218.364109:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5191 count 1 00000100:00100000:3.0:1724307218.364131:0:8404:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:3297:x1808064246449280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 337us (668us total) trans 21474836505 rc 0/0 00000100:00100000:3.0:1724307218.364136:0:8404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11833 00002000:00010000:0.0:1724307218.364158:0:19402:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1447:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.364162:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c1c3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.364168:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.364169:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.364171:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c1c3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.364177:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c1c3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.364183:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c1c3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.364186:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+35:3297:x1808064246449664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 260us (634us total) trans 21474836506 rc 0/0 00010000:00010000:0.0:1724307218.364187:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c1c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.364191:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11835 00010000:00010000:0.0:1724307218.364196:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c1c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.364201:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.364203:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c1c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.364207:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c1c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.364213:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c1c3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.364218:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c1c3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1724307218.364224:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b879f80/2, rc 0, transno 26 00000100:00100000:1.0:1724307218.364230:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b879f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246449664:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.364231:0:18504:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3299:x1808064246449536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 709us (809us total) trans 21474836507 rc 0/0 00000100:00100000:3.0:1724307218.364236:0:18504:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11830 00000004:00080000:1.0:1724307218.364238:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880135d30a80/2, rc 0, transno 23 00000100:00100000:1.0:1724307218.364240:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246448768:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307218.364245:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b87b480/2, rc 0, transno 25 00000100:00100000:1.0:1724307218.364248:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b87b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246449280:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307218.364252:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b87b100/2, rc 0, transno 24 00000100:00100000:1.0:1724307218.364254:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b87b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246449792:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.364289:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246450176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.364305:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.364316:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307218.364318:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b879880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+35:3299:x1808064246449920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 215us (450us total) trans 21474836508 rc 0/0 00000100:00100000:1.0:1724307218.364320:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246450304:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.364322:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11837 00000100:00100000:3.0:1724307218.364329:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246450176 00000100:00100000:3.0:1724307218.364332:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246450176 00000100:00100000:1.0:1724307218.364335:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1724307218.364337:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5187 count 1 00000100:00100000:3.0:1724307218.364343:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246450304 00000100:00100000:3.0:1724307218.364345:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246450304 00000100:00100000:1.0:1724307218.364352:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11838 00000100:00100000:3.0:1724307218.364355:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11839 00000100:00100000:1.0:1724307218.364356:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+36:3296:x1808064246450176:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.364359:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3296:x1808064246450304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.364367:0:19432:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5193 count 1 00002000:00080000:3.0:1724307218.364367:0:18504:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5194 count 1 00000100:00100000:3.0:1724307218.364387:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246450048:0@lo:6:osp-syn-0-0.0 00002000:00010000:0.0:1724307218.364389:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1443:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.364392:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c1ca lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.364397:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.364398:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.364401:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c1ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.364403:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1724307218.364407:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c1ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1724307218.364417:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009ca9ce00/2, rc 0, transno 28 00000100:00100000:3.0:1724307218.364422:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ca9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246449920:0@lo:6:osp-syn-0-0.0 00002000:00010000:1.0:1724307218.364423:0:19432:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1449:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.364424:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c1ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364427:0:19432:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0c1d1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1724307218.364428:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b87b800/2, rc 0, transno 27 00010000:00010000:0.0:1724307218.364429:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c1ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.364431:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b87b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246449536:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1724307218.364433:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.364434:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c1ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364434:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.364436:0:19432:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0c1d1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.364436:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1724307218.364438:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.364440:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c1ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.364440:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246450432:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1724307218.364442:0:19432:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0c1d1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.364445:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c1ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364448:0:19432:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0c1d1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.364451:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c1ca lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.364452:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1724307218.364453:0:19432:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0c1d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.364457:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c1ca lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364457:0:19432:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0c1d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364461:0:19432:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d4033c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.364463:0:19432:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0c1d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.364465:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246450048 00010000:00010000:1.0:1724307218.364468:0:19432:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0c1d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.364468:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246450048 00010000:00010000:1.0:1724307218.364474:0:19432:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0c1d1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.364478:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246450432 00000100:00100000:3.0:1724307218.364480:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246450432 00010000:00010000:1.0:1724307218.364484:0:19432:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0c1d1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.364488:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11840 00000100:00100000:3.0:1724307218.364491:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b878000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+38:3299:x1808064246450048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307218.364500:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5192 count 1 00000100:00100000:3.0:1724307218.364540:0:8404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11841 00000100:00100000:3.0:1724307218.364543:0:8404:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b87bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+39:3299:x1808064246450432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307218.364551:0:8404:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5195 count 1 00000100:00100000:0.0:1724307218.364575:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b87a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+40:3299:x1808064246449408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 485us (739us total) trans 21474836509 rc 0/0 00000100:00100000:0.0:1724307218.364581:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11836 00000100:00100000:1.0:1724307218.364593:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+39:3296:x1808064246450176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 236us (286us total) trans 21474836510 rc 0/0 00000100:00100000:1.0:1724307218.364597:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11838 00002000:00010000:3.0:1724307218.364601:0:8404:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x144b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.364605:0:8404:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c1d8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.364611:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.364612:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1724307218.364613:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b879c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246450688:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1724307218.364615:0:8404:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c1d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.364622:0:8404:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c1d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.364626:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1724307218.364627:0:8404:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c1d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.364633:0:8404:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c1d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.364654:0:8404:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c1d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1724307218.364660:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009ca9e680/2, rc 0, transno 30 00010000:00010000:3.0:1724307218.364660:0:8404:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.364662:0:8404:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c1d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.364665:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ca9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246450176:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1724307218.364667:0:8404:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c1d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.364675:0:8404:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c1d8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.364676:0:18506:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246450688 00000100:00100000:0.0:1724307218.364678:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+39:3297:x1808064246449152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 852us (1146us total) trans 21474836511 rc 0/0 00000100:00100000:1.0:1724307218.364679:0:18506:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246450688 00010000:00010000:3.0:1724307218.364680:0:8404:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c1d8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.364682:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11834 00000100:00100000:1.0:1724307218.364691:0:18506:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11842 00000100:00100000:1.0:1724307218.364694:0:18506:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3296:x1808064246450688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.364702:0:18506:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5197 count 1 00002000:00010000:0.0:1724307218.364752:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1448:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:1.0:1724307218.364755:0:18506:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x144d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.364756:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c1df lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364759:0:18506:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0c1e6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.364762:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.364764:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.364764:0:18506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.364765:0:18506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.364766:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c1df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364767:0:18506:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0c1e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.364773:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c1df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364774:0:18506:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0c1e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.364779:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c1df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364784:0:18506:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0c1e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364788:0:18506:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0c1e6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364793:0:18506:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0c1e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364797:0:18506:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.364799:0:18506:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0c1e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.364804:0:18506:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0c1e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.364805:0:8404:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b87bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+40:3299:x1808064246450432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 260us (350us total) trans 21474836512 rc 0/0 00010000:00010000:1.0:1724307218.364810:0:18506:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0c1e6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.364810:0:8404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11841 00010000:00010000:1.0:1724307218.364814:0:18506:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0c1e6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.364823:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b87ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246450560:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.364837:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1724307218.364850:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009ca9c380/2, rc 0, transno 32 00000100:00100000:3.0:1724307218.364855:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ca9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246450432:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1724307218.364861:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b87a300/2, rc 0, transno 29 00000100:00100000:3.0:1724307218.364864:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b87a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246449408:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.364894:0:8404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246450560 00000100:00100000:1.0:1724307218.364895:0:18506:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3296:x1808064246450688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 199us (267us total) trans 21474836513 rc 0/0 00000100:00100000:3.0:1724307218.364897:0:8404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246450560 00000100:00100000:1.0:1724307218.364899:0:18506:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11842 00000100:00100000:1.0:1724307218.364907:0:18506:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11843 00000100:00100000:1.0:1724307218.364911:0:18506:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3299:x1808064246450560:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.364956:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246450944:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.364986:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.364997:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1724307218.365000:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b878a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246451072:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.365010:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.365020:0:15464:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246450944 00000100:00100000:2.0:1724307218.365022:0:15464:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246450944 00010000:00010000:0.0:1724307218.365569:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c1df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.365576:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c1df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.365585:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.365588:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c1df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.365594:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c1df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.365603:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c1df lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.365609:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c1df lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.365863:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b878000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+42:3299:x1808064246450048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1369us (1458us total) trans 21474836514 rc 0/0 00002000:00080000:1.0:1724307218.366178:0:18506:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5196 count 1 00002000:00010000:1.0:1724307218.366255:0:18506:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x144c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.366260:0:18506:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0c1ed lrc: 3/0,1 mode: --/PW res: [0x240000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.366267:0:18506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.366268:0:18506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.366271:0:18506:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0c1ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.366277:0:18506:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0c1ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.366283:0:18506:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0c1ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.366288:0:18506:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0c1ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.366294:0:18506:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0c1ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.366298:0:18506:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.366300:0:18506:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0c1ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.366304:0:18506:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0c1ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.366313:0:18506:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0c1ed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.366318:0:18506:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402400/0x85b23e07e0c0c1ed lrc: 0/0,0 mode: --/PW res: [0x240000400:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18506 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.366426:0:18506:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+43:3299:x1808064246450560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1513us (1587us total) trans 21474836515 rc 0/0 00000100:00100000:3.0:1724307218.368768:0:8404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246451072 00000100:00100000:3.0:1724307218.368780:0:8404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246451072 00000100:00100000:3.0:1724307218.368817:0:8404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11844 00000100:00100000:3.0:1724307218.368823:0:8404:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3298:x1808064246451072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307218.368851:0:8404:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5200 count 1 00002000:00010000:3.0:1724307218.369011:0:8404:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1450:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.369017:0:8404:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c1f4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.369028:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.369030:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.369034:0:8404:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c1f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.369045:0:8404:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c1f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.369052:0:8404:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c1f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.369059:0:8404:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c1f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.369066:0:8404:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c1f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.369071:0:8404:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.369075:0:8404:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c1f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.369086:0:8404:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c1f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.369096:0:8404:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c1f4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.369101:0:8404:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c1f4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.369200:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11845 00000100:00100000:2.0:1724307218.369206:0:15464:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+44:3298:x1808064246450944:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.369207:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11840 00002000:00080000:2.0:1724307218.369242:0:15464:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5199 count 1 00000100:00100000:3.0:1724307218.369295:0:8404:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3298:x1808064246451072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 470us (4282us total) trans 21474836516 rc 0/0 00002000:00010000:0.0:1724307218.369297:0:18504:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x144a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1724307218.369301:0:8404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11844 00010000:00010000:0.0:1724307218.369302:0:18504:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c1fb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307218.369307:0:15464:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x144f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.369309:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.369311:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.369312:0:15464:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0c202 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.369313:0:18504:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c1fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.369320:0:18504:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c1fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.369325:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.369327:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.369329:0:15464:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0c202 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.369330:0:18504:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c1fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.369336:0:18504:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c1fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.369337:0:15464:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0c202 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1724307218.369340:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b87ad80/2, rc 0, transno 35 00010000:00010000:0.0:1724307218.369342:0:18504:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c1fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.369343:0:15464:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0c202 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.369347:0:18504:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.369348:0:15464:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0c202 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.369349:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b87ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246450560:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1724307218.369350:0:18504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c1fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.369354:0:15464:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0c202 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.369355:0:18504:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c1fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1724307218.369357:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009ca9f100/2, rc 0, transno 34 00010000:00010000:2.0:1724307218.369359:0:15464:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162ac0 already unused, calling callback (ffffffffa084f3f0) 00000100:00100000:3.0:1724307218.369360:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ca9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246450048:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1724307218.369361:0:15464:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0c202 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.369363:0:18504:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c1fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.369367:0:15464:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0c202 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.369369:0:18504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c1fb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.369374:0:15464:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0c202 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.369379:0:15464:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091162ac0/0x85b23e07e0c0c202 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.369422:0:18506:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11843 00000100:00100000:3.0:1724307218.369422:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246451200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.369450:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1724307218.369468:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b879c00/2, rc 0, transno 33 00000100:00100000:3.0:1724307218.369472:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b879c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246450688:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.369478:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1724307218.369483:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246450816:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.369498:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.369506:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135d32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246451328:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.369519:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.369546:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246451200 00000100:00100000:3.0:1724307218.369549:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246451200 00000100:00100000:3.0:1724307218.369561:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246450816 00000100:00100000:3.0:1724307218.369563:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246450816 00000100:00100000:3.0:1724307218.369572:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246451328 00000100:00100000:3.0:1724307218.369574:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246451328 00000100:00100000:3.0:1724307218.369582:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11846 00000100:00100000:3.0:1724307218.369586:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:3296:x1808064246451200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307218.369597:0:19396:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5201 count 1 00000100:00100000:2.0:1724307218.369624:0:15464:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+47:3298:x1808064246450944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 413us (4632us total) trans 21474836517 rc 0/0 00000100:00100000:2.0:1724307218.369631:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11845 00000100:00100000:0.0:1724307218.369635:0:18504:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+47:3296:x1808064246450304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5274us (5298us total) trans 21474836518 rc 0/0 00000100:00100000:0.0:1724307218.369660:0:18504:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11839 00000100:00100000:2.0:1724307218.369663:0:15464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11847 00000100:00100000:2.0:1724307218.369668:0:15464:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+45:3296:x1808064246450816:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.369672:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11848 00002000:00010000:3.0:1724307218.369676:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1451:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:0.0:1724307218.369677:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+45:3296:x1808064246451328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307218.369677:0:15464:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5198 count 1 00010000:00010000:3.0:1724307218.369680:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c209 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307218.369687:0:18504:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5202 count 1 00010000:00010000:3.0:1724307218.369687:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.369688:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.369690:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c209 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.369698:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c209 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.369704:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c209 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.369709:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c209 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.369715:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c209 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.369721:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.369723:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c209 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307218.369728:0:15464:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x144e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.369728:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c209 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.369732:0:15464:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0c210 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.369736:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c209 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.369741:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c209 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307218.369743:0:18504:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1452:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.369748:0:18504:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c217 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.369755:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.369756:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.369759:0:18504:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c217 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.369771:0:18504:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c217 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.369776:0:18504:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c217 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.369781:0:18504:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c217 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.369787:0:18504:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c217 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.369792:0:18504:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.369794:0:18504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c217 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.369800:0:18504:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c217 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.369809:0:18504:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c217 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.369815:0:18504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c217 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.369843:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+46:3296:x1808064246451200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 255us (392us total) trans 21474836519 rc 0/0 00000100:00100000:3.0:1724307218.369849:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11846 00000100:00100000:3.0:1724307218.369861:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:1.0:1724307218.369865:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b878380/2, rc 0, transno 31 00000100:00100000:3.0:1724307218.369866:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246451456:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.369873:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b878380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246449152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.369882:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.369895:0:19396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246451456 00000100:00100000:3.0:1724307218.369897:0:19396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246451456 00000100:00100000:1.0:1724307218.369902:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246451584:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.369910:0:19396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11849 00000100:00100000:3.0:1724307218.369913:0:19396:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:3299:x1808064246451456:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.369922:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1724307218.369922:0:19396:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5203 count 1 00000100:00100000:0.0:1724307218.369928:0:18504:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+47:3296:x1808064246451328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 250us (407us total) trans 21474836520 rc 0/0 00000100:00100000:0.0:1724307218.369934:0:18504:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11848 00000100:00100000:0.0:1724307218.369943:0:18504:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246451584 00000100:00100000:0.0:1724307218.369946:0:18504:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246451584 00000100:00100000:0.0:1724307218.369957:0:18504:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11850 00000100:00100000:0.0:1724307218.369961:0:18504:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+47:3299:x1808064246451584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307218.369984:0:18504:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5204 count 1 00002000:00010000:3.0:1724307218.369991:0:19396:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1453:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.369995:0:19396:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c21e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.370002:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.370003:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.370003:0:19396:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.370005:0:15464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.370005:0:19396:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c21e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.370007:0:15464:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0c210 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.370012:0:19396:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c21e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.370015:0:15464:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0c210 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.370019:0:19396:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c21e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.370021:0:15464:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0c210 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.370025:0:19396:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c21e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.370026:0:15464:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0c210 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.370031:0:19396:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c21e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.370032:0:15464:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0c210 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.370036:0:19396:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0480 already unused, calling callback (ffffffffa084f3f0) 00002000:00010000:0.0:1724307218.370037:0:18504:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1454:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.370038:0:19396:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c21e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.370041:0:18504:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c225 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.370044:0:19396:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c21e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.370048:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.370049:0:18504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.370051:0:18504:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c225 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.370051:0:19396:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c21e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.370058:0:18504:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c225 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.370060:0:19396:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c21e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.370065:0:18504:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c225 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.370071:0:18504:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c225 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.370077:0:18504:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c225 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.370081:0:18504:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.370084:0:18504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c225 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.370089:0:18504:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c225 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.370096:0:18504:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c225 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.370102:0:18504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c225 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18504 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.370166:0:19396:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+49:3299:x1808064246451456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 251us (282us total) trans 21474836521 rc 0/0 00000100:00100000:3.0:1724307218.370172:0:19396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11849 00000004:00080000:1.0:1724307218.370175:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6b0b480/2, rc 0, transno 41 00000100:00100000:1.0:1724307218.370182:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246451456:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.370204:0:18504:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+48:3299:x1808064246451584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 241us (280us total) trans 21474836522 rc 0/0 00000100:00100000:0.0:1724307218.370209:0:18504:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11850 00010000:00010000:2.0:1724307218.370224:0:15464:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911633c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.370227:0:15464:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0c210 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.370233:0:15464:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0c210 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.370242:0:15464:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0c210 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.370247:0:15464:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800911633c0/0x85b23e07e0c0c210 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15464 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.370281:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246451712:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.370302:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1724307218.370316:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880135d32300/2, rc 0, transno 40 00000100:00100000:0.0:1724307218.370322:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135d32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246451328:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1724307218.370328:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012bf66a00/2, rc 0, transno 39 00000100:00100000:0.0:1724307218.370330:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246451200:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1724307218.370336:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009ca9c700/2, rc 0, transno 38 00000100:00100000:0.0:1724307218.370338:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ca9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246450304:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.370352:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246451712 00000100:00100000:0.0:1724307218.370354:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246451712 00000100:00100000:2.0:1724307218.370358:0:15464:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+49:3296:x1808064246450816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 689us (858us total) trans 21474836523 rc 0/0 00000100:00100000:2.0:1724307218.370364:0:15464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11847 00000100:00100000:0.0:1724307218.370367:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11851 00000100:00100000:0.0:1724307218.370370:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+48:3296:x1808064246451712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307218.370380:0:19425:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5205 count 1 00000004:00080000:2.0:1724307218.370388:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b878a80/2, rc 0, transno 36 00000100:00100000:2.0:1724307218.370392:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b878a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246451072:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1724307218.370398:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b87aa00/2, rc 0, transno 37 00000100:00100000:2.0:1724307218.370401:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246450944:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307218.370438:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009ca9dc00/2, rc 0, transno 42 00000100:00100000:1.0:1724307218.370441:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ca9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246451584:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.370494:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f3aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246452096:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.370510:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.370520:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1724307218.370524:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246451968:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.370536:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.370543:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246452480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.370556:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.370567:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246451840:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.370581:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.370590:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246452352:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.370600:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.370607:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1724307218.370611:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246452224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.370622:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.370635:0:8405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246452096 00000100:00100000:1.0:1724307218.370655:0:8405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246452096 00000100:00100000:1.0:1724307218.370668:0:8405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246451968 00000100:00100000:1.0:1724307218.370669:0:8405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246451968 00000100:00100000:1.0:1724307218.370678:0:8405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246452480 00000100:00100000:1.0:1724307218.370679:0:8405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246452480 00000100:00100000:1.0:1724307218.370686:0:8405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246451840 00000100:00100000:1.0:1724307218.370687:0:8405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246451840 00000100:00100000:1.0:1724307218.370694:0:8405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246452352 00000100:00100000:1.0:1724307218.370695:0:8405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246452352 00000100:00100000:1.0:1724307218.370702:0:8405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246452224 00000100:00100000:1.0:1724307218.370703:0:8405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246452224 00000100:00100000:1.0:1724307218.370711:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11852 00000100:00100000:1.0:1724307218.370715:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+54:3299:x1808064246452096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.370725:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5208 count 1 00002000:00010000:1.0:1724307218.370783:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1458:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.370787:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0c22c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.370794:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.370796:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.370799:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0c22c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.370805:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0c22c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.370810:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0c22c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.370815:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0c22c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.370821:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0c22c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.370825:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.370828:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0c22c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.370833:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0c22c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.370841:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0c22c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.370846:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d401f80/0x85b23e07e0c0c22c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.370958:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:3299:x1808064246452096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 241us (445us total) trans 21474836524 rc 0/0 00000100:00100000:1.0:1724307218.370963:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11852 00000100:00100000:1.0:1724307218.370985:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11853 00000100:00100000:1.0:1724307218.370989:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+54:3299:x1808064246451968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.370998:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5207 count 1 00002000:00010000:1.0:1724307218.371061:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1457:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.371065:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0c233 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371071:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.371073:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.371075:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0c233 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371082:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0c233 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371088:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0c233 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371093:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0c233 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371099:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0c233 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371104:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d403180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.371106:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0c233 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371112:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0c233 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371120:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0c233 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371126:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d403180/0x85b23e07e0c0c233 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.371217:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:3299:x1808064246451968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 227us (679us total) trans 21474836525 rc 0/0 00000100:00100000:1.0:1724307218.371222:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11853 00000100:00100000:1.0:1724307218.371231:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11854 00000100:00100000:1.0:1724307218.371234:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+54:3299:x1808064246452480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.371244:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5211 count 1 00002000:00010000:1.0:1724307218.371293:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x145b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.371297:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0c23a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371303:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.371305:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.371307:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0c23a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371314:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0c23a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371323:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0c23a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371329:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0c23a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371334:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0c23a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371339:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d403a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.371341:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0c23a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371347:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0c23a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371354:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0c23a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371359:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d403a80/0x85b23e07e0c0c23a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x145b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.371450:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:3299:x1808064246452480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 214us (891us total) trans 21474836526 rc 0/0 00000100:00100000:1.0:1724307218.371455:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11854 00000100:00100000:1.0:1724307218.371464:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11855 00000100:00100000:1.0:1724307218.371467:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+54:3297:x1808064246451840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.371476:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5206 count 1 00002000:00010000:1.0:1724307218.371524:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1456:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.371528:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0c241 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371534:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.371535:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.371537:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0c241 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371544:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0c241 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371549:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0c241 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371554:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0c241 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371559:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0c241 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371564:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.371567:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0c241 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371572:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0c241 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371580:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0c241 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371585:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400000/0x85b23e07e0c0c241 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.371704:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:3297:x1808064246451840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 235us (1122us total) trans 21474836527 rc 0/0 00000100:00100000:1.0:1724307218.371710:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11855 00000100:00100000:1.0:1724307218.371718:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11856 00000100:00100000:1.0:1724307218.371722:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+54:3297:x1808064246452352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.371731:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5210 count 1 00002000:00010000:1.0:1724307218.371778:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x145a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.371782:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0c248 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371788:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.371789:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.371791:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0c248 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371798:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0c248 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371804:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0c248 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371813:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0c248 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371818:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0c248 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371822:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.371825:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0c248 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371831:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0c248 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371838:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0c248 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.371844:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400900/0x85b23e07e0c0c248 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x145a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307218.371861:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1455:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.371866:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c24f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.371872:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.371873:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.371875:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c24f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.371883:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c24f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.371889:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c24f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.371894:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c24f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.371903:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c24f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.371908:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.371910:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c24f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.371916:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c24f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.371923:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c24f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.371928:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c24f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.371937:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:3297:x1808064246452352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 214us (1335us total) trans 21474836528 rc 0/0 00000100:00100000:1.0:1724307218.371942:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11856 00000100:00100000:1.0:1724307218.371950:0:8405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11857 00000100:00100000:1.0:1724307218.371953:0:8405:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+54:3297:x1808064246452224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.371962:0:8405:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5209 count 1 00002000:00010000:1.0:1724307218.372030:0:8405:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1459:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.372034:0:8405:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0c256 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372040:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.372041:0:8405:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1724307218.372043:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+55:3296:x1808064246451712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1671us (1740us total) trans 21474836529 rc 0/0 00010000:00010000:1.0:1724307218.372043:0:8405:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0c256 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.372048:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11851 00010000:00010000:1.0:1724307218.372050:0:8405:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0c256 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372055:0:8405:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0c256 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372061:0:8405:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0c256 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372066:0:8405:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0c256 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372071:0:8405:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.372073:0:8405:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0c256 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372079:0:8405:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0c256 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372086:0:8405:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0c256 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372092:0:8405:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d401200/0x85b23e07e0c0c256 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.372197:0:8405:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:3297:x1808064246452224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 242us (1572us total) trans 21474836530 rc 0/0 00000100:00100000:1.0:1724307218.372202:0:8405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11857 00000004:00080000:1.0:1724307218.372235:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009ca9fb80/2, rc 0, transno 45 00000100:00100000:1.0:1724307218.372243:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ca9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246451968:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307218.372251:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3df80/2, rc 0, transno 46 00000100:00100000:1.0:1724307218.372257:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246452480:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307218.372264:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012f3aed80/2, rc 0, transno 44 00000100:00100000:1.0:1724307218.372267:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f3aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246452096:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1724307218.372276:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009ca9ea00/2, rc 0, transno 49 00000100:00100000:3.0:1724307218.372281:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ca9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246451712:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1724307218.372290:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009b878e00/2, rc 0, transno 43 00000100:00100000:3.0:1724307218.372293:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246450816:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.372359:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1724307218.372368:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246452608:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.372392:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.372447:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246452992:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.372452:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246452864:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.372457:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cba9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246452736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.372466:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.372470:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.372477:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1724307218.372481:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246453120:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.372482:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1724307218.372486:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3d500/2, rc 0, transno 50 00000100:00100000:1.0:1724307218.372490:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246452224:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.372495:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1724307218.372497:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009ca9f800/2, rc 0, transno 47 00000100:00100000:1.0:1724307218.372499:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ca9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246451840:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307218.372505:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3ce00/2, rc 0, transno 48 00000100:00100000:3.0:1724307218.372505:0:8403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246452608 00000100:00100000:1.0:1724307218.372507:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246452352:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.372509:0:8403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246452608 00000100:00100000:2.0:1724307218.372510:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246452992 00000100:00100000:2.0:1724307218.372513:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246452992 00000100:00100000:3.0:1724307218.372525:0:8403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246452864 00000100:00100000:2.0:1724307218.372527:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246452736 00000100:00100000:3.0:1724307218.372527:0:8403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246452864 00000100:00100000:2.0:1724307218.372530:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246452736 00000100:00100000:3.0:1724307218.372536:0:8403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246453120 00000100:00100000:3.0:1724307218.372538:0:8403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246453120 00000100:00100000:1.0:1724307218.372540:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1724307218.372540:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11858 00000100:00100000:1.0:1724307218.372544:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094025c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246453504:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.372544:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+59:3298:x1808064246452608:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.372549:0:8403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11859 00000100:00100000:3.0:1724307218.372553:0:8403:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+59:3298:x1808064246452992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307218.372554:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5212 count 1 00000100:00100000:1.0:1724307218.372559:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1724307218.372563:0:8403:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5215 count 1 00000100:00100000:0.0:1724307218.372580:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246453504 00000100:00100000:0.0:1724307218.372584:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246453504 00000100:00100000:1.0:1724307218.372586:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11860 00000100:00100000:1.0:1724307218.372590:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094024e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+60:3297:x1808064246452864:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.372597:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11861 00002000:00080000:1.0:1724307218.372600:0:14386:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5214 count 1 00000100:00100000:0.0:1724307218.372601:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+60:3296:x1808064246452736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307218.372610:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5213 count 1 00002000:00010000:2.0:1724307218.372614:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x145c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.372618:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0c25d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.372624:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.372625:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.372628:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0c25d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307218.372628:0:8403:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x145f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.372633:0:8403:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c264 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.372635:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0c25d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.372656:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.372657:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0c25d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.372658:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.372661:0:8403:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c264 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.372662:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0c25d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307218.372666:0:14386:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x145e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.372667:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0c25d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.372668:0:8403:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c264 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372670:0:14386:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c26b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.372672:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.372675:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.372675:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0c25d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.372675:0:8403:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c264 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372676:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.372679:0:14386:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c26b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307218.372680:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x145d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.372680:0:8403:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c264 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.372681:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0c25d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372685:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c272 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372685:0:14386:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c26b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.372685:0:8403:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c264 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.372688:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0c25d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.372690:0:8403:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe06c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.372691:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.372691:0:14386:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c26b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372692:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.372692:0:8403:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c264 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.372693:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160d80/0x85b23e07e0c0c25d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x145c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372694:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c272 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372696:0:14386:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c26b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.372697:0:8403:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c264 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372701:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c272 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372701:0:14386:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c26b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372705:0:14386:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.372705:0:8403:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c264 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372707:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c272 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372708:0:14386:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c26b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.372710:0:8403:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c264 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x145f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372712:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c272 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372717:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c272 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372717:0:14386:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c26b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372721:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.372723:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c272 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372725:0:14386:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c26b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372727:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c272 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372729:0:14386:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c26b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x145e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372734:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c272 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372742:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c272 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x145d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.372751:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11862 00000100:00100000:2.0:1724307218.372755:0:8404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11863 00000100:00100000:3.0:1724307218.372755:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+60:3298:x1808064246453120:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.372759:0:8404:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094025880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+60:3299:x1808064246453504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307218.372766:0:19432:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5216 count 1 00002000:00080000:2.0:1724307218.372770:0:8404:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5219 count 1 00000100:00100000:3.0:1724307218.372795:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246453248:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.372813:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.372823:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1724307218.372827:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246453376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.372831:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094024e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+62:3297:x1808064246452864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 240us (360us total) trans 21474836531 rc 0/0 00000100:00100000:1.0:1724307218.372837:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11860 00000100:00100000:3.0:1724307218.372840:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.372847:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246453248 00000100:00100000:0.0:1724307218.372848:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+61:3296:x1808064246452736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 245us (365us total) trans 21474836532 rc 0/0 00000100:00100000:1.0:1724307218.372849:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246453248 00000100:00100000:0.0:1724307218.372853:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11861 00000004:00080000:3.0:1724307218.372855:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012cba9f80/2, rc 0, transno 52 00000100:00100000:1.0:1724307218.372860:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246453376 00000100:00100000:3.0:1724307218.372860:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cba9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246452736:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.372862:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246453376 00000100:00100000:0.0:1724307218.372864:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11864 00000100:00100000:0.0:1724307218.372867:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+62:3296:x1808064246453248:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.372872:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11865 00000100:00100000:1.0:1724307218.372875:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+62:3296:x1808064246453376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307218.372876:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5217 count 1 00002000:00080000:1.0:1724307218.372885:0:14386:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5218 count 1 00002000:00010000:2.0:1724307218.372886:0:8404:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1463:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1724307218.372887:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246453632:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1724307218.372890:0:8404:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c279 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.372895:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.372897:0:8404:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.372899:0:8404:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c279 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.372902:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1724307218.372905:0:8404:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c279 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.372911:0:8404:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c279 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.372916:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246453632 00010000:00010000:2.0:1724307218.372917:0:8404:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c279 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.372919:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246453632 00002000:00010000:0.0:1724307218.372920:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1461:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.372923:0:8404:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c279 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372924:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c280 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.372928:0:8404:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.372930:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00010000:1.0:1724307218.372930:0:14386:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1462:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.372931:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.372931:0:8404:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c279 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372933:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c280 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372933:0:14386:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c287 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.372933:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11866 00000100:00100000:3.0:1724307218.372936:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+63:3299:x1808064246453632:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1724307218.372937:0:8404:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c279 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372939:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.372940:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c280 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372940:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.372942:0:14386:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c287 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.372944:0:8404:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c279 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372946:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c280 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1724307218.372946:0:15470:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5220 count 1 00010000:00010000:2.0:1724307218.372950:0:8404:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163cc0/0x85b23e07e0c0c279 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372951:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c280 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372953:0:14386:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c287 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372958:0:14386:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c287 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372961:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c280 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372963:0:14386:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c287 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372966:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.372979:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c280 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372984:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c280 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372984:0:14386:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c287 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372989:0:14386:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.372991:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c280 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372991:0:14386:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c287 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.372996:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c280 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.372997:0:14386:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c287 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.373005:0:14386:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c287 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.373010:0:14386:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c287 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307218.373015:0:15470:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1464:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.373020:0:15470:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c28e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.373026:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.373027:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.373030:0:15470:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c28e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.373040:0:15470:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c28e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.373046:0:15470:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c28e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.373051:0:15470:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c28e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1724307218.373053:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012cba9880/2, rc 0, transno 51 00010000:00010000:3.0:1724307218.373056:0:15470:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c28e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.373059:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246452864:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1724307218.373061:0:15470:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe18c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.373064:0:15470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c28e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.373069:0:15470:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c28e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.373077:0:8404:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094025880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+65:3299:x1808064246453504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 316us (517us total) trans 21474836533 rc 0/0 00010000:00010000:3.0:1724307218.373077:0:15470:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c28e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.373082:0:8404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11863 00010000:00010000:3.0:1724307218.373082:0:15470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c28e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.373088:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+65:3296:x1808064246453248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 219us (274us total) trans 21474836534 rc 0/0 00000100:00100000:0.0:1724307218.373093:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11864 00000004:00080000:0.0:1724307218.373113:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880094024380/2, rc 0, transno 54 00000100:00100000:0.0:1724307218.373116:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246453248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.373161:0:8403:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+65:3298:x1808064246452992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 606us (692us total) trans 21474836535 rc 0/0 00000100:00100000:1.0:1724307218.373166:0:8403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11859 00000004:00080000:2.0:1724307218.373170:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012cba8380/2, rc 0, transno 55 00000100:00100000:2.0:1724307218.373173:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246452992:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.373191:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+64:3299:x1808064246453632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 252us (287us total) trans 21474836536 rc 0/0 00000100:00100000:3.0:1724307218.373196:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11866 00002000:00010000:2.0:1724307218.373213:0:19432:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1460:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.373218:0:19432:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c295 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373224:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.373226:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.373228:0:19432:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c295 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373235:0:19432:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c295 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.373237:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+64:3298:x1808064246452608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 692us (844us total) trans 21474836537 rc 0/0 00000100:00100000:0.0:1724307218.373239:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246453760:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1724307218.373240:0:19432:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c295 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.373242:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11858 00010000:00010000:2.0:1724307218.373245:0:19432:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c295 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373251:0:19432:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c295 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373255:0:19432:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.373257:0:19432:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c295 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1724307218.373257:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6b09c00/2, rc 0, transno 56 00000100:00100000:0.0:1724307218.373261:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1724307218.373263:0:19432:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c295 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.373263:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246453632:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1724307218.373269:0:19432:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c295 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1724307218.373270:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880094025c00/2, rc 0, transno 53 00000100:00100000:3.0:1724307218.373272:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094025c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246453504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.373274:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307218.373278:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246453888:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1724307218.373278:0:19432:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163840/0x85b23e07e0c0c295 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.373278:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1724307218.373282:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246454016:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.373294:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.373310:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246453760 00000100:00100000:0.0:1724307218.373312:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246453760 00000100:00100000:3.0:1724307218.373321:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.373324:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246453888 00000100:00100000:0.0:1724307218.373326:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246453888 00000100:00100000:3.0:1724307218.373332:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246454144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.373333:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246454016 00000100:00100000:0.0:1724307218.373335:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246454016 00000100:00100000:0.0:1724307218.373344:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11867 00000100:00100000:3.0:1724307218.373345:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.373348:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a010fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+67:3296:x1808064246453760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307218.373357:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5221 count 1 00000100:00100000:3.0:1724307218.373360:0:8403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246454144 00000100:00100000:3.0:1724307218.373362:0:8403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246454144 00000100:00100000:2.0:1724307218.373374:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+68:3298:x1808064246453120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 618us (877us total) trans 21474836538 rc 0/0 00000100:00100000:3.0:1724307218.373374:0:8403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11868 00000100:00100000:3.0:1724307218.373377:0:8403:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+68:3296:x1808064246453888:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.373379:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11862 00002000:00080000:3.0:1724307218.373387:0:8403:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5222 count 1 00000100:00100000:2.0:1724307218.373389:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11869 00000100:00100000:2.0:1724307218.373392:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+67:3299:x1808064246454016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307218.373402:0:19432:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5223 count 1 00002000:00010000:0.0:1724307218.373411:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1465:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.373415:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c29c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.373421:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.373422:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.373425:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c29c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.373432:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c29c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.373438:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c29c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.373442:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c29c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.373448:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c29c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.373453:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95440 already unused, calling callback (ffffffffa084f3f0) 00002000:00010000:2.0:1724307218.373455:0:19432:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1467:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.373456:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c29c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373459:0:19432:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c2a3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.373461:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c29c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373464:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.373466:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.373467:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c29c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373468:0:19432:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c2a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.373472:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c29c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373474:0:19432:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c2a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373479:0:19432:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c2a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373484:0:19432:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c2a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373493:0:19432:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c2a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373498:0:19432:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911606c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.373500:0:19432:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c2a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373506:0:19432:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c2a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373513:0:19432:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c2a3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373518:0:19432:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800911606c0/0x85b23e07e0c0c2a3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.373614:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+68:3299:x1808064246454016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 220us (292us total) trans 21474836539 rc 0/0 00000100:00100000:2.0:1724307218.373619:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11869 00000100:00100000:2.0:1724307218.373629:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11870 00000100:00100000:2.0:1724307218.373632:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+67:3299:x1808064246454144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307218.373658:0:19432:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5224 count 1 00002000:00010000:2.0:1724307218.373709:0:19432:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1468:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.373712:0:19432:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c2aa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373721:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.373722:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.373724:0:19432:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c2aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373731:0:19432:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c2aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373736:0:19432:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c2aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373741:0:19432:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c2aa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373747:0:19432:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c2aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373751:0:19432:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.373754:0:19432:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c2aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373758:0:19432:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c2aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373765:0:19432:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c2aa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.373775:0:19432:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160fc0/0x85b23e07e0c0c2aa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.373866:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+68:3299:x1808064246454144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 233us (520us total) trans 21474836540 rc 0/0 00000100:00100000:2.0:1724307218.373872:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11870 00000004:00080000:2.0:1724307218.373890:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880094024a80/2, rc 0, transno 58 00000100:00100000:2.0:1724307218.373896:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246453120:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1724307218.373902:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88012de3f800/2, rc 0, transno 57 00000100:00100000:2.0:1724307218.373904:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246452608:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.373934:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246454528:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.373950:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.373963:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246454528 00000100:00100000:2.0:1724307218.373965:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246454528 00000100:00100000:2.0:1724307218.373994:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11871 00000100:00100000:2.0:1724307218.373997:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+68:3298:x1808064246454528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307218.374007:0:19432:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5227 count 1 00002000:00010000:2.0:1724307218.374058:0:19432:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x146b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.374062:0:19432:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c2b1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374068:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.374069:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.374071:0:19432:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c2b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374081:0:19432:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c2b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374086:0:19432:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c2b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374090:0:19432:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c2b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374095:0:19432:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c2b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374100:0:19432:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.374102:0:19432:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c2b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374106:0:19432:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c2b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374112:0:19432:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c2b1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374116:0:19432:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160480/0x85b23e07e0c0c2b1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x146b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.374203:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+69:3298:x1808064246454528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 204us (251us total) trans 21474836541 rc 0/0 00000100:00100000:2.0:1724307218.374208:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11871 00000004:00080000:2.0:1724307218.374224:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a57cdc00/2, rc 0, transno 61 00000100:00100000:2.0:1724307218.374228:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246454528:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.374247:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1724307218.374251:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246454656:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.374265:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.374276:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246454656 00000100:00100000:2.0:1724307218.374278:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246454656 00000100:00100000:2.0:1724307218.374289:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11872 00000100:00100000:2.0:1724307218.374292:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+69:3298:x1808064246454656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307218.374300:0:19432:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5228 count 1 00002000:00010000:2.0:1724307218.374345:0:19432:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x146c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.374349:0:19432:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c2b8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374355:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.374356:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.374358:0:19432:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c2b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374365:0:19432:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c2b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374370:0:19432:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c2b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374375:0:19432:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c2b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374381:0:19432:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c2b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374385:0:19432:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.374387:0:19432:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c2b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374392:0:19432:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c2b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374398:0:19432:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c2b8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374403:0:19432:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160900/0x85b23e07e0c0c2b8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x146c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.374488:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+70:3298:x1808064246454656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 195us (221us total) trans 21474836542 rc 0/0 00000100:00100000:2.0:1724307218.374493:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11872 00000004:00080000:2.0:1724307218.374511:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a57ce300/2, rc 0, transno 62 00000100:00100000:2.0:1724307218.374516:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246454656:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1724307218.374587:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009aeef800/2, rc 0, transno 60 00000100:00100000:2.0:1724307218.374592:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246454144:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1724307218.374597:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009aeeed80/2, rc 0, transno 59 00000100:00100000:2.0:1724307218.374600:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246454016:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.374623:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1724307218.374627:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246455040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.374651:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246454400:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.374654:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.374667:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246455040 00000100:00100000:1.0:1724307218.374669:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.374670:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246455040 00000100:00100000:1.0:1724307218.374679:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246454912:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.374680:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246454400 00000100:00100000:2.0:1724307218.374682:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246454400 00000100:00100000:2.0:1724307218.374690:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11873 00000100:00100000:1.0:1724307218.374691:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.374693:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+71:3299:x1808064246455040:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.374699:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00002000:00080000:2.0:1724307218.374702:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5231 count 1 00000100:00100000:1.0:1724307218.374703:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246454272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.374715:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.374724:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246454784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.374735:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.374749:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246454912 00000100:00100000:1.0:1724307218.374752:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246454912 00002000:00010000:2.0:1724307218.374753:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x146f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.374757:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c2bf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.374763:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246454272 00010000:00010000:2.0:1724307218.374763:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1724307218.374764:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246454272 00010000:00010000:2.0:1724307218.374764:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.374767:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c2bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.374771:0:15467:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246454784 00000100:00100000:1.0:1724307218.374772:0:15467:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246454784 00010000:00010000:2.0:1724307218.374774:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c2bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.374778:0:15467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11874 00000100:00100000:1.0:1724307218.374781:0:15467:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094026680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+74:3297:x1808064246454400:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1724307218.374781:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c2bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374787:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c2bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1724307218.374790:0:15467:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5226 count 1 00010000:00010000:2.0:1724307218.374796:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c2bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374801:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911618c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.374803:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c2bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374809:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c2bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374817:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c2bf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.374822:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800911618c0/0x85b23e07e0c0c2bf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x146f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307218.374841:0:15467:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x146a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.374845:0:15467:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c2c6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.374851:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.374852:0:15467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.374854:0:15467:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c2c6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.374861:0:15467:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c2c6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.374867:0:15467:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c2c6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.374873:0:15467:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c2c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.374878:0:15467:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c2c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.374884:0:15467:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.374886:0:15467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c2c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.374891:0:15467:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c2c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.374899:0:15467:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c2c6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.374908:0:15467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c2c6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x146a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.374914:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+75:3299:x1808064246455040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 220us (259us total) trans 21474836543 rc 0/0 00000100:00100000:2.0:1724307218.374919:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11873 00000100:00100000:2.0:1724307218.374928:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11875 00000100:00100000:2.0:1724307218.374931:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094027480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+74:3297:x1808064246454912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307218.374940:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5230 count 1 00000100:00100000:1.0:1724307218.374980:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11876 00000100:00100000:1.0:1724307218.374985:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+74:3297:x1808064246454272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.374995:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5225 count 1 00002000:00010000:2.0:1724307218.375003:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x146e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.375007:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c2cd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375016:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.375018:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.375020:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c2cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375027:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c2cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375033:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c2cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375039:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c2cd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307218.375044:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1469:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.375045:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c2cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375047:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c2d4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375051:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.375052:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.375053:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c2cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375054:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.375055:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c2d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375059:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c2cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375061:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c2d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375066:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c2cd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375075:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161200/0x85b23e07e0c0c2cd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x146e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375080:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c2d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375086:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c2d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375092:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c2d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375100:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d403600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.375102:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c2d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375108:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c2d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375115:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c2d4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375121:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c2d4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.375169:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094027480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+75:3297:x1808064246454912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 236us (477us total) trans 21474836544 rc 0/0 00000100:00100000:2.0:1724307218.375174:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11875 00000100:00100000:2.0:1724307218.375183:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11877 00000100:00100000:2.0:1724307218.375186:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094026d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+75:3297:x1808064246454784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307218.375194:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5229 count 1 00000100:00100000:1.0:1724307218.375219:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+75:3297:x1808064246454272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 233us (502us total) trans 21474836545 rc 0/0 00000100:00100000:1.0:1724307218.375224:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11876 00000004:00080000:2.0:1724307218.375228:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a57cca80/2, rc 0, transno 63 00000100:00100000:2.0:1724307218.375234:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246455040:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307218.375242:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009aeef100/2, rc 0, transno 65 00000100:00100000:1.0:1724307218.375245:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246454272:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307218.375251:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a57cd880/2, rc 0, transno 64 00000100:00100000:1.0:1724307218.375253:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246454912:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.375259:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1724307218.375264:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246455296:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.375266:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246455168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.375279:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.375287:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246455296 00000100:00100000:2.0:1724307218.375290:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246455296 00000100:00100000:1.0:1724307218.375292:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246455424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.375301:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11878 00000100:00100000:2.0:1724307218.375305:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094027800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+76:3297:x1808064246455296:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.375307:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1724307218.375313:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5233 count 1 00000100:00100000:0.0:1724307218.375318:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a010fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+76:3296:x1808064246453760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1968us (2054us total) trans 21474836546 rc 0/0 00000100:00100000:1.0:1724307218.375322:0:15468:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246455424 00000100:00100000:0.0:1724307218.375323:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11867 00000100:00100000:1.0:1724307218.375324:0:15468:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246455424 00000100:00100000:1.0:1724307218.375334:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11879 00000100:00100000:1.0:1724307218.375338:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094026300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+76:3297:x1808064246455424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.375345:0:15468:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5234 count 1 00002000:00010000:2.0:1724307218.375364:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1471:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.375368:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c2db lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307218.375371:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009aeee680/2, rc 0, transno 66 00010000:00010000:2.0:1724307218.375374:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.375375:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.375378:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c2db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375380:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246453760:0@lo:6:osp-syn-0-0.0 00002000:00010000:1.0:1724307218.375389:0:15468:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1472:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.375389:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c2db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375392:0:15468:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c2e2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375395:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c2db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375398:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.375399:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.375400:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c2db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375401:0:15468:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c2e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375405:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246455552:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1724307218.375405:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c2db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375407:0:15468:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c2e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375410:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.375412:0:15468:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c2e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375412:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c2db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375417:0:15468:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c2e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375418:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c2db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375422:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1724307218.375423:0:15468:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c2e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375425:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c2db lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375427:0:15468:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.375430:0:15468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c2e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375430:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161f80/0x85b23e07e0c0c2db lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375436:0:15468:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c2e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375437:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246455552 00000100:00100000:0.0:1724307218.375439:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246455552 00010000:00010000:1.0:1724307218.375443:0:15468:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c2e2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375448:0:15468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c2e2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375451:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11880 00000100:00100000:0.0:1724307218.375454:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+77:3298:x1808064246455552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307218.375465:0:15470:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5235 count 1 00000100:00100000:1.0:1724307218.375529:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094026300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+79:3297:x1808064246455424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 189us (220us total) trans 21474836548 rc 0/0 00000100:00100000:2.0:1724307218.375529:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094027800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+79:3297:x1808064246455296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 223us (249us total) trans 21474836547 rc 0/0 00002000:00010000:0.0:1724307218.375531:0:15470:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1473:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:1.0:1724307218.375534:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11879 00010000:00010000:0.0:1724307218.375535:0:15470:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c2e9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.375536:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11878 00010000:00010000:0.0:1724307218.375543:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.375544:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1724307218.375546:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1724307218.375547:0:15470:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c2e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1724307218.375553:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a57ced80/2, rc 0, transno 68 00010000:00010000:0.0:1724307218.375554:0:15470:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c2e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.375558:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246455424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.375559:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246455168 00010000:00010000:0.0:1724307218.375560:0:15470:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c2e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.375562:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246455168 00010000:00010000:0.0:1724307218.375565:0:15470:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c2e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1724307218.375565:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a57cc700/2, rc 0, transno 67 00000100:00100000:1.0:1724307218.375567:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246455296:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1724307218.375570:0:15470:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c2e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.375572:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11881 00010000:00010000:0.0:1724307218.375573:0:15470:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.375575:0:15470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c2e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.375575:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+78:3299:x1808064246455168:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1724307218.375580:0:15470:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c2e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1724307218.375584:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5232 count 1 00010000:00010000:0.0:1724307218.375587:0:15470:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c2e9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.375593:0:15470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c2e9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307218.375628:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1470:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.375632:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c2f0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375653:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1724307218.375654:0:15467:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094026680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+79:3297:x1808064246454400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 857us (969us total) trans 21474836549 rc 0/0 00010000:00010000:2.0:1724307218.375654:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1724307218.375655:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246455808:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1724307218.375656:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c2f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.375659:0:15467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11874 00010000:00010000:2.0:1724307218.375663:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c2f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375669:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c2f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307218.375669:0:8403:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1466:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.375674:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c2f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.375674:0:8403:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c2f7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375676:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1724307218.375677:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a57cfb80/2, rc 0, transno 69 00010000:00010000:2.0:1724307218.375680:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c2f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.375681:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.375682:0:8403:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1724307218.375683:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246454400:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1724307218.375685:0:8403:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c2f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375689:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.375691:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c2f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.375692:0:8403:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c2f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375697:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c2f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.375703:0:8403:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c2f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375704:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c2f0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375706:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1724307218.375709:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160b40/0x85b23e07e0c0c2f0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.375709:0:8403:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c2f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375711:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246455936:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1724307218.375714:0:8403:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c2f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.375718:0:8403:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.375721:0:8403:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c2f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375725:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1724307218.375727:0:8403:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c2f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.375735:0:8403:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c2f7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375737:0:15468:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246455808 00000100:00100000:0.0:1724307218.375739:0:15468:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246455808 00010000:00010000:3.0:1724307218.375740:0:8403:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c2f7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375751:0:15468:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246455936 00000100:00100000:0.0:1724307218.375753:0:15468:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246455936 00000100:00100000:0.0:1724307218.375762:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11882 00000100:00100000:0.0:1724307218.375765:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+81:3296:x1808064246455808:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.375775:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130ec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246455680:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.375780:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+82:3296:x1808064246453376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2903us (2938us total) trans 21474836550 rc 0/0 00000100:00100000:1.0:1724307218.375787:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11865 00000100:00100000:0.0:1724307218.375791:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.375796:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246455680 00000100:00100000:1.0:1724307218.375798:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246455680 00000100:00100000:2.0:1724307218.375800:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+81:3299:x1808064246455168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 224us (252us total) trans 21474836551 rc 0/0 00000100:00100000:2.0:1724307218.375805:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11881 00000004:00080000:0.0:1724307218.375806:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a57cd500/2, rc 0, transno 71 00000100:00100000:1.0:1724307218.375809:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11883 00000100:00100000:0.0:1724307218.375811:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246455168:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.375812:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11884 00000100:00100000:1.0:1724307218.375813:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+81:3296:x1808064246455936:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.375815:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+81:3299:x1808064246455680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.375822:0:14386:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5238 count 1 00000004:00080000:0.0:1724307218.375843:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880094024700/2, rc 0, transno 70 00000100:00100000:0.0:1724307218.375848:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246453376:0@lo:6:osp-syn-0-0.0 00002000:00010000:2.0:1724307218.375850:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x146d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.375854:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c2fe lrc: 3/0,1 mode: --/PW res: [0x240000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375860:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.375861:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.375863:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c2fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307218.375864:0:14386:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1476:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1724307218.375865:0:8403:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+82:3296:x1808064246453888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2486us (2569us total) trans 21474836552 rc 0/0 00010000:00010000:1.0:1724307218.375868:0:14386:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c305 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307218.375870:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009aeec380/2, rc 0, transno 72 00000100:00100000:3.0:1724307218.375872:0:8403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11868 00010000:00010000:1.0:1724307218.375873:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1724307218.375874:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246453888:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1724307218.375874:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.375874:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c2fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375876:0:14386:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c305 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375881:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c2fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375883:0:14386:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c305 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375886:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c2fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375888:0:14386:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c305 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375891:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c2fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375892:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009cee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246456320:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1724307218.375893:0:14386:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c305 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375896:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160240 already unused, calling callback (ffffffffa084f3f0) 00002000:00080000:3.0:1724307218.375896:0:15468:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5237 count 1 00010000:00010000:2.0:1724307218.375898:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c2fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375899:0:14386:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c305 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375903:0:14386:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.375904:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c2fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375906:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1724307218.375906:0:14386:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c305 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375911:0:14386:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c305 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375911:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c2fe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.375916:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091160240/0x85b23e07e0c0c2fe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x146d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.375917:0:14386:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c305 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375922:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009cee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246456192:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1724307218.375922:0:14386:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c305 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375936:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.375944:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1724307218.375947:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093b7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246456064:0@lo:6:osp-syn-0-0.0 00002000:00010000:3.0:1724307218.375952:0:15468:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1475:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00080000:2.0:1724307218.375957:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5236 count 1 00010000:00010000:3.0:1724307218.375957:0:15468:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c30c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375959:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1724307218.375963:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.375964:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.375978:0:15468:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c30c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375980:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246456320 00000100:00100000:0.0:1724307218.375983:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246456320 00010000:00010000:3.0:1724307218.375986:0:15468:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c30c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375992:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246456192 00000100:00100000:0.0:1724307218.375993:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246456192 00010000:00010000:3.0:1724307218.375993:0:15468:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c30c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375998:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246456064 00010000:00010000:3.0:1724307218.375998:0:15468:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c30c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.375999:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246456064 00000100:00100000:0.0:1724307218.376006:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11885 00010000:00010000:3.0:1724307218.376007:0:15468:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c30c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.376009:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cee6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+85:3296:x1808064246456320:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1724307218.376013:0:15468:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.376015:0:15468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c30c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307218.376019:0:19425:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5241 count 1 00002000:00010000:2.0:1724307218.376019:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1474:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.376021:0:15468:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c30c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376023:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c313 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.376029:0:15468:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c30c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376030:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1724307218.376031:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+85:3296:x1808064246455936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 217us (305us total) trans 21474836553 rc 0/0 00010000:00010000:2.0:1724307218.376031:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.376033:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c313 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.376035:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11883 00010000:00010000:3.0:1724307218.376035:0:15468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c30c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376040:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c313 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.376044:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11886 00010000:00010000:2.0:1724307218.376046:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c313 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.376048:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+84:3299:x1808064246456192:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1724307218.376051:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c313 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1724307218.376056:0:14386:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5240 count 1 00010000:00010000:2.0:1724307218.376057:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c313 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376062:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.376064:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c313 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376069:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c313 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307218.376072:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1479:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.376075:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c313 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.376077:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c31a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376081:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091162d00/0x85b23e07e0c0c313 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.376083:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.376084:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.376087:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c31a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.376094:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c31a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.376100:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c31a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307218.376102:0:14386:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1478:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.376106:0:14386:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c321 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.376109:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c31a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376112:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.376113:0:14386:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.376115:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c31a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376115:0:14386:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c321 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.376120:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.376122:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c31a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376122:0:14386:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c321 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.376128:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c31a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376129:0:14386:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c321 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376134:0:14386:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c321 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.376136:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c31a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376140:0:14386:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c321 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.376141:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c31a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376145:0:14386:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d4006c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.376147:0:14386:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c321 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376153:0:14386:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c321 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376160:0:14386:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c321 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376165:0:14386:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c321 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14386 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.376191:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094026d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+85:3297:x1808064246454784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1003us (1455us total) trans 21474836554 rc 0/0 00000100:00100000:2.0:1724307218.376196:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11877 00000100:00100000:2.0:1724307218.376205:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11887 00000100:00100000:2.0:1724307218.376208:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+84:3299:x1808064246456064:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.376249:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cee6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+87:3296:x1808064246456320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 238us (341us total) trans 21474836555 rc 0/0 00000100:00100000:0.0:1724307218.376254:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11885 00000100:00100000:1.0:1724307218.376264:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+86:3299:x1808064246456192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 214us (326us total) trans 21474836556 rc 0/0 00000100:00100000:1.0:1724307218.376269:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11886 00000004:00080000:0.0:1724307218.376270:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009cee4700/2, rc 0, transno 75 00000100:00100000:2.0:1724307218.376272:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+86:3299:x1808064246455680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 456us (480us total) trans 21474836557 rc 0/0 00000100:00100000:0.0:1724307218.376275:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009cee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246456320:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.376276:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11884 00000004:00080000:0.0:1724307218.376280:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a00eb100/2, rc 0, transno 73 00000100:00100000:0.0:1724307218.376283:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246455936:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307218.376290:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a57cc000/2, rc 0, transno 74 00000100:00100000:1.0:1724307218.376293:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246454784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.376301:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246456448:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.376314:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246456704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.376320:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.376328:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.376337:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246456448 00000004:00080000:0.0:1724307218.376338:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009cee6d80/2, rc 0, transno 76 00000100:00100000:1.0:1724307218.376340:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246456448 00000100:00100000:0.0:1724307218.376342:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009cee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246456192:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1724307218.376347:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880130ec1180/2, rc 0, transno 77 00000100:00100000:0.0:1724307218.376349:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130ec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246455680:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.376350:0:19402:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246456704 00000100:00100000:1.0:1724307218.376351:0:19402:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246456704 00000100:00100000:0.0:1724307218.376353:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1724307218.376353:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+86:3298:x1808064246455552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 897us (930us total) trans 21474836558 rc 0/0 00000100:00100000:0.0:1724307218.376356:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246456576:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.376358:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11880 00000100:00100000:1.0:1724307218.376360:0:19402:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11888 00000100:00100000:1.0:1724307218.376363:0:19402:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+86:3297:x1808064246456448:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.376366:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11889 00000100:00100000:0.0:1724307218.376367:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.376369:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+86:3299:x1808064246456704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.376372:0:19402:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5242 count 1 00002000:00080000:2.0:1724307218.376376:0:15470:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5244 count 1 00002000:00080000:2.0:1724307218.376386:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5239 count 1 00000100:00100000:0.0:1724307218.376390:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246456576 00000100:00100000:0.0:1724307218.376392:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246456576 00000100:00100000:0.0:1724307218.376400:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11890 00000100:00100000:0.0:1724307218.376403:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+87:3299:x1808064246456576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307218.376411:0:19425:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5243 count 1 00002000:00010000:1.0:1724307218.376422:0:19402:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x147a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:2.0:1724307218.376422:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1477:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.376426:0:19402:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c328 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376426:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c32f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376432:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.376432:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.376433:0:19402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.376433:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.376435:0:19402:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c328 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376435:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c32f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376443:0:19402:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c328 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376443:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c32f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376449:0:19402:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c328 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376449:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c32f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376454:0:19402:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c328 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376454:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c32f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307218.376455:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x147b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.376459:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c336 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376459:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c32f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376463:0:19402:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c328 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376463:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.376464:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.376466:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.376466:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c32f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.376468:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c336 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376468:0:19402:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d4018c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.376470:0:19402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c328 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376471:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c32f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.376474:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c336 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376476:0:19402:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376478:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c32f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376482:0:19402:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c328 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376483:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161d40/0x85b23e07e0c0c32f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.376487:0:19402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c328 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19402 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307218.376537:0:15470:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x147c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.376541:0:15470:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c33d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376547:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.376548:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.376550:0:15470:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c33d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376557:0:15470:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c33d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376563:0:15470:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c33d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376567:0:15470:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c33d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376573:0:15470:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c33d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.376578:0:19402:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+88:3297:x1808064246456448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 213us (256us total) trans 21474836559 rc 0/0 00010000:00010000:2.0:1724307218.376578:0:15470:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.376580:0:15470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c33d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.376582:0:19402:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11888 00010000:00010000:2.0:1724307218.376586:0:15470:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c33d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.376593:0:15470:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c33d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.376596:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246456960:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1724307218.376603:0:15470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091162880/0x85b23e07e0c0c33d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.376610:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1724307218.376623:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880130c39f80/2, rc 0, transno 79 00000100:00100000:1.0:1724307218.376628:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246456448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.376633:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1724307218.376652:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246456832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.376668:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1724307218.377156:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c336 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377161:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c336 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377167:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c336 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377172:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a958c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.377174:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c336 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377178:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c336 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377186:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c336 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377192:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c336 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.377266:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+88:3299:x1808064246456704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 894us (935us total) trans 21474836560 rc 0/0 00000100:00100000:2.0:1724307218.377271:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11889 00000100:00100000:2.0:1724307218.377280:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246456960 00000100:00100000:2.0:1724307218.377283:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246456960 00000100:00100000:2.0:1724307218.377291:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246456832 00000100:00100000:2.0:1724307218.377293:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246456832 00000100:00100000:2.0:1724307218.377299:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11891 00000100:00100000:2.0:1724307218.377303:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+90:3297:x1808064246456960:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.377304:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+90:3299:x1808064246456576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 899us (935us total) trans 21474836561 rc 0/0 00000100:00100000:0.0:1724307218.377310:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11890 00002000:00080000:2.0:1724307218.377313:0:15470:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5246 count 1 00000100:00100000:0.0:1724307218.377319:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11892 00000100:00100000:0.0:1724307218.377324:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094027b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+89:3297:x1808064246456832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307218.377334:0:19425:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5245 count 1 00002000:00010000:2.0:1724307218.377372:0:15470:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x147e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.377376:0:15470:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c344 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.377383:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.377384:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00010000:0.0:1724307218.377386:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x147d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.377386:0:15470:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c344 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377390:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c34b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.377392:0:15470:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c344 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377396:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.377397:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.377398:0:15470:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c344 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377399:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c34b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377407:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c34b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.377407:0:15470:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c344 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377412:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c34b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.377412:0:15470:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c344 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377417:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c34b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.377417:0:15470:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.377419:0:15470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c344 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377423:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c34b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.377424:0:15470:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c344 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377428:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a961c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.377430:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c34b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.377432:0:15470:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c344 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377436:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c34b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.377437:0:15470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163180/0x85b23e07e0c0c344 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377444:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c34b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377449:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c34b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307218.377535:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+91:3297:x1808064246456960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 231us (923us total) trans 21474836562 rc 0/0 00000100:00100000:2.0:1724307218.377540:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11891 00000100:00100000:0.0:1724307218.377548:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094027b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+90:3297:x1808064246456832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 222us (878us total) trans 21474836563 rc 0/0 00000100:00100000:0.0:1724307218.377553:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11892 00000004:00080000:2.0:1724307218.377564:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88008fb84700/2, rc 0, transno 81 00000100:00100000:2.0:1724307218.377568:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246456576:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1724307218.377574:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88008fb84e00/2, rc 0, transno 80 00000100:00100000:2.0:1724307218.377578:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246456704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.377610:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246457344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.377628:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.377661:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246457088:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.377677:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.377692:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+90:3299:x1808064246456064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1482us (1731us total) trans 21474836564 rc 0/0 00000004:00080000:0.0:1724307218.377693:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a6efdf80/2, rc 0, transno 78 00000100:00100000:2.0:1724307218.377697:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11887 00000100:00100000:0.0:1724307218.377698:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246455552:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.377704:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1724307218.377706:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246457344 00000100:00100000:0.0:1724307218.377707:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246457216:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.377708:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246457344 00000100:00100000:2.0:1724307218.377718:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246457088 00000100:00100000:2.0:1724307218.377720:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246457088 00000100:00100000:0.0:1724307218.377721:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.377725:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246457216 00000100:00100000:2.0:1724307218.377726:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246457216 00000100:00100000:2.0:1724307218.377732:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11893 00000100:00100000:2.0:1724307218.377735:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+92:3296:x1808064246457344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307218.377743:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5249 count 1 00000100:00100000:0.0:1724307218.377744:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307218.377750:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246457472:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.377764:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.377774:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246457472 00000100:00100000:0.0:1724307218.377776:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246457472 00000100:00100000:0.0:1724307218.377787:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11894 00000100:00100000:0.0:1724307218.377790:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+93:3298:x1808064246457088:12345-0@lo:6:osp-syn-0-0.0 00002000:00010000:2.0:1724307218.377792:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1481:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.377796:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c352 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307218.377800:0:19425:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5247 count 1 00010000:00010000:2.0:1724307218.377802:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.377803:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.377805:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c352 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.377812:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c352 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.377817:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c352 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.377822:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c352 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.377829:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c352 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.377834:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.377836:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c352 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.377842:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c352 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.377847:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+94:3296:x1808064246455808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2079us (2168us total) trans 21474836565 rc 0/0 00010000:00010000:2.0:1724307218.377850:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c352 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307218.377851:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x147f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1724307218.377853:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11882 00010000:00010000:0.0:1724307218.377855:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c359 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.377855:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091162640/0x85b23e07e0c0c352 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377861:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.377863:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.377865:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c359 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377872:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c359 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377878:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c359 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377884:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c359 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377889:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c359 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377894:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a973c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.377897:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c359 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377903:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c359 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377915:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c359 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.377920:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c359 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.377933:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11895 00000100:00100000:3.0:1724307218.377937:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+94:3298:x1808064246457216:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.377941:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+94:3296:x1808064246457344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 205us (312us total) trans 21474836566 rc 0/0 00000100:00100000:2.0:1724307218.377946:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11893 00002000:00080000:3.0:1724307218.377946:0:15468:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5248 count 1 00000100:00100000:2.0:1724307218.377954:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11896 00000100:00100000:2.0:1724307218.377958:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+93:3296:x1808064246457472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307218.377982:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5250 count 1 00002000:00010000:3.0:1724307218.378014:0:15468:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1480:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.378019:0:15468:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0c360 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.378026:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.378027:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1724307218.378029:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+94:3298:x1808064246457088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 238us (351us total) trans 21474836567 rc 0/0 00010000:00010000:3.0:1724307218.378029:0:15468:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0c360 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307218.378031:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1482:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.378034:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c367 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.378035:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11894 00010000:00010000:3.0:1724307218.378037:0:15468:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0c360 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.378043:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.378044:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.378044:0:15468:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0c360 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.378046:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c367 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.378049:0:15468:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0c360 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307218.378051:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88008fb86a00/2, rc 0, transno 86 00010000:00010000:2.0:1724307218.378053:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c367 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.378055:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246457344:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1724307218.378058:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c367 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.378059:0:15468:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0c360 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307218.378060:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a00e9f80/2, rc 0, transno 85 00000100:00100000:0.0:1724307218.378063:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246455808:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1724307218.378063:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c367 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.378064:0:15468:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe21c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.378066:0:15468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0c360 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.378069:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c367 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.378072:0:15468:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0c360 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.378074:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.378076:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c367 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.378079:0:15468:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0c360 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.378082:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c367 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.378083:0:15468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe21c0/0x85b23e07e0c0c360 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.378084:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246457600:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1724307218.378089:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c367 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.378096:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1724307218.378098:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163a80/0x85b23e07e0c0c367 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307218.378105:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88008fb86300/2, rc 0, transno 87 00000100:00100000:0.0:1724307218.378108:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246457088:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.378112:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1724307218.378114:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246457728:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.378124:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.378141:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246457856:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.378150:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.378160:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246457600 00000100:00100000:0.0:1724307218.378162:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246457600 00000100:00100000:0.0:1724307218.378170:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246457728 00000100:00100000:0.0:1724307218.378171:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246457728 00000100:00100000:0.0:1724307218.378176:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246457856 00000100:00100000:0.0:1724307218.378177:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246457856 00000100:00100000:0.0:1724307218.378185:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11897 00000100:00100000:3.0:1724307218.378187:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+98:3298:x1808064246457216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 248us (463us total) trans 21474836568 rc 0/0 00000100:00100000:0.0:1724307218.378188:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+98:3298:x1808064246457600:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.378192:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11895 00002000:00080000:0.0:1724307218.378198:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5251 count 1 00000100:00100000:3.0:1724307218.378203:0:15468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11898 00000100:00100000:3.0:1724307218.378206:0:15468:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+97:3298:x1808064246457728:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.378208:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+97:3296:x1808064246457472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 249us (443us total) trans 21474836569 rc 0/0 00000100:00100000:2.0:1724307218.378213:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11896 00002000:00080000:3.0:1724307218.378216:0:15468:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5252 count 1 00000100:00100000:2.0:1724307218.378223:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11899 00000100:00100000:2.0:1724307218.378226:0:15461:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+96:3296:x1808064246457856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307218.378235:0:15461:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5253 count 1 00002000:00010000:0.0:1724307218.378250:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1483:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.378255:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c36e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.378261:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.378263:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.378265:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c36e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307218.378270:0:15468:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1484:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.378271:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c36e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.378274:0:15468:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0c375 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.378276:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c36e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.378281:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c36e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307218.378282:0:15461:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1485:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.378284:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.378285:0:15468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.378286:0:15461:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0c37c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.378287:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c36e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.378288:0:15468:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0c375 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.378291:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.378291:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.378293:0:15461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.378294:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c36e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.378295:0:15461:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0c37c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.378295:0:15468:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0c375 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.378300:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c36e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.378301:0:15461:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0c37c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.378301:0:15468:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0c375 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.378306:0:15461:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0c37c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.378306:0:15468:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0c375 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.378307:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c36e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.378311:0:15461:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0c37c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.378311:0:15468:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0c375 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.378313:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c36e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.378316:0:15468:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.378318:0:15468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0c375 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.378320:0:15461:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0c37c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.378324:0:15468:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0c375 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.378325:0:15461:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307218.378327:0:15461:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0c37c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.378331:0:15468:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0c375 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.378332:0:15461:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0c37c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.378339:0:15461:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0c37c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.378341:0:15468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2400/0x85b23e07e0c0c375 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.378344:0:15461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091161440/0x85b23e07e0c0c37c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1724307218.378369:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff880093b7ce00/2, rc 0, transno 84 00000100:00100000:2.0:1724307218.378375:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093b7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246456064:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.378421:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+97:3298:x1808064246457600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 231us (323us total) trans 21474836570 rc 0/0 00000100:00100000:0.0:1724307218.378426:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11897 00000004:00080000:1.0:1724307218.378447:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88008fb85500/2, rc 0, transno 83 00000100:00100000:1.0:1724307218.378455:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246456832:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1724307218.378458:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88008fb84a80/2, rc 0, transno 89 00000100:00100000:0.0:1724307218.378462:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246457472:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1724307218.378463:0:3297:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88008fb85880/2, rc 0, transno 82 00000100:00100000:0.0:1724307218.378465:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1724307218.378466:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246456960:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.378470:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246457984:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.378484:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307218.378490:0:19432:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246457984 00000100:00100000:1.0:1724307218.378493:0:19432:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246457984 00000100:00100000:1.0:1724307218.378507:0:19432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11900 00000100:00100000:1.0:1724307218.378517:0:19432:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+97:3296:x1808064246457984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1724307218.378530:0:19432:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5254 count 1 00000100:00100000:0.0:1724307218.380361:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246458368:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.380403:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.380429:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246458112:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.380445:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1724307218.380464:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88008fb86680/2, rc 0, transno 90 00000100:00100000:0.0:1724307218.380470:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246457600:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1724307218.380480:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88008fb87100/2, rc 0, transno 88 00000100:00100000:0.0:1724307218.380482:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246457216:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.380487:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1724307218.380491:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246458240:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.380506:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.380537:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307218.380542:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246458496:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.380556:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.380566:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a14df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246458624:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.380577:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307218.380596:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246458368 00000100:00100000:0.0:1724307218.380600:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246458368 00000100:00100000:0.0:1724307218.380620:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246458112 00000100:00100000:0.0:1724307218.380621:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246458112 00000100:00100000:0.0:1724307218.380629:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246458240 00000100:00100000:0.0:1724307218.380630:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246458240 00000100:00100000:0.0:1724307218.380653:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246458496 00000100:00100000:0.0:1724307218.380655:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246458496 00000100:00100000:0.0:1724307218.380664:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246458624 00000100:00100000:0.0:1724307218.380665:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246458624 00000100:00100000:0.0:1724307218.380682:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11901 00000100:00100000:0.0:1724307218.380690:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+102:3296:x1808064246458368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307218.380706:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5257 count 1 00000100:00100000:0.0:1724307218.380769:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11902 00000100:00100000:0.0:1724307218.380773:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+102:3298:x1808064246458112:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307218.380782:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5255 count 1 00000100:00100000:0.0:1724307218.380814:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11903 00000100:00100000:0.0:1724307218.380818:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+102:3298:x1808064246458240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307218.380825:0:19425:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5256 count 1 00000100:00100000:0.0:1724307218.380854:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11904 00000100:00100000:0.0:1724307218.380858:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+102:3296:x1808064246458496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307218.380866:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5258 count 1 00000100:00100000:0.0:1724307218.380894:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11905 00000100:00100000:0.0:1724307218.380897:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+102:3298:x1808064246458624:12345-0@lo:6:osp-syn-0-0.0 00002000:00010000:1.0:1724307218.381205:0:19432:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1486:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.381213:0:19432:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c383 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381223:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.381225:0:19432:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.381228:0:19432:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c383 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381239:0:19432:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c383 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381247:0:19432:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c383 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381254:0:19432:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c383 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381265:0:19432:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c383 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381271:0:19432:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402f40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.381274:0:19432:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c383 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381280:0:19432:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c383 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381291:0:19432:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c383 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381296:0:19432:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c383 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19432 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.381476:0:19432:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+103:3296:x1808064246457984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2956us (2989us total) trans 21474836571 rc 0/0 00000100:00100000:1.0:1724307218.381482:0:19432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11900 00000100:00100000:3.0:1724307218.381821:0:15468:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+104:3298:x1808064246457728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3612us (3693us total) trans 21474836572 rc 0/0 00000100:00100000:3.0:1724307218.381828:0:15468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11898 00000100:00100000:2.0:1724307218.381829:0:15461:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+104:3296:x1808064246457856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3600us (3676us total) trans 21474836573 rc 0/0 00000100:00100000:2.0:1724307218.381835:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11899 00002000:00010000:3.0:1724307218.381891:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1489:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.381896:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0c38a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.381903:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.381904:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.381907:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0c38a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307218.381912:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1487:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.381914:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0c38a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381917:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c391 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.381921:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0c38a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.381926:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0c38a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381930:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.381931:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.381931:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0c38a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381934:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c391 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.381939:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.381941:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0c38a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381942:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c391 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.381946:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0c38a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381948:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c391 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381953:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c391 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.381954:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0c38a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381958:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c391 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.381959:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0c38a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381963:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d403840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.381965:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c391 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381981:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c391 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381988:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c391 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.381993:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c391 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.382081:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+104:3296:x1808064246458368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1393us (1677us total) trans 21474836574 rc 0/0 00000100:00100000:3.0:1724307218.382087:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11901 00000100:00100000:1.0:1724307218.382105:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+103:3298:x1808064246458112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1330us (1658us total) trans 21474836575 rc 0/0 00000100:00100000:1.0:1724307218.382111:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11902 00000004:00080000:3.0:1724307218.382116:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009a14f100/2, rc 0, transno 95 00000100:00100000:3.0:1724307218.382124:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246458112:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1724307218.382133:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88008fb85f80/2, rc 0, transno 92 00000100:00100000:3.0:1724307218.382135:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008fb85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246457728:0@lo:6:osp-syn-0-0.0 00002000:00010000:1.0:1724307218.382160:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1488:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.382164:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c398 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.382170:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.382171:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.382173:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c398 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.382179:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c398 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.382185:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c398 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307218.382187:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5259 count 1 00010000:00010000:1.0:1724307218.382190:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c398 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.382195:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c398 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.382199:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.382202:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c398 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.382207:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c398 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.382215:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c398 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.382220:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400b40/0x85b23e07e0c0c398 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307218.382248:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x148b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.382253:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c39f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.382259:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.382261:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.382263:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c39f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.382271:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c39f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.382277:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c39f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.382283:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c39f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.382288:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c39f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.382294:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.382297:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c39f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.382301:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c39f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.382309:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c39f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.382314:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c39f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.382338:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+103:3298:x1808064246458240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1518us (1830us total) trans 21474836576 rc 0/0 00000100:00100000:1.0:1724307218.382343:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11903 00002000:00010000:1.0:1724307218.382402:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x148a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.382406:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c3a6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.382412:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.382413:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.382415:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c3a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.382422:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c3a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.382427:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c3a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.382430:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+103:3298:x1808064246458624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1530us (1850us total) trans 21474836577 rc 0/0 00010000:00010000:1.0:1724307218.382433:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c3a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.382435:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11905 00010000:00010000:1.0:1724307218.382443:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c3a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.382447:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.382449:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c3a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.382455:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c3a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307218.382461:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009a14ce00/2, rc 0, transno 94 00010000:00010000:1.0:1724307218.382462:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c3a6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.382465:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246458368:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1724307218.382467:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d400d80/0x85b23e07e0c0c3a6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1724307218.382471:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009a14ed80/2, rc 0, transno 91 00000100:00100000:0.0:1724307218.382473:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246457984:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1724307218.382478:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009a14ea00/2, rc 0, transno 93 00000100:00100000:0.0:1724307218.382480:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246457856:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1724307218.382611:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009a14df80/2, rc 0, transno 97 00000100:00100000:3.0:1724307218.382615:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246458624:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1724307218.382621:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009a14d180/2, rc 0, transno 96 00000100:00100000:3.0:1724307218.382624:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246458240:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.382633:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1724307218.382653:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246458752:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.382676:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.382693:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246458752 00000100:00100000:3.0:1724307218.382697:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246458752 00000100:00100000:3.0:1724307218.382714:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11906 00000100:00100000:3.0:1724307218.382719:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+104:3298:x1808064246458752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1724307218.382730:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5260 count 1 00002000:00010000:3.0:1724307218.382786:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x148c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307218.382791:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0c3ad lrc: 3/0,1 mode: --/PW res: [0x240000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.382797:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.382799:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.382801:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0c3ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.382808:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0c3ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.382814:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0c3ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.382820:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0c3ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.382825:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0c3ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.382834:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307218.382836:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0c3ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.382842:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0c3ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.382850:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0c3ad lrc: 2/0,0 mode: --/PW res: [0x240000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.382855:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3180/0x85b23e07e0c0c3ad lrc: 0/0,0 mode: --/PW res: [0x240000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.382954:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+105:3298:x1808064246458752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 234us (277us total) trans 21474836579 rc 0/0 00000100:00100000:3.0:1724307218.382959:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11906 00000004:00080000:3.0:1724307218.382993:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a57cc380/2, rc 0, transno 99 00000100:00100000:3.0:1724307218.382996:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246458752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.383304:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246458880:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1724307218.383326:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.383372:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246459136:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.383375:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246459264:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.383394:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307218.383404:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307218.383412:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246458880 00000100:00100000:3.0:1724307218.383415:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246458880 00000100:00100000:2.0:1724307218.383425:0:15469:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246459136 00000100:00100000:2.0:1724307218.383428:0:15469:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246459136 00000100:00100000:3.0:1724307218.383428:0:19431:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246459264 00000100:00100000:3.0:1724307218.383429:0:19431:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246459264 00000100:00100000:2.0:1724307218.383443:0:15469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11907 00000100:00100000:2.0:1724307218.383447:0:15469:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a14f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+107:3296:x1808064246458880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1724307218.383458:0:15469:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5261 count 1 00002000:00010000:2.0:1724307218.383513:0:15469:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x148d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307218.383518:0:15469:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c3b4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.383524:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.383525:0:15469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307218.383528:0:15469:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c3b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.383535:0:15469:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c3b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.383541:0:15469:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c3b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.383545:0:15469:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c3b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.383550:0:15469:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c3b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307218.383551:0:19431:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11908 00010000:00010000:2.0:1724307218.383555:0:15469:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163600 already unused, calling callback (ffffffffa084f3f0) 00000100:00100000:3.0:1724307218.383555:0:19431:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+107:3298:x1808064246459136:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1724307218.383557:0:15469:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c3b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.383567:0:15469:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c3b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1724307218.383567:0:19431:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5263 count 1 00010000:00010000:2.0:1724307218.383574:0:15469:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c3b4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307218.383579:0:15469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091163600/0x85b23e07e0c0c3b4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307218.383621:0:19431:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x148f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:1.0:1724307218.383625:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+107:3296:x1808064246458496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2766us (3067us total) trans 21474836578 rc 0/0 00000004:00080000:0.0:1724307218.383626:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009a14f800/2, rc 0, transno 98 00010000:00010000:3.0:1724307218.383626:0:19431:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0c3bb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.383630:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a14f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246458496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.383631:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11904 00010000:00010000:3.0:1724307218.383632:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.383633:0:19431:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307218.383635:0:19431:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0c3bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.383651:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246459392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1724307218.383653:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11909 00000100:00100000:1.0:1724307218.383657:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+106:3299:x1808064246459264:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1724307218.383660:0:19431:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0c3bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.383666:0:19431:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0c3bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1724307218.383667:0:9058:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5264 count 1 00000100:00100000:0.0:1724307218.383670:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1724307218.383671:0:19431:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0c3bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.383676:0:19431:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0c3bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.383681:0:19431:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1680 already unused, calling callback (ffffffffa084f3f0) 00000100:00100000:0.0:1724307218.383682:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1724307218.383683:0:19431:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0c3bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.383686:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246459008:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1724307218.383689:0:19431:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0c3bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.383699:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1724307218.383701:0:19431:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0c3bb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307218.383706:0:19431:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1680/0x85b23e07e0c0c3bb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19431 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.383715:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246459392 00000100:00100000:0.0:1724307218.383718:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246459392 00000100:00100000:0.0:1724307218.383731:0:15470:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246459008 00000100:00100000:0.0:1724307218.383732:0:15470:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246459008 00000100:00100000:0.0:1724307218.383741:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11910 00000100:00100000:0.0:1724307218.383745:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+108:3296:x1808064246459392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307218.383755:0:15470:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5265 count 1 00002000:00010000:0.0:1724307218.383804:0:15470:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1491:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.383807:0:15470:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c3c9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.383812:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.383813:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.383815:0:15470:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c3c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.383820:0:15470:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c3c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.383825:0:15470:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c3c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.383832:0:15470:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c3c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.383835:0:15470:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c3c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.383838:0:15470:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.383839:0:15470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c3c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.383843:0:15470:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c3c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.383847:0:15470:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c3c9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.383850:0:15470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c3c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.383939:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+109:3296:x1808064246459392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 192us (268us total) trans 21474836580 rc 0/0 00000100:00100000:0.0:1724307218.383948:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11910 00000100:00100000:0.0:1724307218.383958:0:15470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11911 00000100:00100000:0.0:1724307218.383962:0:15470:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+108:3296:x1808064246459008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1724307218.383983:0:15470:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5262 count 1 00002000:00010000:0.0:1724307218.384031:0:15470:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x148e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307218.384036:0:15470:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c3d0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.384042:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.384043:0:15470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307218.384046:0:15470:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c3d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.384052:0:15470:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c3d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.384058:0:15470:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c3d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.384063:0:15470:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c3d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.384068:0:15470:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c3d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.384073:0:15470:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307218.384075:0:15470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c3d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.384080:0:15470:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c3d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.384085:0:15470:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c3d0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307218.384089:0:15470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c3d0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307218.384158:0:15470:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+109:3296:x1808064246459008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 196us (458us total) trans 21474836581 rc 0/0 00000100:00100000:0.0:1724307218.384162:0:15470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11911 00000004:00080000:0.0:1724307218.384179:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a57cce00/2, rc 0, transno 101 00000100:00100000:0.0:1724307218.384182:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246459008:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1724307218.384185:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a57cd180/2, rc 0, transno 100 00000100:00100000:0.0:1724307218.384187:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246459392:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1724307218.384775:0:15469:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a14f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+110:3296:x1808064246458880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1326us (1447us total) trans 21474836582 rc 0/0 00000100:00100000:2.0:1724307218.384782:0:15469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11907 00000100:00100000:3.0:1724307218.384791:0:19431:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+109:3298:x1808064246459136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1234us (1396us total) trans 21474836583 rc 0/0 00000004:00080000:0.0:1724307218.384793:0:3296:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a57cf100/2, rc 0, transno 102 00000100:00100000:0.0:1724307218.384797:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246458880:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1724307218.384798:0:19431:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11908 00000004:00080000:3.0:1724307218.384819:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a57ce680/2, rc 0, transno 103 00000100:00100000:3.0:1724307218.384823:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246459136:0@lo:6:osp-syn-0-0.0 00002000:00010000:1.0:1724307218.384899:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1490:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307218.384906:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c3c2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.384917:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.384918:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307218.384920:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c3c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.384928:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c3c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.384934:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c3c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.384940:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c3c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.384946:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c3c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.384951:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d4021c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307218.384959:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c3c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.384974:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c3c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.384983:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c3c2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307218.384992:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c3c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307218.385122:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+109:3299:x1808064246459264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1464us (1716us total) trans 21474836584 rc 0/0 00000100:00100000:1.0:1724307218.385127:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11909 00000004:00080000:3.0:1724307218.385148:0:3299:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff8800a57cea00/2, rc 0, transno 104 00000100:00100000:3.0:1724307218.385152:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246459264:0@lo:6:osp-syn-0-0.0 00000001:02000400:3.0:1724307218.894090:0:18212:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg407-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1724307219.215842:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1724307219.609552:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000020:00000080:2.0:1724307219.609558:0:9780:0:(genops.c:925:class_export_put()) final put ffff88012b855000/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000020:00000080:0.0:1724307219.609655:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff88012b855000/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e for lustre-OST0001 00000020:00000080:0.0:1724307219.609686:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88012b857000 for lustre-OST0001 00000100:00100000:2.0:1724307219.650654:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307219.651787:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248585600 00000100:00100000:1.0:1724307219.651796:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248585600 00000100:00100000:2.0:1724307219.651818:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307219.651845:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248585472 00000100:00100000:0.0:1724307219.651848:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248585472 00000100:00100000:2.0:1724307219.651862:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307219.652426:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 27 00000100:00100000:1.0:1724307219.652432:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248585600:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307219.652506:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 94 00000100:00100000:0.0:1724307219.652510:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2f8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248585472:12345-192.168.204.7@tcp:400:kworker.0 00000100:00080000:3.0:1724307219.652524:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307189 00000100:00080000:3.0:1724307219.652528:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307189 00000100:00100000:0.0:1724307219.652548:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2f8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248585472:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 36us (1863us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307219.652554:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 94 00000100:00100000:1.0:1724307219.652747:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248585600:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 313us (2113us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307219.652753:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 27 00000100:00100000:1.0:1724307219.652769:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248585728 00000100:00100000:1.0:1724307219.652773:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248585728 00000100:00100000:1.0:1724307219.652794:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1168 00000100:00100000:1.0:1724307219.652798:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248585728:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307219.652819:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248585728:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 20us (957us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307219.652824:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1168 00010000:00010000:0.0:1724307220.219551:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307221.219844:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307221.283820:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307221.283836:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246459520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307221.283892:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307221.283968:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246459520 00000100:00100000:1.0:1724307221.283977:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246459520 00000100:00080000:2.0:1724307221.284103:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307191 00000100:00100000:1.0:1724307221.284138:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:1.0:1724307221.284145:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1808064246459520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1724307221.284188:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 20512768 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307221.284236:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1808064246459520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307221.284242:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00100000:0.0:1724307221.284268:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246459520:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1724307221.430558:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009cee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246460032:0@lo:400:kworker.0 00000100:00100000:3.0:1724307221.430617:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307221.430657:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1724307221.430663:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246459904:0@lo:400:kworker.0 00000100:00100000:3.0:1724307221.430685:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307221.430717:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246459904 00000100:00100000:3.0:1724307221.430723:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246459904 00000100:00100000:2.0:1724307221.430779:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a010fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246459776:0@lo:400:kworker.0 00000100:00100000:2.0:1724307221.430801:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307221.430815:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1724307221.430820:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246459648:0@lo:400:kworker.0 00000100:00100000:2.0:1724307221.430840:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307221.431252:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246460032 00000100:00100000:0.0:1724307221.431257:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246460032 00000100:00100000:0.0:1724307221.431281:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246459776 00000100:00100000:0.0:1724307221.431283:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246459776 00000100:00100000:0.0:1724307221.431299:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1724307221.431305:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246460032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307221.431348:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246460032:12345-0@lo:400:kworker.0 Request processed in 43us (731us total) trans 0 rc 0/0 00000100:00080000:1.0:1724307221.431351:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307191 00000100:00100000:0.0:1724307221.431353:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1724307221.431366:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1724307221.431369:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1808064246459776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307221.431389:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1808064246459776:12345-0@lo:400:kworker.0 Request processed in 19us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307221.431393:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1724307221.431421:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009cee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246460032:0@lo:400:kworker.0 00000100:00100000:3.0:1724307221.432056:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:3.0:1724307221.432060:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+109:3297:x1808064246459904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307221.432094:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+109:3297:x1808064246459904:12345-0@lo:400:kworker.0 Request processed in 33us (1408us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307221.432099:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:3.0:1724307221.432135:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246459904:0@lo:400:kworker.0 00000100:00080000:1.0:1724307221.432176:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307191 00000100:00100000:2.0:1724307221.432411:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093b7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3299:1808064246460160:0@lo:400:kworker.0 00000100:00100000:0.0:1724307221.432412:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246459648 00000100:00100000:0.0:1724307221.432416:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246459648 00000100:00100000:2.0:1724307221.432438:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307221.432452:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1724307221.432456:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2f9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3299:x1808064246459648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307221.432470:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a010fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246459776:0@lo:400:kworker.0 00000100:00100000:0.0:1724307221.432479:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2f9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3299:x1808064246459648:12345-0@lo:400:kworker.0 Request processed in 23us (1639us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307221.432481:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246459648:0@lo:400:kworker.0 00000100:00100000:0.0:1724307221.432483:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1724307221.432496:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246460160 00000100:00100000:2.0:1724307221.432498:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246460160 00000100:00100000:2.0:1724307221.432515:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1724307221.432519:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1808064246460160:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1724307221.432551:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307191 00000100:00080000:1.0:1724307221.432554:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307191 00000100:00100000:2.0:1724307221.432559:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1808064246460160:12345-0@lo:400:kworker.0 Request processed in 37us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307221.432564:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1724307221.432985:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093b7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3299:1808064246460160:0@lo:400:kworker.0 00000004:00080000:1.0:1724307221.491975:0:14976:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00010000:00010000:0.0:1724307222.222997:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307223.225202:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1724307223.329351:0:18096:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 21474836581 is committed 00000001:00080000:3.0:1724307223.329390:0:18096:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 21474836584 is committed 00000100:00100000:3.0:1724307223.364051:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246460288:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1724307223.364108:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307223.364231:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246460288 00000100:00100000:2.0:1724307223.364237:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246460288 00000100:00100000:2.0:1724307223.364285:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:2.0:1724307223.364291:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246460288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1724307223.364319:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 43057152 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307223.364352:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246460288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307223.364358:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00080000:1.0:1724307223.365912:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307193 00000100:00100000:3.0:1724307223.365933:0:3299:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836584 gen 2 00000004:00080000:3.0:1724307223.365940:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009bba8380, transno 21474836481 00000004:00080000:3.0:1724307223.365964:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871d180, transno 21474836482 00000004:00080000:3.0:1724307223.365966:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009bba8700, transno 21474836483 00000004:00080000:3.0:1724307223.365968:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871ce00, transno 21474836484 00000004:00080000:3.0:1724307223.365970:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871c700, transno 21474836485 00000004:00080000:3.0:1724307223.365972:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871d500, transno 21474836486 00000004:00080000:3.0:1724307223.365974:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a871ca80, transno 21474836487 00000004:00080000:3.0:1724307223.365976:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009bba8a80, transno 21474836488 00000004:00080000:3.0:1724307223.365977:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012bf64700, transno 21474836489 00000004:00080000:3.0:1724307223.365979:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800948a5500, transno 21474836490 00000004:00080000:3.0:1724307223.365981:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012bf66680, transno 21474836491 00000004:00080000:3.0:1724307223.365983:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800948a6a00, transno 21474836492 00000004:00080000:3.0:1724307223.365985:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880090c3f100, transno 21474836493 00000004:00080000:3.0:1724307223.365987:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800948a6300, transno 21474836494 00000004:00080000:3.0:1724307223.365989:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6b09880, transno 21474836495 00000004:00080000:3.0:1724307223.365991:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6b08700, transno 21474836496 00000004:00080000:3.0:1724307223.365993:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6b0a300, transno 21474836497 00000004:00080000:3.0:1724307223.365995:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012bf64380, transno 21474836498 00000004:00080000:3.0:1724307223.365997:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880135d33800, transno 21474836499 00000004:00080000:3.0:1724307223.365998:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880135d33b80, transno 21474836500 00000004:00080000:3.0:1724307223.366000:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6b0bb80, transno 21474836501 00000004:00080000:3.0:1724307223.366002:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800948a7100, transno 21474836502 00000004:00080000:3.0:1724307223.366003:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880135d30a80, transno 21474836503 00000004:00080000:3.0:1724307223.366005:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b87b100, transno 21474836504 00000004:00080000:3.0:1724307223.366007:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b87b480, transno 21474836505 00000004:00080000:3.0:1724307223.366009:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b879f80, transno 21474836506 00000004:00080000:3.0:1724307223.366011:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b87b800, transno 21474836507 00000004:00080000:3.0:1724307223.366013:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9ce00, transno 21474836508 00000004:00080000:3.0:1724307223.366015:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b87a300, transno 21474836509 00000004:00080000:3.0:1724307223.366017:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9e680, transno 21474836510 00000004:00080000:3.0:1724307223.366018:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b878380, transno 21474836511 00000004:00080000:3.0:1724307223.366020:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9c380, transno 21474836512 00000004:00080000:3.0:1724307223.366022:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b879c00, transno 21474836513 00000004:00080000:3.0:1724307223.366024:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9f100, transno 21474836514 00000004:00080000:3.0:1724307223.366026:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b87ad80, transno 21474836515 00000004:00080000:3.0:1724307223.366028:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b878a80, transno 21474836516 00000004:00080000:3.0:1724307223.366030:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b87aa00, transno 21474836517 00000004:00080000:3.0:1724307223.366032:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9c700, transno 21474836518 00000004:00080000:3.0:1724307223.366034:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012bf66a00, transno 21474836519 00000004:00080000:3.0:1724307223.366035:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880135d32300, transno 21474836520 00000004:00080000:3.0:1724307223.366037:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6b0b480, transno 21474836521 00000004:00080000:3.0:1724307223.366039:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9dc00, transno 21474836522 00000004:00080000:3.0:1724307223.366041:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009b878e00, transno 21474836523 00000004:00080000:3.0:1724307223.366043:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012f3aed80, transno 21474836524 00000004:00080000:3.0:1724307223.366045:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9fb80, transno 21474836525 00000004:00080000:3.0:1724307223.366047:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3df80, transno 21474836526 00000004:00080000:3.0:1724307223.366049:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9f800, transno 21474836527 00000004:00080000:3.0:1724307223.366051:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3ce00, transno 21474836528 00000004:00080000:3.0:1724307223.366053:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009ca9ea00, transno 21474836529 00000004:00080000:3.0:1724307223.366055:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3d500, transno 21474836530 00000004:00080000:3.0:1724307223.366057:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012cba9880, transno 21474836531 00000004:00080000:3.0:1724307223.366058:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012cba9f80, transno 21474836532 00000004:00080000:3.0:1724307223.366061:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094025c00, transno 21474836533 00000004:00080000:3.0:1724307223.366063:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094024380, transno 21474836534 00000004:00080000:3.0:1724307223.366065:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012cba8380, transno 21474836535 00000004:00080000:3.0:1724307223.366067:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6b09c00, transno 21474836536 00000004:00080000:3.0:1724307223.366069:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88012de3f800, transno 21474836537 00000004:00080000:3.0:1724307223.366072:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094024a80, transno 21474836538 00000004:00080000:3.0:1724307223.366074:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeeed80, transno 21474836539 00000004:00080000:3.0:1724307223.366076:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeef800, transno 21474836540 00000004:00080000:3.0:1724307223.366078:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cdc00, transno 21474836541 00000004:00080000:3.0:1724307223.366080:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57ce300, transno 21474836542 00000004:00080000:3.0:1724307223.366082:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cca80, transno 21474836543 00000004:00080000:3.0:1724307223.366083:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cd880, transno 21474836544 00000004:00080000:3.0:1724307223.366085:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeef100, transno 21474836545 00000004:00080000:3.0:1724307223.366087:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeee680, transno 21474836546 00000004:00080000:3.0:1724307223.366089:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cc700, transno 21474836547 00000004:00080000:3.0:1724307223.366091:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57ced80, transno 21474836548 00000004:00080000:3.0:1724307223.366093:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cfb80, transno 21474836549 00000004:00080000:3.0:1724307223.366095:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880094024700, transno 21474836550 00000004:00080000:3.0:1724307223.366097:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cd500, transno 21474836551 00000004:00080000:3.0:1724307223.366099:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009aeec380, transno 21474836552 00000004:00080000:3.0:1724307223.366101:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a00eb100, transno 21474836553 00000004:00080000:3.0:1724307223.366103:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cc000, transno 21474836554 00000004:00080000:3.0:1724307223.366105:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009cee4700, transno 21474836555 00000004:00080000:3.0:1724307223.366107:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009cee6d80, transno 21474836556 00000004:00080000:3.0:1724307223.366109:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880130ec1180, transno 21474836557 00000004:00080000:3.0:1724307223.366111:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a6efdf80, transno 21474836558 00000004:00080000:3.0:1724307223.366113:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880130c39f80, transno 21474836559 00000004:00080000:3.0:1724307223.366115:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb84e00, transno 21474836560 00000004:00080000:3.0:1724307223.366117:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb84700, transno 21474836561 00000004:00080000:3.0:1724307223.366119:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb85880, transno 21474836562 00000004:00080000:3.0:1724307223.366120:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb85500, transno 21474836563 00000004:00080000:3.0:1724307223.366122:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff880093b7ce00, transno 21474836564 00000004:00080000:3.0:1724307223.366124:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a00e9f80, transno 21474836565 00000004:00080000:3.0:1724307223.366126:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb86a00, transno 21474836566 00000004:00080000:3.0:1724307223.366128:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb86300, transno 21474836567 00000004:00080000:3.0:1724307223.366129:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb87100, transno 21474836568 00000004:00080000:3.0:1724307223.366131:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb84a80, transno 21474836569 00000004:00080000:3.0:1724307223.366133:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb86680, transno 21474836570 00000004:00080000:3.0:1724307223.366134:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14ed80, transno 21474836571 00000004:00080000:3.0:1724307223.366136:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88008fb85f80, transno 21474836572 00000004:00080000:3.0:1724307223.366138:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14ea00, transno 21474836573 00000004:00080000:3.0:1724307223.366139:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14ce00, transno 21474836574 00000004:00080000:3.0:1724307223.366141:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14f100, transno 21474836575 00000004:00080000:3.0:1724307223.366142:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14d180, transno 21474836576 00000004:00080000:3.0:1724307223.366144:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14df80, transno 21474836577 00000004:00080000:3.0:1724307223.366146:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009a14f800, transno 21474836578 00000004:00080000:3.0:1724307223.366147:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cc380, transno 21474836579 00000004:00080000:3.0:1724307223.366149:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cd180, transno 21474836580 00000004:00080000:3.0:1724307223.366151:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cce00, transno 21474836581 00000004:00080000:3.0:1724307223.366152:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cf100, transno 21474836582 00000004:00080000:3.0:1724307223.366154:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57ce680, transno 21474836583 00000004:00080000:3.0:1724307223.366156:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff8800a57cea00, transno 21474836584 00000100:00100000:3.0:1724307223.366167:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246460288:0@lo:13:osp-pre-0-0.0 00000004:00080000:1.0:1724307223.366399:0:14948:0:(osp_sync.c:1209:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 83 in progress, 0 in flight, 21 done 00000004:00080000:1.0:1724307223.366726:0:14948:0:(osp_sync.c:1209:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 83 done 00010000:00010000:0.0:1724307224.227972:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307224.659150:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307224.659203:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307224.659292:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248585856 00000100:00100000:2.0:1724307224.659301:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248585856 00000100:00100000:2.0:1724307224.659351:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 96 00000100:00100000:2.0:1724307224.659358:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2fb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248585856:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307224.659407:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2fb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248585856:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 49us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307224.659413:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 96 00000100:00100000:3.0:1724307224.659864:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248585984 00000100:00100000:3.0:1724307224.659870:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248585984 00000100:00100000:3.0:1724307224.659912:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 31 00000100:00100000:3.0:1724307224.659917:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248585984:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307224.659950:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248585984:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 33us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307224.659956:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 31 00000100:00080000:1.0:1724307224.662497:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307194 00000100:00080000:1.0:1724307224.662503:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307194 00000100:00100000:0.0:1724307224.662849:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307224.662944:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248586112 00000100:00100000:2.0:1724307224.662952:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248586112 00000100:00100000:2.0:1724307224.664037:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1170 00000100:00100000:2.0:1724307224.664045:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248586112:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307224.664101:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248586112:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 56us (1255us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307224.664106:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1170 00000100:00080000:1.0:1724307224.664775:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307194 00010000:00010000:0.0:1724307225.230085:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307226.231847:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307226.291879:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009cee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246460416:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1724307226.291932:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307226.292047:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246460416 00000100:00100000:0.0:1724307226.292053:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246460416 00000100:00080000:1.0:1724307226.292156:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307196 00000100:00100000:0.0:1724307226.292203:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:0.0:1724307226.292209:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094025c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1808064246460416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1724307226.292240:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 20512768 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307226.292497:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094025c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1808064246460416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 287us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307226.292503:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:1.0:1724307226.292556:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009cee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246460416:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1724307226.435914:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3298:1808064246460672:0@lo:400:kworker.0 00000100:00100000:3.0:1724307226.435968:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307226.435993:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1724307226.435998:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246460800:0@lo:400:kworker.0 00000100:00100000:3.0:1724307226.436019:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307226.436041:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246460800 00000100:00100000:3.0:1724307226.436047:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246460800 00000100:00100000:3.0:1724307226.436079:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:3.0:1724307226.436085:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246460800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307226.436122:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246460800:12345-0@lo:400:kworker.0 Request processed in 37us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307226.436127:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:3.0:1724307226.436157:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246460800:0@lo:400:kworker.0 00000100:00100000:3.0:1724307226.436182:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246460672 00000100:00100000:3.0:1724307226.436184:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246460672 00000100:00100000:3.0:1724307226.436202:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1724307226.436205:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1808064246460672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307226.436229:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1808064246460672:12345-0@lo:400:kworker.0 Request processed in 23us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307226.436234:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1724307226.436252:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3298:1808064246460672:0@lo:400:kworker.0 00000100:00080000:3.0:1724307226.436272:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307196 00000100:00080000:3.0:1724307226.436276:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307196 00000100:00100000:1.0:1724307226.436337:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246460928:0@lo:400:kworker.0 00000100:00100000:1.0:1724307226.436360:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307226.436383:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1724307226.436388:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093b7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246460544:0@lo:400:kworker.0 00000100:00100000:1.0:1724307226.436406:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307226.436416:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3296:1808064246461056:0@lo:400:kworker.0 00000100:00100000:1.0:1724307226.436434:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307226.436452:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246460544 00000100:00100000:1.0:1724307226.436455:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246460544 00000100:00100000:1.0:1724307226.436476:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1724307226.436480:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090239850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246460544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307226.436515:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090239850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246460544:12345-0@lo:400:kworker.0 Request processed in 33us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307226.436520:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1724307226.436532:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093b7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246460544:0@lo:400:kworker.0 00000100:00080000:1.0:1724307226.436537:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307196 00000100:00100000:3.0:1724307226.437308:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246460928 00000100:00100000:3.0:1724307226.437312:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246460928 00000100:00100000:3.0:1724307226.437342:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246461056 00000100:00100000:3.0:1724307226.437345:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246461056 00000100:00100000:0.0:1724307226.437441:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1724307226.437446:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094024380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246460928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307226.437480:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094024380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246460928:12345-0@lo:400:kworker.0 Request processed in 33us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307226.437484:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1724307226.437503:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246460928:0@lo:400:kworker.0 00000100:00080000:1.0:1724307226.438863:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307196 00000100:00100000:3.0:1724307226.439222:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1724307226.439229:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094024a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1808064246461056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307226.439343:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094024a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1808064246461056:12345-0@lo:400:kworker.0 Request processed in 114us (2908us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307226.439348:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1724307226.439398:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3296:1808064246461056:0@lo:400:kworker.0 00010000:00010000:0.0:1724307227.240872:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307228.242728:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307228.371890:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246461184:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307228.371942:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307228.372382:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246461184 00000100:00100000:1.0:1724307228.372389:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246461184 00000100:00100000:1.0:1724307228.372443:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:1.0:1724307228.372448:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246461184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1724307228.372482:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 43057152 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307228.372521:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246461184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307228.372526:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00080000:2.0:1724307228.372587:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307198 00000100:00100000:0.0:1724307228.372690:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246461184:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1724307229.244016:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307229.666550:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307229.666597:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307229.666636:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307229.666692:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248586496 00000100:00100000:0.0:1724307229.666699:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248586496 00000100:00100000:0.0:1724307229.666737:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1172 00000100:00100000:0.0:1724307229.666745:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248586496:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307229.666840:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248586496:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 95us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307229.666846:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1172 00000100:00080000:0.0:1724307229.666869:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307199 00000100:00100000:2.0:1724307229.666939:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248586240 00000100:00100000:2.0:1724307229.666942:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248586240 00000100:00100000:2.0:1724307229.666965:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 98 00000100:00100000:2.0:1724307229.666969:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090238c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248586240:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307229.666989:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090238c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248586240:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 19us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307229.666993:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 98 00000100:00100000:3.0:1724307229.667135:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248586368 00000100:00100000:3.0:1724307229.667138:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248586368 00000100:00100000:3.0:1724307229.667159:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 35 00000100:00100000:3.0:1724307229.667163:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248586368:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307229.667188:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248586368:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 24us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307229.667193:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 35 00000100:00080000:0.0:1724307229.667238:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307199 00000100:00080000:0.0:1724307229.667240:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307199 00010000:00010000:0.0:1724307230.248533:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1724307230.701271:0:18558:0:(tgt_mount.c:1967:server_getattr()) lustre-OST0000: root_inode from lsi ino=327128, dev=0 00000020:01000004:2.0:1724307230.713956:0:18558:0:(tgt_mount.c:1695:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1724307230.713975:0:18558:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0b8a8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0b8af expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307230.713986:0:18558:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0b8a8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0b8af expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307230.713992:0:18558:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0b8a8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0b8af expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307230.713997:0:18558:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0b8a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0b8af expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307230.714014:0:18558:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1724307230.714018:0:18558:0:(mgc_request.c:542:config_log_end()) end config log lustre-client (0) 00010000:00010000:0.0:1724307230.714174:0:8418:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1724307230.714181:0:8418:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0b8a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0b8af expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307230.714187:0:8418:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97600 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307230.714189:0:8418:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0b8a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0b8af expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307230.714195:0:8418:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0b8a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0c0b8af expref: -99 pid: 17781 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307230.714205:0:8418:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0b8a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0c0b8af expref: -99 pid: 17781 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307230.714209:0:8418:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1724307230.714211:0:8418:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1724307230.714213:0:8418:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1724307230.714243:0:8418:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0b8a8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0b8af expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307230.714255:0:8418:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307230.714282:0:8418:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0b8a8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0b8af expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307230.714288:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0b8a8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0b8af expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307230.714300:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307230.714301:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307230.714302:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307230.714357:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246461312:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1724307230.714411:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307230.714481:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246461312 00000100:00100000:0.0:1724307230.714488:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246461312 00000100:00100000:0.0:1724307230.714543:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1724307230.714549:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3299:x1808064246461312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1724307230.714560:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307230.714573:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a5a65680/0x85b23e07e0c0b8af lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0b8a8 expref: 18 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307230.714583:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307230.714607:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:3299:x1808064246461312:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307230.714615:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00080000:2.0:1724307230.714663:0:18558:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1724307230.714667:0:18558:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1724307230.714672:0:18558:0:(pinger.c:421:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1724307230.714681:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307200 00000100:00080000:2.0:1724307230.714683:0:18558:0:(import.c:86:import_set_state_nolock()) ffff8800949b9000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1724307230.714737:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246461312:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1724307230.715199:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246461440:0@lo:39:umount.0 00000100:00100000:0.0:1724307230.715227:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307230.715366:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246461440 00000100:00100000:3.0:1724307230.715370:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246461440 00000100:00080000:1.0:1724307230.715975:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307200 00000100:00100000:3.0:1724307230.716041:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1926 00000100:00100000:3.0:1724307230.716046:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1808064246461440:12345-0@lo:39:umount.0 00000020:00000080:3.0:1724307230.716070:0:14907:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0b8c4 00000100:00080000:3.0:1724307230.716076:0:14907:0:(import.c:86:import_set_state_nolock()) ffff8800909e9800 ÿÿÿÿ: changing import state from FULL to CLOSED 00000100:00100000:3.0:1724307230.716160:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+1:3295:x1808064246461440:12345-0@lo:39:umount.0 Request processed in 113us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307230.716166:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1926 00000020:00000080:3.0:1724307230.716171:0:14907:0:(genops.c:925:class_export_put()) final put ffff8800909e8800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:2.0:1724307230.716310:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8800909e8800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1724307230.716337:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8800909e9800 for lustre-MDT0000 00010000:00010000:1.0:1724307230.716403:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1724307230.717162:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8800949b9000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1724307230.717180:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246461440:0@lo:39:umount.0 00000100:00080000:2.0:1724307230.717267:0:18558:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1724307230.717271:0:18558:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1724307230.717274:0:18558:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1724307230.717989:0:18558:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a5a65440/0x85b23e07e0c0b870 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0b877 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307230.717999:0:18558:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a5a65440/0x85b23e07e0c0b870 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0b877 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307230.718004:0:18558:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a5a65440/0x85b23e07e0c0b870 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0b877 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307230.718009:0:18558:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff8800a5a65440/0x85b23e07e0c0b870 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0b877 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307230.718024:0:18558:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1724307230.718029:0:18558:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091162400/0x85b23e07e0c0b89a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0b8a1 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307230.718034:0:18558:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091162400/0x85b23e07e0c0b89a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0b8a1 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307230.718039:0:18558:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091162400/0x85b23e07e0c0b89a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0b8a1 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307230.718046:0:18558:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff880091162400/0x85b23e07e0c0b89a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0b8a1 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307230.718063:0:18558:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1724307230.718066:0:18558:0:(mgc_request.c:542:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:2.0:1724307230.718099:0:18558:0:(tgt_mount.c:1734:server_put_super()) stopping lustre-OST0000 00000020:01000000:2.0:1724307230.718102:0:18558:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='FA') 00000020:00000080:2.0:1724307230.718105:0:18558:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:02000400:2.0:1724307230.718109:0:18558:0:(obd_config.c:877:class_cleanup()) Failing over lustre-OST0000 00010000:00010000:0.0:1724307230.719526:0:9709:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1724307230.719534:0:9709:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff8800a5a65440/0x85b23e07e0c0b870 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0b877 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307230.719542:0:9709:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a5a65440 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307230.719545:0:9709:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff8800a5a65440/0x85b23e07e0c0b870 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0b877 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307230.719553:0:9709:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800a5a65440/0x85b23e07e0c0b870 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0c0b877 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307230.719558:0:9709:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800a5a65440/0x85b23e07e0c0b870 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0c0b877 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307230.719563:0:9709:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1724307230.719565:0:9709:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:0.0:1724307230.719567:0:9709:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:0.0:1724307230.719597:0:9709:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff8800a5a65440/0x85b23e07e0c0b870 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0b877 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307230.719603:0:9709:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307230.719634:0:9709:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff8800a5a65440/0x85b23e07e0c0b870 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0b877 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307230.719662:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800a5a65440/0x85b23e07e0c0b870 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0b877 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307230.719674:0:9709:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1724307230.719678:0:9709:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff880091162400/0x85b23e07e0c0b89a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0b8a1 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307230.719682:0:9709:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162400 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307230.719685:0:9709:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff880091162400/0x85b23e07e0c0b89a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0b8a1 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307230.719691:0:9709:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff880091162400/0x85b23e07e0c0b89a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0c0b8a1 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307230.719696:0:9709:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff880091162400/0x85b23e07e0c0b89a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0c0b8a1 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307230.719700:0:9709:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1724307230.719702:0:9709:0:(mgc_request.c:920:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1724307230.719704:0:9709:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1724307230.719714:0:9709:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff880091162400/0x85b23e07e0c0b89a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0b8a1 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307230.719718:0:9709:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307230.719723:0:9709:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff880091162400/0x85b23e07e0c0b89a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0b8a1 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307230.719727:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff880091162400/0x85b23e07e0c0b89a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0b8a1 expref: -99 pid: 17781 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307230.719734:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307230.719736:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307230.719737:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307230.719761:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246461568:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1724307230.719810:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307230.719848:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307230.719854:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093b7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246461696:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1724307230.719872:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307230.719896:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246461568 00000100:00100000:0.0:1724307230.719901:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246461568 00000100:00100000:0.0:1724307230.719936:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246461696 00000100:00100000:0.0:1724307230.719939:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246461696 00000100:00100000:0.0:1724307230.719962:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1724307230.719967:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d323480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246461568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1724307230.719978:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307230.719989:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a9a94d80/0x85b23e07e0c0b877 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0b870 expref: 18 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307230.719999:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307230.720029:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d323480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:3296:x1808064246461568:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307230.720036:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1724307230.720049:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1724307230.720052:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5514050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:3296:x1808064246461696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1724307230.720059:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307230.720066:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009ffe1200/0x85b23e07e0c0b8a1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0b89a expref: 16 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307230.720073:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307230.720118:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307230.720159:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5514050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3296:x1808064246461696:12345-0@lo:103:ldlm_bl.0 Request processed in 105us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307230.720165:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00002000:00000080:2.0:1724307230.720197:0:18558:0:(ofd_obd.c:1261:ofd_iocontrol()) lustre-OST0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000100:00100000:0.0:1724307230.720213:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093b7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246461696:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1724307230.720219:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246461568:0@lo:103:ldlm_bl.0 00002000:00100000:2.0:1724307230.720227:0:18558:0:(ofd_obd.c:1275:ofd_iocontrol()) syncing ost lustre-OST0000 00000020:00000080:2.0:1724307230.722805:0:18558:0:(obd_config.c:900:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 2/5 00000020:00080000:2.0:1724307230.722815:0:18558:0:(genops.c:1713:print_export_data()) lustre-OST0000: ACTIVE ffff8800902db000 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 192.168.204.7@tcp 4 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00080000:2.0:1724307230.722821:0:18558:0:(genops.c:1713:print_export_data()) lustre-OST0000: ACTIVE ffff8800902d8800 lustre-MDT0000-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: (null) 21474836584 stale:0 00000020:00080000:2.0:1724307230.722825:0:18558:0:(genops.c:1481:class_disconnect_exports()) OBD device 11 (ffff88009fb50000) has exports, disconnecting them 00000020:00080000:2.0:1724307230.722829:0:18558:0:(genops.c:1456:class_disconnect_export_list()) lustre-OST0000: disconnecting export at 192.168.204.7@tcp (ffff8800902db000), last request at 1724307229 00000020:00000080:2.0:1724307230.722840:0:18558:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0b893 00000100:00080000:2.0:1724307230.722847:0:18558:0:(import.c:86:import_set_state_nolock()) ffff8800902de800 ÿÿÿÿ: changing import state from FULL to CLOSED 00010000:00010000:0.0:1724307230.722866:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1724307230.722887:0:18558:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 192.168.204.7@tcp (ffff8800902db000): rc 0 00000020:00000080:2.0:1724307230.722889:0:18558:0:(genops.c:925:class_export_put()) final put ffff8800902db000/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000020:00080000:2.0:1724307230.722897:0:18558:0:(genops.c:1456:class_disconnect_export_list()) lustre-OST0000: disconnecting export at 0@lo (ffff8800902d8800), last request at 1724307228 00000020:00000080:2.0:1724307230.722899:0:18558:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0b88c 00000100:00080000:2.0:1724307230.722901:0:18558:0:(import.c:86:import_set_state_nolock()) ffff8800902dd000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000020:00000080:0.0:1724307230.722953:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8800902db000/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e for lustre-OST0000 00000020:00000080:0.0:1724307230.722980:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8800902de800 for lustre-OST0000 00000020:00080000:2.0:1724307230.723027:0:18558:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff8800902d8800): rc 0 00000020:00000080:2.0:1724307230.723029:0:18558:0:(genops.c:925:class_export_put()) final put ffff8800902d8800/lustre-MDT0000-mdtlov_UUID 00000020:00080000:2.0:1724307230.723063:0:18558:0:(genops.c:1486:class_disconnect_exports()) OBD device 11 (ffff88009fb50000) has no exports 00000020:00000080:0.0:1724307230.723325:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8800902d8800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1724307230.723342:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8800902dd000 for lustre-OST0000 00010000:00010000:1.0:1724307230.725341:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1724307230.725852:0:18558:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff8800a5174f00 - data ffff880135129000/ffff88009d124200 00000020:01000000:2.0:1724307230.725879:0:18558:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff88009410b1e0 - data ffff88009ad32180/ffff8800b53011c0 00100000:10000000:2.0:1724307230.727750:0:18558:0:(lfsck_layout.c:756:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1724307230.733254:0:18558:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0b885 00000020:00000080:3.0:1724307230.733260:0:18558:0:(genops.c:925:class_export_put()) final put ffff8800902d9800/lustre-OST0000-osd_UUID 00000020:01000004:3.0:1724307230.733268:0:18558:0:(tgt_mount.c:206:server_put_mount()) put mount ffff8800a5942000 from lustre-OST0000, refs=2 00000020:01000004:3.0:1724307230.733271:0:18558:0:(obd_mount.c:770:lustre_put_lsi()) put ffff8800a5942000 2 00000020:01000004:3.0:1724307230.733274:0:18558:0:(tgt_mount.c:139:server_deregister_mount()) deregister mount ffff8800a5942000 from lustre-OST0000 00000020:00000080:3.0:1724307230.733313:0:18558:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1724307230.733323:0:18558:0:(obd_config.c:828:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1724307230.733326:0:18558:0:(genops.c:925:class_export_put()) final put ffff8800902df800/lustre-OST0000_UUID 00000020:00000080:3.0:1724307230.733328:0:18558:0:(genops.c:883:class_export_destroy()) destroying export ffff8800902df800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:3.0:1724307230.733333:0:18558:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:3.0:1724307230.733343:0:18558:0:(obd_mount.c:618:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:3.0:1724307230.733347:0:18558:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1724307230.733349:0:18558:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1724307230.733353:0:18558:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1724307230.733358:0:18558:0:(genops.c:1713:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff88012b856800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00080000:3.0:1724307230.733363:0:18558:0:(genops.c:1481:class_disconnect_exports()) OBD device 12 (ffff88009fb51550) has exports, disconnecting them 00000020:00080000:3.0:1724307230.733366:0:18558:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff88012b856800), last request at 1724307216 00000020:00000080:3.0:1724307230.733369:0:18558:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0b8bd 00000020:00080000:3.0:1724307230.733377:0:18558:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff88012b856800): rc 0 00000020:00000080:3.0:1724307230.733416:0:18558:0:(genops.c:925:class_export_put()) final put ffff88012b856800/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1724307230.733941:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8800902d9800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1724307230.733947:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff88012b856800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:3.0:1724307230.744170:0:18558:0:(obd_class.h:698:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:3.0:1724307230.744178:0:18558:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1724307230.744183:0:18558:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1724307230.744190:0:18558:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1724307230.744323:0:18558:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1724307230.744335:0:18558:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000004:3.0:1724307230.744340:0:18558:0:(obd_mount.c:770:lustre_put_lsi()) put ffff8800a5942000 1 00000020:00000080:3.0:1724307230.744345:0:18558:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0b869 00000020:00000080:3.0:1724307230.744351:0:18558:0:(genops.c:925:class_export_put()) final put ffff8800909eb000/lustre-OST0000-osd_UUID 00000020:01000000:3.0:1724307230.744355:0:18558:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1724307230.744358:0:18558:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1724307230.744362:0:18558:0:(obd_config.c:900:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1724307230.744364:0:18558:0:(genops.c:1486:class_disconnect_exports()) OBD device 9 (ffff8800a5a6ea90) has no exports 00000020:00000080:0.0:1724307230.744484:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8800949b9000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1724307230.744490:0:10846:0:(genops.c:925:class_export_put()) final put ffff8800902da800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:0.0:1724307230.744492:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8800902da800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:0.0:1724307230.744496:0:10846:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:0.0:1724307230.744503:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8800909eb000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1724307230.751219:0:18558:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1724307230.751233:0:18558:0:(obd_config.c:828:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1724307230.751237:0:18558:0:(genops.c:925:class_export_put()) final put ffff8800a5945000/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1724307230.751241:0:18558:0:(genops.c:883:class_export_destroy()) destroying export ffff8800a5945000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1724307230.751246:0:18558:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:3.0:1724307230.751255:0:18558:0:(obd_mount.c:695:lustre_free_lsi()) Freeing lsi ffff8800a5945800 00000020:02000400:3.0:1724307230.751276:0:18558:0:(tgt_mount.c:1798:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:0.0:1724307231.251076:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307231.302010:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1724307231.302027:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246461824:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1724307231.302086:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307231.302575:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246461824 00000100:00100000:3.0:1724307231.302582:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246461824 00000100:00100000:3.0:1724307231.303397:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:3.0:1724307231.303404:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246461824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1724307231.303436:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 20512768 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307231.303476:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246461824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (1390us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307231.303481:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:3.0:1724307231.303523:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246461824:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1724307231.303798:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307201 00000100:00100000:3.0:1724307231.445846:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246461952:0@lo:400:kworker.0 00000100:00100000:3.0:1724307231.445901:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307231.446851:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246462080:0@lo:400:kworker.0 00000100:00100000:0.0:1724307231.446882:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307231.446896:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307231.446900:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246462208:0@lo:400:kworker.0 00000100:00100000:0.0:1724307231.446916:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307231.446936:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246461952 00000100:00100000:0.0:1724307231.446941:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246461952 00000100:00100000:0.0:1724307231.446972:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246462208 00000100:00100000:0.0:1724307231.446974:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246462208 00000100:00100000:0.0:1724307231.446986:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1724307231.446991:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1808064246461952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307231.447025:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1808064246461952:12345-0@lo:400:kworker.0 Request processed in 34us (1125us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307231.447031:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1724307231.447044:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1724307231.447047:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d323480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246462208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307231.447185:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246461952:0@lo:400:kworker.0 00000100:00100000:0.0:1724307231.447244:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d323480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246462208:12345-0@lo:400:kworker.0 Request processed in 195us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307231.447249:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1724307231.447266:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246462080 00000100:00100000:0.0:1724307231.447269:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246462080 00000100:00100000:0.0:1724307231.447293:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11912 00000100:00100000:0.0:1724307231.447297:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d321880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3296:x1808064246462080:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1724307231.447302:0:9058:0:(tgt_handler.c:808:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1724307231.447320:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d321880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3296:x1808064246462080:12345-0@lo:400:kworker.0 Request processed in 23us (439us total) trans 0 rc -107/-107 00000100:00100000:0.0:1724307231.447325:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11912 00000100:00080000:0.0:1724307231.447334:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307201 00000100:00100000:0.0:1724307231.447349:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246462208:0@lo:400:kworker.0 00000100:00080000:0.0:1724307231.447355:0:3296:0:(recover.c:218:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-MDT0000 of lustre-OST0000_UUID@192.168.204.107@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1724307231.447359:0:3296:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1724307231.447362:0:3296:0:(import.c:200:ptlrpc_set_import_discon()) lustre-OST0000-osc-MDT0000: Connection to lustre-OST0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000004:00080000:0.0:1724307231.448449:0:3296:0:(osp_dev.c:1620:osp_import_event()) got disconnected 00000100:00080000:0.0:1724307231.448453:0:3296:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1724307231.448458:0:3296:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2820 00000100:00080000:0.0:1724307231.448465:0:3296:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009c235000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:0.0:1724307231.448485:0:3296:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130c38e00 x1808064246462336/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1724307231.448514:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246462080:0@lo:400:kworker.0 00000100:00100000:2.0:1724307231.448571:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246462336:0@lo:8:ptlrpcd_00_00.0 00000100:00100000:2.0:1724307231.448600:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307231.448622:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246462336 00000100:00100000:2.0:1724307231.448625:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246462336 00000100:00100000:2.0:1724307231.448658:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11913 00000100:00100000:2.0:1724307231.448663:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3295:x1808064246462336:12345-0@lo:8:ptlrpcd_00_00.0 00010000:02020000:2.0:1724307231.448677:0:19425:0:(ldlm_lib.c:1093:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1724307231.462900:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3295:x1808064246462336:12345-0@lo:8:ptlrpcd_00_00.0 Request processed in 14232us (14295us total) trans 0 rc -19/-19 00000100:00100000:2.0:1724307231.462911:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11913 00000100:00080000:3.0:1724307231.463093:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1724307231.463097:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.107@tcp failed (-19) 00000100:00100000:3.0:1724307231.463101:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246462336:0@lo:8:ptlrpcd_00_00.0 00010000:00010000:1.0:1724307232.251902:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307233.256778:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307234.257415:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307234.676856:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307234.678527:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248586624 00000100:00100000:1.0:1724307234.678541:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248586624 00000100:00100000:1.0:1724307234.678619:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 99 00000100:00100000:1.0:1724307234.678627:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e69050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248586624:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307234.678729:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e69050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248586624:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 103us (1886us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307234.678736:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 99 00000100:00080000:0.0:1724307234.679363:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307204 00000100:00100000:0.0:1724307234.679635:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307234.680292:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307234.680882:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248586880 00000100:00100000:2.0:1724307234.680891:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248586880 00000100:00100000:2.0:1724307234.680934:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11914 00000100:00100000:2.0:1724307234.680941:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:1969:x1808064248586880:12345-192.168.204.7@tcp:400:kworker.0 00000020:00080000:2.0:1724307234.680949:0:19425:0:(tgt_handler.c:808:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.7@tcp 00000100:00100000:2.0:1724307234.680997:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:1969:x1808064248586880:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 55us (1363us total) trans 0 rc -107/-107 00000100:00100000:2.0:1724307234.681003:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11914 00000100:00100000:1.0:1724307234.681175:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248586752 00000100:00100000:1.0:1724307234.681179:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248586752 00000100:00100000:1.0:1724307234.681210:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 38 00000100:00100000:1.0:1724307234.681214:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248586752:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307234.681273:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248586752:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 57us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307234.681278:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 38 00000100:00080000:0.0:1724307234.681322:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307204 00000100:00100000:0.0:1724307234.693311:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307234.694308:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248587008 00000100:00100000:2.0:1724307234.694321:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248587008 00000100:00100000:2.0:1724307234.694364:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11915 00000100:00100000:2.0:1724307234.694371:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:1965:x1808064248587008:12345-192.168.204.7@tcp:8:ptlrpcd_01_01.0 00010000:02020000:2.0:1724307234.694393:0:9058:0:(ldlm_lib.c:1093:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.204.7@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1724307234.694453:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:1965:x1808064248587008:12345-192.168.204.7@tcp:8:ptlrpcd_01_01.0 Request processed in 82us (1153us total) trans 0 rc -19/-19 00000100:00100000:2.0:1724307234.694459:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11915 00010000:00010000:0.0:1724307235.258885:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307236.261578:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307236.307827:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246462464:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307236.307899:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307236.307947:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246462464 00000100:00100000:3.0:1724307236.307957:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246462464 00000100:00100000:3.0:1724307236.308014:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:3.0:1724307236.308022:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246462464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1724307236.308062:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 20512768 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307236.308118:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246462464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307236.308125:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:1.0:1724307236.308221:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246462464:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1724307236.308279:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307206 00000100:00080000:2.0:1724307236.451874:0:10846:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1724307236.451881:0:10846:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1724307236.451884:0:10846:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1724307236.451892:0:10846:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2833 00000100:00080000:2.0:1724307236.451901:0:10846:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1724307236.451907:0:10846:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009c235000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:2.0:1724307236.451929:0:10846:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a6f3aa00 x1808064246462848/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1724307236.451977:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246462848:0@lo:8:kworker.0 00000100:00100000:2.0:1724307236.452041:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307236.452086:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246462720:0@lo:400:kworker.0 00000100:00100000:2.0:1724307236.452110:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307236.452122:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1724307236.452126:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246462976:0@lo:400:kworker.0 00000100:00100000:2.0:1724307236.452139:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307236.452162:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246462720 00000100:00100000:2.0:1724307236.452169:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246462720 00000100:00100000:2.0:1724307236.452202:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246462976 00000100:00100000:2.0:1724307236.452204:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246462976 00000100:00100000:2.0:1724307236.452216:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1724307236.452222:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246462720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307236.452262:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246462720:12345-0@lo:400:kworker.0 Request processed in 40us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307236.452268:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1724307236.452282:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1724307236.452285:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246462976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307236.452300:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246462976:12345-0@lo:400:kworker.0 Request processed in 15us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307236.452304:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1724307236.452331:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246462976:0@lo:400:kworker.0 00000100:00100000:2.0:1724307236.452338:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246462720:0@lo:400:kworker.0 00000100:00100000:2.0:1724307236.452357:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246462848 00000100:00100000:2.0:1724307236.452359:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246462848 00000100:00100000:2.0:1724307236.452371:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11916 00000100:00100000:2.0:1724307236.452375:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3295:x1808064246462848:12345-0@lo:8:kworker.0 00010000:02020000:2.0:1724307236.452392:0:19425:0:(ldlm_lib.c:1093:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1724307236.452414:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3295:x1808064246462848:12345-0@lo:8:kworker.0 Request processed in 38us (374us total) trans 0 rc -19/-19 00000100:00100000:2.0:1724307236.452419:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11916 00000100:00080000:2.0:1724307236.452529:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1724307236.452532:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.107@tcp failed (-19) 00000100:00100000:2.0:1724307236.452535:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246462848:0@lo:8:kworker.0 00000100:00080000:2.0:1724307236.452558:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307206 00000100:00100000:0.0:1724307236.452703:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246462592:0@lo:400:kworker.0 00000100:00100000:0.0:1724307236.452733:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307236.452821:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246462592 00000100:00100000:2.0:1724307236.452825:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246462592 00000100:00100000:2.0:1724307236.452862:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1724307236.452867:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e69450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3299:x1808064246462592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307236.452895:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e69450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3299:x1808064246462592:12345-0@lo:400:kworker.0 Request processed in 28us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307236.452901:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00080000:2.0:1724307236.452915:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307206 00000100:00100000:0.0:1724307236.452945:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246462592:0@lo:400:kworker.0 00010000:00010000:0.0:1724307237.264424:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307238.265965:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307239.268211:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307239.685140:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307239.685194:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307239.685224:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248587264 00000100:00100000:2.0:1724307239.685234:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248587264 00000100:00100000:1.0:1724307239.685255:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248587136 00000100:00100000:1.0:1724307239.685258:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248587136 00000100:00100000:0.0:1724307239.685296:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307239.685307:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 101 00000100:00100000:2.0:1724307239.685307:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 41 00000100:00100000:1.0:1724307239.685314:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e6bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248587136:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307239.685314:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248587264:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307239.685319:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248587392 00000100:00100000:0.0:1724307239.685322:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248587392 00000100:00100000:0.0:1724307239.685342:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11917 00000100:00100000:0.0:1724307239.685347:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:1965:x1808064248587392:12345-192.168.204.7@tcp:8:kworker.0 00010000:02020000:0.0:1724307239.685368:0:9058:0:(ldlm_lib.c:1093:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.204.7@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1724307239.685385:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e6bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248587136:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 70us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307239.685391:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 101 00000100:00100000:2.0:1724307239.685409:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248587264:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 96us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307239.685414:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 41 00000100:00080000:3.0:1724307239.685483:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307209 00000100:00080000:3.0:1724307239.685487:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307209 00000100:00100000:0.0:1724307239.687674:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:1965:x1808064248587392:12345-192.168.204.7@tcp:8:kworker.0 Request processed in 2313us (2366us total) trans 0 rc -19/-19 00000100:00100000:0.0:1724307239.687687:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11917 00010000:00010000:1.0:1724307240.270346:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307241.271972:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307241.316126:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246463104:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307241.316193:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307241.316808:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246463104 00000100:00100000:3.0:1724307241.316817:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246463104 00000100:00100000:3.0:1724307241.316879:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:3.0:1724307241.316886:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246463104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1724307241.316926:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 20512768 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307241.316978:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246463104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307241.316984:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:1.0:1724307241.317054:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246463104:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1724307241.317088:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307211 00000100:00080000:2.0:1724307241.460153:0:10846:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1724307241.460161:0:10846:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1724307241.460165:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1724307241.460165:0:10846:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1724307241.460172:0:10846:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2838 00000100:00080000:2.0:1724307241.460181:0:10846:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:1.0:1724307241.460186:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246463232:0@lo:400:kworker.0 00000100:00080000:2.0:1724307241.460188:0:10846:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009c235000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:2.0:1724307241.460209:0:10846:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a6f39c00 x1808064246463488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1724307241.460247:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246463488:0@lo:8:kworker.0 00000100:00100000:1.0:1724307241.460250:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307241.460279:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307241.460291:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246463232 00000100:00100000:1.0:1724307241.460298:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246463232 00000100:00100000:2.0:1724307241.460307:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246463488 00000100:00100000:2.0:1724307241.460310:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246463488 00000100:00100000:1.0:1724307241.460330:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1724307241.460332:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11918 00000100:00100000:1.0:1724307241.460336:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e68450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3298:x1808064246463232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307241.460338:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3295:x1808064246463488:12345-0@lo:8:kworker.0 00010000:02020000:2.0:1724307241.460356:0:19425:0:(ldlm_lib.c:1093:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1724307241.460371:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e68450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3298:x1808064246463232:12345-0@lo:400:kworker.0 Request processed in 34us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307241.460377:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1724307241.460383:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3295:x1808064246463488:12345-0@lo:8:kworker.0 Request processed in 44us (104us total) trans 0 rc -19/-19 00000100:00100000:2.0:1724307241.460388:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11918 00000100:00100000:1.0:1724307241.460409:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246463232:0@lo:400:kworker.0 00000100:00080000:2.0:1724307241.460409:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1724307241.460412:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.107@tcp failed (-19) 00000100:00100000:2.0:1724307241.460415:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246463488:0@lo:8:kworker.0 00000100:00080000:1.0:1724307241.460430:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307211 00000100:00100000:2.0:1724307241.460436:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246463616:0@lo:400:kworker.0 00000100:00100000:2.0:1724307241.460458:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307241.460471:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1724307241.460476:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246463360:0@lo:400:kworker.0 00000100:00100000:2.0:1724307241.460492:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307241.460511:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246463616 00000100:00100000:2.0:1724307241.460514:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246463616 00000100:00100000:2.0:1724307241.460533:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246463360 00000100:00100000:2.0:1724307241.460535:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246463360 00000100:00100000:3.0:1724307241.460540:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1724307241.460562:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246463616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307241.460599:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246463616:12345-0@lo:400:kworker.0 Request processed in 53us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307241.460605:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1724307241.460630:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246463616:0@lo:400:kworker.0 00000100:00100000:2.0:1724307241.462947:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1724307241.462956:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246463360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307241.463024:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246463360:12345-0@lo:400:kworker.0 Request processed in 69us (2531us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307241.463029:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1724307241.463070:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246463360:0@lo:400:kworker.0 00000100:00080000:1.0:1724307241.463120:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307211 00010000:00010000:1.0:1724307242.274446:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307243.276916:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:01200004:3.0:1724307244.010285:0:19102:0:(super25.c:129:lustre_fill_super()) VFS Op: sb ffff8800a0c6b000 00000020:01000004:3.0:1724307244.010334:0:19102:0:(obd_mount.c:1068:lmd_print()) mount data: 00000020:01000004:3.0:1724307244.010336:0:19102:0:(obd_mount.c:1071:lmd_print()) device: lustre-ost1/ost1 00000020:01000004:3.0:1724307244.010341:0:19102:0:(tgt_mount.c:2107:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1724307244.010352:0:19102:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:3.0:1724307244.010356:0:19102:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1724307244.010368:0:19102:0:(genops.c:432:class_newdev()) Allocate new device lustre-OST0000-osd (ffff88009fb50000) 00000020:00000080:3.0:1724307244.010381:0:19102:0:(obd_config.c:671:class_attach()) OBD: dev 9 attached type osd-zfs with refcount 2 00000020:00000080:3.0:1724307244.010384:0:19102:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00100000:10000000:3.0:1724307244.045563:0:19102:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:3.0:1724307244.047936:0:19102:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-OST0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:3.0:1724307244.050629:0:19102:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:3.0:1724307244.053901:0:19102:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:3.0:1724307244.055790:0:19102:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-OST0000: registered index [0x200000003:0xe:0x0] (8/32) 00100000:10000000:3.0:1724307244.057721:0:19102:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled params under 403: rc = 0 00100000:10000000:3.0:1724307244.057757:0:19102:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-OST0000 under 403: rc = 0 00100000:10000000:3.0:1724307244.058497:0:19102:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-client under 403: rc = 0 00100000:10000000:2.0:1724307244.062636:0:19102:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000 under 896: rc = 0 00100000:10000000:2.0:1724307244.065108:0:19102:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000-OST0000 under 896: rc = 0 00100000:10000000:2.0:1724307244.073880:0:19102:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000-OST0000 under 896: rc = 0 00100000:10000000:2.0:1724307244.079517:0:19102:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000 under 896: rc = 0 00100000:10000000:2.0:1724307244.080666:0:19102:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000-OST0000 under 896: rc = 0 00100000:10000000:2.0:1724307244.087359:0:19102:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000 under 896: rc = 0 00000020:00000080:2.0:1724307244.101205:0:19102:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1724307244.101222:0:19102:0:(genops.c:1313:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x85b23e07e0c0c3de 00000020:01000004:2.0:1724307244.101227:0:19102:0:(tgt_mount.c:2192:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:2.0:1724307244.101245:0:19102:0:(obd_mount.c:398:lustre_start_mgc()) MGC192.168.204.107@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1724307244.101248:0:19102:0:(mgc_request.c:1043:mgc_set_info_async()) InitRecov MGC192.168.204.107@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1724307244.101253:0:19102:0:(tgt_mount.c:1450:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1724307244.101266:0:19102:0:(tgt_mount.c:299:server_mgc_set_fs()) Set mgc disk for lustre-ost1/ost1 00000040:01000000:3.0:1724307244.113895:0:19102:0:(llog_obd.c:212:llog_setup()) obd MGC192.168.204.107@tcp ctxt 0 is initialized 00000020:01000004:3.0:1724307244.113930:0:19102:0:(tgt_mount.c:1350:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.107@tcp, index=0000, flags=0x20002 00000020:01000004:3.0:1724307244.113933:0:19102:0:(tgt_mount.c:1161:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1724307244.113935:0:19102:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1724307244.113936:0:19102:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:3.0:1724307244.113938:0:19102:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:3.0:1724307244.113939:0:19102:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:3.0:1724307244.113940:0:19102:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:3.0:1724307244.113942:0:19102:0:(tgt_mount.c:1170:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1724307244.113943:0:19102:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1724307244.113944:0:19102:0:(tgt_mount.c:1202:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1724307244.113948:0:19102:0:(mgc_request_server.c:253:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:3.0:1724307244.113956:0:19102:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1724307244.113957:0:19102:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1724307244.113958:0:19102:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:3.0:1724307244.113959:0:19102:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:3.0:1724307244.113959:0:19102:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:3.0:1724307244.113960:0:19102:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:3.0:1724307244.113961:0:19102:0:(tgt_mount.c:1170:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1724307244.113962:0:19102:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1724307244.113963:0:19102:0:(tgt_mount.c:1202:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1724307244.113979:0:19102:0:(mgc_request_server.c:198:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1724307244.113995:0:19102:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00eb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246463744:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1724307244.114045:0:19102:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307244.114364:0:19102:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012dc33600 going to sleep for 11 seconds 00000100:00100000:1.0:1724307244.114455:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246463744 00000100:00100000:1.0:1724307244.114462:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246463744 00000100:00080000:2.0:1724307244.114959:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307214 00000100:00100000:1.0:1724307244.114998:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1724307244.115004:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e6a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:19102:x1808064246463744:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1724307244.115025:0:14906:0:(mgs_handler.c:390:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1724307244.115028:0:14906:0:(mgs_handler.c:417:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1724307244.115031:0:14906:0:(mgs_handler.c:525:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1724307244.116102:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e6a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:19102:x1808064246463744:12345-0@lo:253:mount.lustre.0 Request processed in 1096us (2054us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307244.116109:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1724307244.116185:0:19102:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00eb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246463744:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1724307244.116195:0:19102:0:(mgc_request_server.c:224:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1724307244.116197:0:19102:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1724307244.116199:0:19102:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1724307244.116200:0:19102:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:3.0:1724307244.116201:0:19102:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:3.0:1724307244.116202:0:19102:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:3.0:1724307244.116203:0:19102:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:3.0:1724307244.116204:0:19102:0:(tgt_mount.c:1170:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1724307244.116205:0:19102:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1724307244.116207:0:19102:0:(tgt_mount.c:1202:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1724307244.116223:0:19102:0:(tgt_mount.c:120:server_register_mount()) register mount ffff8800a0c6b000 from lustre-OST0000 10000000:01000000:3.0:1724307244.116229:0:19102:0:(mgc_request.c:1900:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1724307244.116231:0:19102:0:(mgc_request.c:322:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1724307244.116238:0:19102:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8800a0c6b000 10000000:01000000:3.0:1724307244.116241:0:19102:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1724307244.116244:0:19102:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1724307244.116248:0:19102:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1724307244.116251:0:19102:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1724307244.116254:0:19102:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1724307244.116275:0:19102:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c3e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307244.116282:0:19102:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c3e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307244.116290:0:19102:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c3e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307244.116303:0:19102:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00eb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246463872:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1724307244.116326:0:19102:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307244.116334:0:19102:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012dc33e40 going to sleep for 11 seconds 00000100:00100000:1.0:1724307244.116395:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246463872 00000100:00100000:1.0:1724307244.116399:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246463872 00000100:00100000:1.0:1724307244.116424:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1724307244.116428:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e6ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:19102:x1808064246463872:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1724307244.116439:0:14906:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307244.116448:0:14906:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d400d80/0x85b23e07e0c0c3ec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c3e5 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.116464:0:14906:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d400d80/0x85b23e07e0c0c3ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c3e5 expref: 16 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.116472:0:14906:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d400d80/0x85b23e07e0c0c3ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c3e5 expref: 16 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.116479:0:14906:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d400d80, rc 0) 00000100:00100000:1.0:1724307244.116507:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e6ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:19102:x1808064246463872:12345-0@lo:101:mount.lustre.0 Request processed in 69us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307244.116513:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1724307244.116594:0:19102:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00eb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246463872:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307244.116604:0:19102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c3e5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c3ec expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307244.116610:0:19102:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c3e5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c3ec expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1724307244.120162:0:19102:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x18:0x0] index 14 count 14 00000040:00080000:0.0:1724307244.120510:0:19102:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1724307244.120765:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1d:0x0].1, 224 off8416 00000040:00080000:0.0:1724307244.120810:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1d:0x0].2, 128 off8544 00000040:00080000:0.0:1724307244.120845:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1d:0x0].3, 112 off8656 00000040:00080000:0.0:1724307244.120886:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1d:0x0].4, 224 off8880 00000040:00080000:0.0:1724307244.120922:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1d:0x0].5, 224 off9104 00000040:00080000:0.0:1724307244.120955:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1d:0x0].6, 80 off9184 00000040:00080000:0.0:1724307244.120997:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1d:0x0].7, 224 off9408 00000040:00080000:0.0:1724307244.121035:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1d:0x0].8, 224 off9632 00000040:00080000:0.0:1724307244.121068:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1d:0x0].9, 80 off9712 00000040:00080000:0.0:1724307244.121108:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1d:0x0].10, 224 off9936 00000040:00080000:0.0:1724307244.121143:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1d:0x0].11, 224 off10160 00000040:00080000:0.0:1724307244.121189:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1d:0x0].12, 120 off10280 00000040:00080000:0.0:1724307244.121249:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1d:0x0].13, 224 off10504 00000040:00080000:0.0:1724307244.121255:0:19102:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x18:0x0] index 13 count 14 00000100:00100000:0.0:1724307244.121300:0:19102:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246464000:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307244.121349:0:19102:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307244.121365:0:19102:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947a3840 going to sleep for 11 seconds 00000100:00100000:0.0:1724307244.121383:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246464000 00000100:00100000:0.0:1724307244.121388:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246464000 00000100:00100000:0.0:1724307244.121419:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1724307244.121424:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e68850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:19102:x1808064246464000:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307244.121589:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e68850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:19102:x1808064246464000:12345-0@lo:501:mount.lustre.0 Request processed in 163us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307244.121594:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1724307244.121623:0:19102:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246464000:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307244.121662:0:19102:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246464128:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1724307244.121689:0:19102:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307244.121697:0:19102:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947a3840 going to sleep for 11 seconds 00000100:00100000:0.0:1724307244.121706:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246464128 00000100:00100000:0.0:1724307244.121708:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246464128 00000100:00100000:0.0:1724307244.121736:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1724307244.121740:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e69c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:19102:x1808064246464128:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1724307244.121923:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e69c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:19102:x1808064246464128:12345-0@lo:503:mount.lustre.0 Request processed in 182us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307244.121928:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1724307244.121957:0:19102:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246464128:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1724307244.124598:0:19102:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1724307244.124689:0:19102:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246464256:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1724307244.124740:0:19102:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307244.124768:0:19102:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800912e13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307244.124786:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246464256 00000100:00100000:3.0:1724307244.124791:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246464256 00000100:00100000:3.0:1724307244.124822:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1724307244.124827:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d31dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:19102:x1808064246464256:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1724307244.125028:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d31dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:19102:x1808064246464256:12345-0@lo:502:mount.lustre.0 Request processed in 200us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307244.125034:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1724307244.125048:0:19102:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246464256:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1724307244.125405:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1e:0x0].1, 224 off8416 00000040:00080000:1.0:1724307244.125454:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1e:0x0].2, 128 off8544 00000040:00080000:1.0:1724307244.125492:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1e:0x0].3, 112 off8656 00000040:00080000:1.0:1724307244.125553:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1e:0x0].4, 224 off8880 00000040:00080000:1.0:1724307244.125591:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1e:0x0].5, 224 off9104 00000040:00080000:1.0:1724307244.125626:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1e:0x0].6, 80 off9184 00000040:00080000:1.0:1724307244.125693:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1e:0x0].7, 224 off9408 00000040:00080000:1.0:1724307244.125730:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1e:0x0].8, 224 off9632 00000040:00080000:1.0:1724307244.125759:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1e:0x0].9, 80 off9712 00000040:00080000:1.0:1724307244.125795:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1e:0x0].10, 224 off9936 00000040:00080000:1.0:1724307244.125826:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1e:0x0].11, 224 off10160 00000040:00080000:1.0:1724307244.125862:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1e:0x0].12, 120 off10280 00000100:00100000:1.0:1724307244.125878:0:19102:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246464384:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1724307244.125902:0:19102:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307244.125921:0:19102:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800912e13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307244.125958:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246464384 00000100:00100000:0.0:1724307244.125962:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246464384 00000100:00100000:0.0:1724307244.126050:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1724307244.126054:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d31e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:19102:x1808064246464384:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1724307244.126156:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d31e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:19102:x1808064246464384:12345-0@lo:502:mount.lustre.0 Request processed in 101us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307244.126162:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1724307244.126210:0:19102:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246464384:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1724307244.126262:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1e:0x0].13, 224 off10504 00000040:00080000:1.0:1724307244.126269:0:19102:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 14 00000020:01000000:3.0:1724307244.130249:0:19105:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1724307244.130257:0:19105:0:(obd_mount.c:1106:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:3.0:1724307244.130262:0:19105:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307244.130264:0:19105:0:(obd_config.c:1495:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1724307244.130268:0:19105:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1724307244.130281:0:19105:0:(genops.c:432:class_newdev()) Allocate new device lustre-OST0000 (ffff88009fb56a90) 00000020:00000080:3.0:1724307244.130299:0:19105:0:(obd_config.c:671:class_attach()) OBD: dev 11 attached type obdfilter with refcount 2 00000020:00000080:3.0:1724307244.130303:0:19105:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1724307244.130419:0:19105:0:(tgt_mount.c:172:server_get_mount()) get mount ffff8800a0c6b000 from lustre-OST0000, refs=2 00000020:00000080:3.0:1724307244.130429:0:19105:0:(genops.c:1313:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x85b23e07e0c0c3fa 00010000:00010000:3.0:1724307244.133407:0:19105:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00080000:3.0:1724307244.134762:0:19105:0:(tgt_lastrcvd.c:1741:tgt_clients_data_init()) RCVRNG CLIENT uuid: lustre-MDT0000-mdtlov_UUID idx: 0 lr: 21474836584 srv lr: 21474836480 lx: 1808064246459264 gen 0 00000001:00080000:3.0:1724307244.134804:0:19105:0:(tgt_lastrcvd.c:1741:tgt_clients_data_init()) RCVRNG CLIENT uuid: 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e idx: 1 lr: 0 srv lr: 21474836480 lx: 0 gen 0 00000001:00000004:3.0:1724307244.134822:0:19105:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 6, last_transno is 21474836584 00080000:10000000:3.0:1724307244.139527:0:19105:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00000020:00000080:0.0:1724307244.141137:0:19105:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1724307244.141148:0:19105:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1724307244.141153:0:19105:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307244.141155:0:19105:0:(obd_config.c:1495:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1724307244.141167:0:19105:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1724307244.141169:0:19105:0:(obd_config.c:1833:class_config_llog_handler()) SKIP #16 00000020:01000000:0.0:1724307244.141170:0:19105:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1724307244.141171:0:19105:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1724307244.141172:0:19105:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1724307244.141174:0:19105:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307244.141176:0:19105:0:(obd_config.c:1495:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:01000000:0.0:1724307244.141178:0:19105:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1724307244.141179:0:19105:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307244.141180:0:19105:0:(obd_config.c:1495:class_process_config()) marker 23 (0x1) lustre sys.timeout 00000020:00000080:0.0:1724307244.141183:0:19105:0:(obd_config.c:1407:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1724307244.141185:0:19105:0:(obd_config.c:1469:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1724307244.141187:0:19105:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1724307244.141188:0:19105:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307244.141189:0:19105:0:(obd_config.c:1495:class_process_config()) marker 23 (0x2) lustre sys.timeout 00000020:01000000:0.0:1724307244.141191:0:19105:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1724307244.141192:0:19105:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307244.141193:0:19105:0:(obd_config.c:1495:class_process_config()) marker 27 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1724307244.141195:0:19105:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1724307244.141237:0:19105:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1724307244.141238:0:19105:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307244.141239:0:19105:0:(obd_config.c:1495:class_process_config()) marker 27 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1724307244.141242:0:19105:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x1e:0x0] index 14 count 14 00000020:01000000:1.0:1724307244.141558:0:19102:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:1.0:1724307244.141587:0:19102:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1724307244.141803:0:19102:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c3e5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c3ec expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.141813:0:19102:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c3e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c3ec expref: -99 pid: 19102 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1724307244.141819:0:19102:0:(mgc_request.c:1763:mgc_process_log()) Process log params-ffff8800a0c6b000 from 1 10000000:01000000:1.0:1724307244.141822:0:19102:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1724307244.141848:0:19102:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c40f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.141853:0:19102:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c40f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.141861:0:19102:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c40f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307244.141879:0:19102:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246464512:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1724307244.141928:0:19102:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307244.142531:0:19102:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800912e13c0 going to sleep for 11 seconds 00000100:00100000:2.0:1724307244.142627:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246464512 00000100:00100000:2.0:1724307244.142634:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246464512 00000100:00100000:2.0:1724307244.142841:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1724307244.142847:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d31d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:19102:x1808064246464512:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1724307244.142858:0:14904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307244.142869:0:14904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff880091163600/0x85b23e07e0c0c416 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c40f expref: -99 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307244.142887:0:14904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880091163600/0x85b23e07e0c0c416 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c40f expref: 17 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307244.142894:0:14904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff880091163600/0x85b23e07e0c0c416 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c40f expref: 17 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307244.142900:0:14904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091163600, rc 0) 00000100:00100000:2.0:1724307244.142938:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d31d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:19102:x1808064246464512:12345-0@lo:101:mount.lustre.0 Request processed in 90us (1010us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307244.142943:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1724307244.143039:0:19102:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246464512:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1724307244.143051:0:19102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c40f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c416 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.143062:0:19102:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c40f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c416 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1724307244.145367:0:19102:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 10 count 10 00000040:00080000:0.0:1724307244.145959:0:19102:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1724307244.146169:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1f:0x0].1, 224 off8416 00000040:00080000:0.0:1724307244.146216:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1f:0x0].2, 112 off8528 00000040:00080000:0.0:1724307244.146260:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1f:0x0].3, 224 off8752 00000040:00080000:0.0:1724307244.146296:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1f:0x0].4, 224 off8976 00000040:00080000:0.0:1724307244.147473:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1f:0x0].5, 112 off9088 00000040:00080000:0.0:1724307244.147548:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1f:0x0].6, 224 off9312 00000040:00080000:0.0:1724307244.147592:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1f:0x0].7, 224 off9536 00000040:00080000:0.0:1724307244.147626:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1f:0x0].8, 112 off9648 00000040:00080000:0.0:1724307244.147711:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x1f:0x0].9, 224 off9872 00000040:00080000:0.0:1724307244.147718:0:19102:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 9 count 10 00000100:00100000:0.0:1724307244.147769:0:19102:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246464640:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307244.147817:0:19102:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307244.147848:0:19102:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947a3180 going to sleep for 11 seconds 00000100:00100000:2.0:1724307244.148021:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246464640 00000100:00100000:2.0:1724307244.148027:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246464640 00000100:00100000:2.0:1724307244.148057:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1724307244.148062:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d31d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:19102:x1808064246464640:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1724307244.148143:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d31d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:19102:x1808064246464640:12345-0@lo:501:mount.lustre.0 Request processed in 80us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307244.148149:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1724307244.148195:0:19102:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246464640:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1724307244.148223:0:19102:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246464768:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1724307244.148259:0:19102:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307244.148279:0:19102:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119240 going to sleep for 11 seconds 00000100:00100000:2.0:1724307244.148318:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246464768 00000100:00100000:2.0:1724307244.148322:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246464768 00000100:00100000:2.0:1724307244.148335:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1724307244.148339:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d31d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:19102:x1808064246464768:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1724307244.148550:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d31d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:19102:x1808064246464768:12345-0@lo:503:mount.lustre.0 Request processed in 210us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307244.148556:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1724307244.148631:0:19102:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246464768:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1724307244.149107:0:19102:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1724307244.149125:0:19102:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246464896:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1724307244.149149:0:19102:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307244.149157:0:19102:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119540 going to sleep for 11 seconds 00000100:00100000:1.0:1724307244.149166:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246464896 00000100:00100000:1.0:1724307244.149170:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246464896 00000100:00100000:1.0:1724307244.149199:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1724307244.149203:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d31c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:19102:x1808064246464896:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1724307244.149349:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d31c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:19102:x1808064246464896:12345-0@lo:502:mount.lustre.0 Request processed in 144us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307244.149355:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1724307244.149381:0:19102:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246464896:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1724307244.149588:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x20:0x0].1, 224 off8416 00000040:00080000:1.0:1724307244.149631:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x20:0x0].2, 112 off8528 00000040:00080000:1.0:1724307244.149698:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x20:0x0].3, 224 off8752 00000040:00080000:1.0:1724307244.149734:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x20:0x0].4, 224 off8976 00000040:00080000:1.0:1724307244.149768:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x20:0x0].5, 112 off9088 00000040:00080000:1.0:1724307244.149808:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x20:0x0].6, 224 off9312 00000040:00080000:1.0:1724307244.149842:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x20:0x0].7, 224 off9536 00000040:00080000:1.0:1724307244.149874:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x20:0x0].8, 112 off9648 00000100:00100000:1.0:1724307244.149890:0:19102:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246465024:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1724307244.149913:0:19102:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307244.149921:0:19102:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5119540 going to sleep for 11 seconds 00000100:00100000:1.0:1724307244.149929:0:14905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246465024 00000100:00100000:1.0:1724307244.149932:0:14905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246465024 00000100:00100000:1.0:1724307244.149942:0:14905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1724307244.149946:0:14905:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d31cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:19102:x1808064246465024:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1724307244.150041:0:14905:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d31cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:19102:x1808064246465024:12345-0@lo:502:mount.lustre.0 Request processed in 93us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307244.150046:0:14905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1724307244.150069:0:19102:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246465024:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1724307244.150131:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x20:0x0].9, 224 off9872 00000040:00080000:1.0:1724307244.150138:0:19102:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:3.0:1724307244.150843:0:19110:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1724307244.150851:0:19110:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307244.150852:0:19110:0:(obd_config.c:1495:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1724307244.150859:0:19110:0:(obd_config.c:1939:class_config_llog_handler()) cmd ce032, instance name: general-ffff8800a0c6b000 00000020:00000080:3.0:1724307244.150861:0:19110:0:(obd_config.c:1407:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1724307244.150867:0:19110:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1724307244.150868:0:19110:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307244.150870:0:19110:0:(obd_config.c:1495:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1724307244.150871:0:19110:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1724307244.150873:0:19110:0:(obd_config.c:1833:class_config_llog_handler()) SKIP #3 00000020:01000000:3.0:1724307244.150874:0:19110:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1724307244.150875:0:19110:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1724307244.150877:0:19110:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1724307244.150878:0:19110:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307244.150879:0:19110:0:(obd_config.c:1495:class_process_config()) marker 3 (0x6) general lod.*.mdt_hash 00000020:01000000:3.0:1724307244.150881:0:19110:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1724307244.150882:0:19110:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307244.150884:0:19110:0:(obd_config.c:1495:class_process_config()) marker 4 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1724307244.150887:0:19110:0:(obd_config.c:1939:class_config_llog_handler()) cmd ce032, instance name: general-ffff8800a0c6b000 00000020:00000080:3.0:1724307244.150888:0:19110:0:(obd_config.c:1407:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1724307244.151363:0:19110:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1724307244.151367:0:19110:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307244.151368:0:19110:0:(obd_config.c:1495:class_process_config()) marker 4 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1724307244.151373:0:19110:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x20:0x0] index 10 count 10 00000020:01000000:1.0:1724307244.151475:0:19102:0:(obd_config.c:2077:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:1.0:1724307244.151509:0:19102:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1724307244.151520:0:19102:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c40f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c416 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.151529:0:19102:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c40f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c416 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1724307244.151549:0:19102:0:(mgc_request.c:1900:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1724307244.151552:0:19102:0:(mgc_request.c:322:config_log_add()) add config log lustre-client-ffff8800a0c6b000 10000000:01000000:1.0:1724307244.151554:0:19102:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8800a0c6b000 10000000:01000000:1.0:1724307244.151557:0:19102:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1724307244.151561:0:19102:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-client-ffff8800a0c6b000 from 1 10000000:01000000:1.0:1724307244.151563:0:19102:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1724307244.151583:0:19102:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d403840/0x85b23e07e0c0c41d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.151590:0:19102:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009d403840/0x85b23e07e0c0c41d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.151598:0:19102:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009d403840/0x85b23e07e0c0c41d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307244.151610:0:19102:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246465152:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1724307244.151668:0:19102:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307244.151682:0:19102:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a51190c0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307244.151688:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246465152 00000100:00100000:0.0:1724307244.151693:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246465152 00000100:00100000:0.0:1724307244.151714:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1724307244.151718:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d31fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:19102:x1808064246465152:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1724307244.151728:0:14904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307244.151739:0:14904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a9a94d80/0x85b23e07e0c0c424 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c41d expref: -99 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307244.151754:0:14904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a9a94d80/0x85b23e07e0c0c424 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c41d expref: 18 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307244.151761:0:14904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a9a94d80/0x85b23e07e0c0c424 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c41d expref: 18 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307244.151767:0:14904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9a94d80, rc 0) 00000100:00100000:0.0:1724307244.151805:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d31fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:19102:x1808064246465152:12345-0@lo:101:mount.lustre.0 Request processed in 86us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307244.151810:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1724307244.152138:0:19102:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246465152:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1724307244.152148:0:19102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009d403840/0x85b23e07e0c0c41d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c424 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.152155:0:19102:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009d403840/0x85b23e07e0c0c41d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c424 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1724307244.159716:0:19102:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x1c:0x0] index 42 count 42 00000040:00080000:1.0:1724307244.159993:0:19102:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1724307244.160217:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].1, 224 off8416 00000040:00080000:1.0:1724307244.160263:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].2, 120 off8536 00000040:00080000:1.0:1724307244.160295:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].3, 168 off8704 00000040:00080000:1.0:1724307244.160336:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].4, 224 off8928 00000040:00080000:1.0:1724307244.160374:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].5, 224 off9152 00000040:00080000:1.0:1724307244.160418:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].6, 120 off9272 00000040:00080000:1.0:1724307244.160452:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].7, 168 off9440 00000040:00080000:1.0:1724307244.160484:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].8, 224 off9664 00000040:00080000:1.0:1724307244.160547:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].9, 224 off9888 00000040:00080000:1.0:1724307244.160587:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].10, 120 off10008 00000040:00080000:1.0:1724307244.161293:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].11, 224 off10232 00000040:00080000:1.0:1724307244.161348:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].12, 224 off10456 00000040:00080000:1.0:1724307244.161388:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].13, 88 off10544 00000040:00080000:1.0:1724307244.161421:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].14, 128 off10672 00000040:00080000:1.0:1724307244.161467:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].15, 144 off10816 00000040:00080000:1.0:1724307244.161516:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].16, 160 off10976 00000040:00080000:1.0:1724307244.161552:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].17, 224 off11200 00000040:00080000:1.0:1724307244.161596:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].18, 224 off11424 00000040:00080000:1.0:1724307244.161633:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].19, 80 off11504 00000040:00080000:1.0:1724307244.161841:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].20, 224 off11728 00000040:00080000:1.0:1724307244.161889:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].21, 224 off11952 00000040:00080000:1.0:1724307244.161926:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].22, 88 off12040 00000040:00080000:1.0:1724307244.161961:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].23, 128 off12168 00000040:00080000:1.0:1724307244.162006:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].24, 144 off12312 00000040:00080000:1.0:1724307244.162060:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].25, 128 off12440 00000040:00080000:1.0:1724307244.162097:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].26, 224 off12664 00000040:00080000:1.0:1724307244.162139:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].27, 224 off12888 00000040:00080000:1.0:1724307244.162174:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].28, 80 off12968 00000040:00080000:1.0:1724307244.162206:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].29, 224 off13192 00000040:00080000:1.0:1724307244.162246:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].30, 224 off13416 00000040:00080000:1.0:1724307244.162285:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].31, 88 off13504 00000040:00080000:1.0:1724307244.162321:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].32, 128 off13632 00000040:00080000:1.0:1724307244.162356:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].33, 144 off13776 00000040:00080000:1.0:1724307244.162401:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].34, 128 off13904 00000040:00080000:1.0:1724307244.162438:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].35, 224 off14128 00000040:00080000:1.0:1724307244.162483:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].36, 224 off14352 00000040:00080000:1.0:1724307244.162541:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].37, 80 off14432 00000040:00080000:1.0:1724307244.162583:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].38, 224 off14656 00000040:00080000:1.0:1724307244.162631:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].39, 224 off14880 00000040:00080000:1.0:1724307244.162694:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].40, 120 off15000 00000040:00080000:1.0:1724307244.162792:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x21:0x0].41, 224 off15224 00000040:00080000:1.0:1724307244.162798:0:19102:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x1c:0x0] index 41 count 42 00000100:00100000:1.0:1724307244.162847:0:19102:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246465280:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1724307244.162899:0:19102:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307244.162927:0:19102:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a4c1e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307244.162946:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246465280 00000100:00100000:3.0:1724307244.162953:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246465280 00000100:00100000:3.0:1724307244.162993:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1724307244.162998:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d31f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:19102:x1808064246465280:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1724307244.163091:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d31f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:19102:x1808064246465280:12345-0@lo:501:mount.lustre.0 Request processed in 92us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307244.163097:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1724307244.163281:0:19102:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246465280:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1724307244.163303:0:19102:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246465408:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1724307244.163332:0:19102:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307244.163350:0:19102:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a4c1e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307244.163367:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246465408 00000100:00100000:0.0:1724307244.163370:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246465408 00000100:00100000:0.0:1724307244.163423:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1724307244.163428:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:19102:x1808064246465408:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1724307244.163896:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:19102:x1808064246465408:12345-0@lo:503:mount.lustre.0 Request processed in 466us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307244.163902:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1724307244.164002:0:19102:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246465408:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1724307244.164397:0:19102:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1724307244.164413:0:19102:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246465536:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1724307244.164437:0:19102:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307244.164445:0:19102:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a4c1e840 going to sleep for 11 seconds 00000100:00100000:0.0:1724307244.164489:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246465536 00000100:00100000:0.0:1724307244.164492:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246465536 00000100:00100000:0.0:1724307244.164718:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1724307244.164723:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:19102:x1808064246465536:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1724307244.165079:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:19102:x1808064246465536:12345-0@lo:502:mount.lustre.0 Request processed in 355us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307244.165084:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1724307244.165294:0:19102:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246465536:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1724307244.165484:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].1, 224 off8416 00000040:00080000:1.0:1724307244.165544:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].2, 120 off8536 00000040:00080000:1.0:1724307244.165581:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].3, 168 off8704 00000040:00080000:1.0:1724307244.165628:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].4, 224 off8928 00000040:00080000:1.0:1724307244.165761:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].5, 224 off9152 00000040:00080000:1.0:1724307244.165815:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].6, 120 off9272 00000040:00080000:1.0:1724307244.165857:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].7, 168 off9440 00000040:00080000:1.0:1724307244.165894:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].8, 224 off9664 00000040:00080000:1.0:1724307244.165940:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].9, 224 off9888 00000040:00080000:1.0:1724307244.165976:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].10, 120 off10008 00000040:00080000:1.0:1724307244.166009:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].11, 224 off10232 00000040:00080000:1.0:1724307244.166378:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].12, 224 off10456 00000040:00080000:1.0:1724307244.166423:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].13, 88 off10544 00000040:00080000:1.0:1724307244.166462:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].14, 128 off10672 00000040:00080000:1.0:1724307244.166524:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].15, 144 off10816 00000040:00080000:1.0:1724307244.166561:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].16, 160 off10976 00000040:00080000:1.0:1724307244.166594:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].17, 224 off11200 00000040:00080000:1.0:1724307244.166660:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].18, 224 off11424 00000040:00080000:1.0:1724307244.166702:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].19, 80 off11504 00000040:00080000:1.0:1724307244.166736:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].20, 224 off11728 00000040:00080000:1.0:1724307244.166782:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].21, 224 off11952 00000040:00080000:1.0:1724307244.166822:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].22, 88 off12040 00000040:00080000:1.0:1724307244.166858:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].23, 128 off12168 00000040:00080000:1.0:1724307244.166905:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].24, 144 off12312 00000040:00080000:1.0:1724307244.166944:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].25, 128 off12440 00000040:00080000:1.0:1724307244.166980:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].26, 224 off12664 00000040:00080000:1.0:1724307244.167025:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].27, 224 off12888 00000040:00080000:1.0:1724307244.167064:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].28, 80 off12968 00000040:00080000:1.0:1724307244.167098:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].29, 224 off13192 00000040:00080000:1.0:1724307244.167142:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].30, 224 off13416 00000040:00080000:1.0:1724307244.167180:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].31, 88 off13504 00000040:00080000:1.0:1724307244.167213:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].32, 128 off13632 00000040:00080000:1.0:1724307244.167246:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].33, 144 off13776 00000040:00080000:1.0:1724307244.167291:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].34, 128 off13904 00000040:00080000:1.0:1724307244.167332:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].35, 224 off14128 00000040:00080000:1.0:1724307244.167377:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].36, 224 off14352 00000040:00080000:1.0:1724307244.167414:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].37, 80 off14432 00000040:00080000:1.0:1724307244.167448:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].38, 224 off14656 00000040:00080000:1.0:1724307244.167494:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].39, 224 off14880 00000040:00080000:1.0:1724307244.167550:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].40, 120 off15000 00000100:00100000:1.0:1724307244.167585:0:19102:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246465664:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1724307244.167635:0:19102:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307244.168786:0:19102:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a4c1e840 going to sleep for 11 seconds 00000100:00100000:3.0:1724307244.168834:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246465664 00000100:00100000:3.0:1724307244.168840:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246465664 00000100:00100000:3.0:1724307244.168872:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1724307244.168877:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:19102:x1808064246465664:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1724307244.169086:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:19102:x1808064246465664:12345-0@lo:502:mount.lustre.0 Request processed in 208us (1451us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307244.169093:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1724307244.169201:0:19102:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246465664:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1724307244.169278:0:19102:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x22:0x0].41, 224 off15224 00000040:00080000:1.0:1724307244.169287:0:19102:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:1.0:1724307244.171297:0:19115:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1724307244.171302:0:19115:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1724307244.171314:0:19115:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff88009f949550) 00000020:00000080:1.0:1724307244.171332:0:19115:0:(obd_config.c:671:class_attach()) OBD: dev 12 attached type lwp with refcount 2 00000020:00000080:1.0:1724307244.171335:0:19115:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1724307244.171458:0:19115:0:(ldlm_lib.c:101:import_set_conn()) imp ffff8800949b9000@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.107@tcp at head 00010000:00010000:1.0:1724307244.172776:0:19115:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-5 is initialized 00000020:00000080:1.0:1724307244.172838:0:19115:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1724307244.172857:0:19115:0:(lwp_dev.c:491:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1724307244.172867:0:19115:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x85b23e07e0c0c432 00000100:00080000:1.0:1724307244.172875:0:19115:0:(import.c:523:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1724307244.172883:0:19115:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8800949b9000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:1.0:1724307244.172909:0:19115:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880094024700 x1808064246465792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1724307244.172929:0:19115:0:(pinger.c:396:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1724307244.174032:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246465792:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1724307244.174084:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1724307244.176011:0:10846:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1724307244.176019:0:10846:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1724307244.176022:0:10846:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1724307244.176027:0:10846:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2843 00000100:00080000:3.0:1724307244.176034:0:10846:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1724307244.176038:0:10846:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009c235000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:3.0:1724307244.176063:0:10846:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a00e9f80 x1808064246466048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1724307244.176652:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246466048:0@lo:8:kworker.0 00000100:00100000:2.0:1724307244.176696:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307244.177095:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3298:1808064246465920:0@lo:400:kworker.0 00000100:00100000:3.0:1724307244.177120:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307244.177135:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1724307244.177140:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246466176:0@lo:400:kworker.0 00000100:00100000:3.0:1724307244.177154:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307244.177175:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246465792 00000100:00100000:3.0:1724307244.177180:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246465792 00000100:00100000:3.0:1724307244.177201:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246465920 00000100:00100000:3.0:1724307244.177203:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246465920 00000100:00100000:3.0:1724307244.177224:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1724307244.177230:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093209880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1808064246465920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307244.177266:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093209880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1808064246465920:12345-0@lo:400:kworker.0 Request processed in 35us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307244.177271:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1724307244.177285:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1927 00000100:00100000:3.0:1724307244.177288:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3295:x1808064246465792:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1724307244.177305:0:14907:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp (null) cur 2846 last 0 00000020:00000080:3.0:1724307244.177332:0:14907:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x85b23e07e0c0c439 00000004:00100000:3.0:1724307244.177341:0:14907:0:(mdt_handler.c:7068:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:3.0:1724307244.177345:0:14907:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009e6999c0 00000100:00080000:3.0:1724307244.177367:0:14907:0:(import.c:86:import_set_state_nolock()) ffff88009bb1a000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:3.0:1724307244.177775:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1808064246465792:12345-0@lo:38:llog_process_th.0 Request processed in 485us (3690us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307244.177781:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1927 00000100:00100000:3.0:1724307244.177799:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246466304:0@lo:400:kworker.0 00000100:00100000:3.0:1724307244.177819:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307244.177837:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246466048 00000100:00100000:3.0:1724307244.177839:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246466048 00000100:00100000:2.0:1724307244.178375:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1724307244.178381:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 70 00000100:00080000:2.0:1724307244.178387:0:3295:0:(import.c:940:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1724307244.178390:0:3295:0:(import.c:1184:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1724307244.178392:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8800949b9000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1724307244.178397:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246465792:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1724307244.178698:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246466176 00000100:00100000:3.0:1724307244.178702:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246466176 00000100:00100000:2.0:1724307244.178846:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:2.0:1724307244.178851:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246466176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307244.178884:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246466176:12345-0@lo:400:kworker.0 Request processed in 33us (1729us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307244.178889:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:2.0:1724307244.178899:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11919 00000100:00100000:2.0:1724307244.178903:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3295:x1808064246466048:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1724307244.178929:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3295:x1808064246466048:12345-0@lo:8:kworker.0 Request processed in 25us (2233us total) trans 0 rc -11/-11 00000100:00100000:2.0:1724307244.178934:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11919 00000100:00100000:2.0:1724307244.178948:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246466304 00000100:00100000:2.0:1724307244.178951:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246466304 00000100:00100000:2.0:1724307244.178961:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1724307244.178965:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093209f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246466304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307244.178987:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093209f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246466304:12345-0@lo:400:kworker.0 Request processed in 22us (1167us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307244.178992:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:2.0:1724307244.179002:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307214 00000100:00080000:2.0:1724307244.179004:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307214 00000100:00100000:2.0:1724307244.179019:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246466304:0@lo:400:kworker.0 00000100:00080000:2.0:1724307244.179046:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1724307244.179049:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.107@tcp failed (-11) 00000100:00100000:2.0:1724307244.179052:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246466048:0@lo:8:kworker.0 00000040:00080000:0.0:1724307244.179229:0:19115:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x22:0x0] index 42 count 42 00000020:01000000:0.0:1724307244.179318:0:19102:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:0.0:1724307244.179340:0:19102:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1724307244.179350:0:19102:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d403840/0x85b23e07e0c0c41d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c424 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307244.179359:0:19102:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009d403840/0x85b23e07e0c0c41d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c424 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1724307244.179396:0:19102:0:(tgt_mount.c:1161:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1724307244.179398:0:19102:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1724307244.179399:0:19102:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307244.179400:0:19102:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307244.179401:0:19102:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307244.179402:0:19102:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307244.179403:0:19102:0:(tgt_mount.c:1170:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1724307244.179405:0:19102:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307244.179405:0:19102:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1724307244.179408:0:19102:0:(mgc_request_server.c:253:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1724307244.179413:0:19102:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1724307244.179414:0:19102:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1724307244.179415:0:19102:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307244.179416:0:19102:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307244.179418:0:19102:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307244.179419:0:19102:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307244.179419:0:19102:0:(tgt_mount.c:1170:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1724307244.179420:0:19102:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307244.179421:0:19102:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1724307244.179431:0:19102:0:(mgc_request_server.c:198:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1724307244.179440:0:19102:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246466432:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1724307244.179468:0:19102:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307244.179478:0:19102:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947a3780 going to sleep for 11 seconds 00000100:00100000:0.0:1724307244.179486:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246466432 00000100:00100000:0.0:1724307244.179488:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246466432 00000100:00100000:0.0:1724307244.179520:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1724307244.179524:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:19102:x1808064246466432:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1724307244.179536:0:14904:0:(mgs_handler.c:364:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00100000:2.0:1724307244.180032:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246466176:0@lo:400:kworker.0 00000100:00100000:2.0:1724307244.180044:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3298:1808064246465920:0@lo:400:kworker.0 20000000:01000000:0.0:1724307244.204423:0:14904:0:(mgs_nids.c:592:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1724307244.204432:0:14904:0:(mgs_handler.c:525:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1724307244.204484:0:14923:0:(mgs_nids.c:490:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1724307244.204488:0:14923:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1724307244.204510:0:14923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c440 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.204527:0:14923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff880091162f40/0x85b23e07e0c0b8d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfaf expref: 8 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.204533:0:14923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8800a9a96f40/0x85b23e07e0c0b8e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0b8d9 expref: 18 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.204543:0:14923:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c440 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.204568:0:14923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8800a9a96f40/0x85b23e07e0c0b8e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x85b23e07e0c0b8d9 expref: 18 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.204579:0:14923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8800a9a96f40/0x85b23e07e0c0b8e0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x85b23e07e0c0b8d9 expref: 18 pid: 14905 timeout: 2946 lvb_type: 0 00000100:00100000:1.0:1724307244.204590:0:14923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094025180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:14923:1808064246466560:0@lo:104: 00000100:00100000:1.0:1724307244.204636:0:14923:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1724307244.204672:0:14923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff880091162f40/0x85b23e07e0c0b8d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfaf expref: 8 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.204679:0:14923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff880091162f40/0x85b23e07e0c0b8d2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfaf expref: 8 pid: 14905 timeout: 2946 lvb_type: 0 00000100:00100000:1.0:1724307244.204687:0:14923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094025500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:14923:1808064246466688:192.168.204.7@tcp:104: 00000100:00100000:1.0:1724307244.204717:0:14923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a5c36d80 going to sleep for 11 seconds 00000100:00100000:0.0:1724307244.204818:0:9708:0:(service.c:168:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1724307244.204828:0:9708:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246466560 00000100:00100000:0.0:1724307244.204833:0:9708:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246466560 00000100:00100000:0.0:1724307244.204865:0:9708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1724307244.204870:0:9708:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfa0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+3:14923:x1808064246466560:12345-0@lo:104: 00010000:00010000:0.0:1724307244.204880:0:9708:0:(ldlm_lockd.c:2511:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0b8d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x85b23e07e0c0b8e0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307244.204909:0:9708:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1724307244.204914:0:9708:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfa0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+3:14923:x1808064246466560:12345-0@lo:104: Request processed in 44us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307244.204919:0:9708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00010000:00010000:1.0:1724307244.205064:0:7042:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1724307244.205069:0:7042:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0b8d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x85b23e07e0c0b8e0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.205076:0:7042:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2880 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:1.0:1724307244.205078:0:7042:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0b8d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x85b23e07e0c0b8e0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.205084:0:7042:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0b8d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x85b23e07e0c0b8e0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1724307244.205093:0:7042:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0b8d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x85b23e07e0c0b8e0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1724307244.205097:0:7042:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1724307244.205116:0:7042:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0b8d9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0c0b8e0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.205120:0:7042:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1724307244.205133:0:7042:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0b8d9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0c0b8e0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.205138:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0b8d9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0c0b8e0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307244.205149:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307244.205150:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307244.205152:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307244.205168:0:14923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094025180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:14923:1808064246466560:0@lo:104: 00000100:00100000:2.0:1724307244.205212:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246466816:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1724307244.205237:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1724307244.205346:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGC192.168.204.107@tcp older than 1724307214 00000100:00100000:1.0:1724307244.205582:0:7038:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246466816 00000100:00100000:1.0:1724307244.205585:0:7038:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246466816 00010000:00010000:1.0:1724307244.205601:0:7038:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8800a9a96f40/0x85b23e07e0c0b8e0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x85b23e07e0c0b8d9 expref: 19 pid: 14905 timeout: 2946 lvb_type: 0 00000100:00100000:1.0:1724307244.205615:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929 00000100:00100000:1.0:1724307244.205619:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+19:3297:x1808064246466816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1724307244.205627:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307244.205631:0:7038:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8800a9a96f40/0x85b23e07e0c0b8e0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x85b23e07e0c0b8d9 expref: 19 pid: 14905 timeout: 2946 lvb_type: 0 00010000:00010000:1.0:1724307244.205691:0:7038:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8800a9a96f40/0x85b23e07e0c0b8e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x85b23e07e0c0b8d9 expref: 19 pid: 14905 timeout: 2946 lvb_type: 0 00010000:00010000:1.0:1724307244.205703:0:7038:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a9a96f40/0x85b23e07e0c0b8e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x85b23e07e0c0b8d9 expref: 19 pid: 14905 timeout: 2946 lvb_type: 0 00010000:00010000:1.0:1724307244.205711:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1724307244.205732:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3297:x1808064246466816:12345-0@lo:103:ldlm_bl.0 Request processed in 112us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307244.205995:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929 00000100:00100000:2.0:1724307244.206114:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246466816:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1724307244.206960:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:19102:x1808064246466432:12345-0@lo:253:mount.lustre.0 Request processed in 27434us (27490us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307244.206968:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1724307244.207097:0:19102:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:19102:1808064246466432:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1724307244.207106:0:19102:0:(mgc_request_server.c:224:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1724307244.207110:0:19102:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1724307244.207111:0:19102:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1724307244.207112:0:19102:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307244.207113:0:19102:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307244.207114:0:19102:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307244.207115:0:19102:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307244.207116:0:19102:0:(tgt_mount.c:1170:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1724307244.207117:0:19102:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307244.207118:0:19102:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1724307244.207129:0:19102:0:(tgt_mount.c:2296:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1724307244.207211:0:14923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094025500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:14923:1808064246466688:192.168.204.7@tcp:104: 00010000:00010000:2.0:1724307244.207226:0:14923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c440 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00080000:10000000:0.0:1724307244.207334:0:19102:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:0.0:1724307244.207378:0:19102:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:0.0:1724307244.207453:0:19102:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:0.0:1724307244.207485:0:19102:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:0.0:1724307244.207563:0:19102:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:0.0:1724307244.207594:0:19102:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000100:00100000:1.0:1724307244.208551:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307244.208591:0:7038:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248587520 00000100:00100000:2.0:1724307244.208598:0:7038:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248587520 00010000:00010000:2.0:1724307244.208630:0:7038:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff880091162f40/0x85b23e07e0c0b8d2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfaf expref: 9 pid: 14905 timeout: 2946 lvb_type: 0 00000100:00100000:2.0:1724307244.208666:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2930 00000100:00100000:2.0:1724307244.208671:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094026a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1967:x1808064248587520:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1724307244.208681:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307244.208685:0:7038:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff880091162f40/0x85b23e07e0c0b8d2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfaf expref: 9 pid: 14905 timeout: 2946 lvb_type: 0 00010000:00010000:2.0:1724307244.208694:0:7038:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff880091162f40/0x85b23e07e0c0b8d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfaf expref: 9 pid: 14905 timeout: 2946 lvb_type: 0 00010000:00010000:2.0:1724307244.208706:0:7038:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880091162f40/0x85b23e07e0c0b8d2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfaf expref: 9 pid: 14905 timeout: 2946 lvb_type: 0 00010000:00080000:0.0:1724307244.208708:0:19102:0:(ldlm_lib.c:2950:target_recovery_init()) RECOVERY: service lustre-OST0000, 2 recoverable clients, last_transno 21474836584 00010000:00010000:2.0:1724307244.208716:0:7038:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c440 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307244.208722:0:7038:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c440 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 20000000:01000000:2.0:1724307244.208732:0:7038:0:(mgs_nids.c:466:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005776627s 00010000:00010000:2.0:1724307244.208736:0:7038:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c440 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307244.208742:0:7038:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c440 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307244.208746:0:7038:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c440 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307244.208751:0:7038:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c440 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307244.208756:0:7038:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402f40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307244.208760:0:7038:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c440 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307244.208766:0:7038:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c440 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1724307244.208804:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307214 00010000:00010000:2.0:1724307244.208918:0:7038:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c440 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307244.208926:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1724307244.209072:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094026a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:31a81d4a-43f7-45b0-a075-f219c8077a24+8:1967:x1808064248587520:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 399us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307244.209079:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2930 00010000:00010000:0.0:1724307244.209530:0:14923:0:(ldlm_request.c:182:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c440 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307244.209538:0:14923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c440 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307244.209543:0:14923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c440 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1724307244.210212:0:19135:0:(ldlm_lib.c:2754:target_recovery_thread()) lustre-OST0000: started recovery thread pid 19135 00010000:02000000:3.0:1724307244.210219:0:19135:0:(ldlm_lib.c:2215:target_recovery_overseer()) lustre-OST0000: in recovery but waiting for the first client to connect 00010000:00080000:3.0:1724307244.210221:0:19135:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:3.0:1724307244.210223:0:19135:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00000020:01000004:0.0:1724307244.210415:0:19102:0:(tgt_mount.c:317:server_mgc_clear_fs()) Unassign mgc disk 00000020:01000004:0.0:1724307244.210467:0:19102:0:(tgt_mount.c:2065:server_fill_super_common()) Server sb, dev=43 00000080:00000004:0.0:1724307244.210476:0:19102:0:(super25.c:192:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00010000:00010000:1.0:1724307244.278855:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307244.691357:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307244.691871:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307244.691917:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248587776 00000100:00100000:3.0:1724307244.691925:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248587776 00000100:00100000:3.0:1724307244.691964:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 46 00000100:00100000:3.0:1724307244.691970:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094025500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248587776:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307244.692026:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094025500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248587776:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 55us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307244.692032:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 46 00000100:00080000:3.0:1724307244.692047:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307214 00000100:00100000:1.0:1724307244.692256:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307244.694070:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248587904 00000100:00100000:0.0:1724307244.694078:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248587904 00000100:00100000:0.0:1724307244.694110:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11920 00000100:00100000:0.0:1724307244.694116:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094025180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0+-99:1965:x1808064248587904:12345-192.168.204.7@tcp:8:kworker.0 00010000:00080000:0.0:1724307244.694144:0:14386:0:(ldlm_lib.c:856:target_handle_reconnect()) connect export for UUID '7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e' at ffff88009213a800, cookie 0x85b23e07e0c0c408 00010000:00080000:0.0:1724307244.694149:0:14386:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0000: connection from 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp recovering/t0 exp ffff88009213a800 cur 2847 last 1724307244 00000100:00100000:3.0:1724307244.694153:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248587648 00010000:02000400:0.0:1724307244.694156:0:14386:0:(ldlm_lib.c:1918:target_start_recovery_timer()) lustre-OST0000: Will be in recovery for at least 1:00, or until 2 clients reconnect 00000100:00100000:3.0:1724307244.694157:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248587648 00010000:00080000:0.0:1724307244.694160:0:14386:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 70 seconds 00002000:00100000:0.0:1724307244.694169:0:14386:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0000: cli 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e/ffff88009213a800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f40ac ocd_grant: 2097152 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1724307244.694177:0:14386:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:0.0:1724307244.694182:0:14386:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88012dc33a80 00000100:00100000:3.0:1724307244.694186:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 120 00000100:00100000:3.0:1724307244.694190:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+8:1969:x1808064248587648:12345-192.168.204.7@tcp:400:kworker.0 00000100:00080000:0.0:1724307244.694231:0:14386:0:(import.c:86:import_set_state_nolock()) ffff8801363b5000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:3.0:1724307244.694231:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+8:1969:x1808064248587648:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 40us (2361us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307244.694237:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 120 00000100:00100000:0.0:1724307244.694256:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094025180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1965:x1808064248587904:12345-192.168.204.7@tcp:8:kworker.0 Request processed in 138us (2000us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307244.694261:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11920 00000100:00100000:1.0:1724307244.702129:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307244.702200:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248588032 00000100:00100000:0.0:1724307244.702208:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248588032 00000100:00100000:0.0:1724307244.702802:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1174 00000100:00100000:0.0:1724307244.702810:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094024000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1965:x1808064248588032:12345-192.168.204.7@tcp:400:ldlm_lock_repla.0 00010000:00080000:0.0:1724307244.702826:0:14386:0:(ldlm_lib.c:3036:target_queue_recovery_request()) @@@ queue final req req@ffff880094024000 x1808064248588032/t0(0) o400->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:505/0 lens 224/0 e 0 to 0 dl 1724307255 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 00000100:00100000:0.0:1724307244.702848:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094024000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1965:x1808064248588032:12345-192.168.204.7@tcp:400:ldlm_lock_repla.0 Request processed in 39us (727us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307244.702854:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1174 00010000:00080000:3.0:1724307244.702925:0:19135:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00010000:1.0:1724307245.281087:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1724307245.367750:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1724307245.367756:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-mdtir-ffff8800a9a73800 from 79 10000000:01000000:0.0:1724307245.367761:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1724307245.367797:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a96f40/0x85b23e07e0c0c447 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307245.367814:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800a9a96f40/0x85b23e07e0c0c447 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307245.367823:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800a9a96f40/0x85b23e07e0c0c447 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307245.367843:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246466944:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1724307245.367898:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307245.367928:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880093b4b600 going to sleep for 11 seconds 00000100:00100000:1.0:1724307245.367996:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246466944 00000100:00100000:1.0:1724307245.368003:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246466944 00000100:00100000:1.0:1724307245.368046:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1724307245.368052:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:7051:x1808064246466944:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307245.368062:0:14906:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307245.368073:0:14906:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c44e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c447 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307245.368090:0:14906:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c44e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c447 expref: 18 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307245.368098:0:14906:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c44e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c447 expref: 18 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307245.368104:0:14906:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d402f40, rc 0) 00000100:00100000:1.0:1724307245.368132:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:7051:x1808064246466944:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 80us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307245.368137:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1724307245.368213:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246466944:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1724307245.368222:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800a9a96f40/0x85b23e07e0c0c447 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c44e expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307245.368228:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800a9a96f40/0x85b23e07e0c0c447 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c44e expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307245.368267:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246467072:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1724307245.368289:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307245.368306:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880093b4b600 going to sleep for 11 seconds 00000100:00100000:3.0:1724307245.368352:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246467072 00000100:00100000:3.0:1724307245.368357:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246467072 00000100:00100000:3.0:1724307245.368382:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:3.0:1724307245.368387:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:7051:x1808064246467072:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1724307245.368531:0:14904:0:(mgs_nids.c:682:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1724307245.368545:0:14904:0:(mgs_nids.c:225:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1724307245.368547:0:14904:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 79 00000100:00100000:3.0:1724307245.368850:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:7051:x1808064246467072:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 461us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307245.368856:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1724307245.368872:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246467072:0@lo:256:ll_cfg_requeue.0 00000020:00000080:0.0:1724307245.368898:0:7051:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00f 10000000:01000000:0.0:1724307245.369118:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1724307245.369123:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a96f40/0x85b23e07e0c0c447 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c44e expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307245.369128:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800a9a96f40/0x85b23e07e0c0c447 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c44e expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1724307245.372731:0:19300:0:(import.c:232:ptlrpc_set_import_discon()) osp: import ffff88009c235000 already not connected (conn 10, was 0): DISCONN 00010000:00080000:0.0:1724307245.372747:0:19300:0:(ldlm_lib.c:84:import_set_conn()) imp ffff88009c235000@lustre-OST0000-osc-MDT0000: found existing conn 192.168.204.107@tcp, moved to head 00000100:00080000:0.0:1724307245.372752:0:19300:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1724307245.372762:0:19300:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009c235000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:0.0:1724307245.372789:0:19300:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009e6a1500 x1808064246467200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1724307245.373281:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246467200:0@lo:8:lctl.0 00000100:00100000:2.0:1724307245.373330:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307245.373415:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246467200 00000100:00100000:3.0:1724307245.373421:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246467200 00000100:00100000:3.0:1724307245.373443:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11921 00000100:00100000:3.0:1724307245.373448:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3295:x1808064246467200:12345-0@lo:8:lctl.0 00010000:00080000:3.0:1724307245.373469:0:19425:0:(ldlm_lib.c:856:target_handle_reconnect()) connect export for UUID 'lustre-MDT0000-mdtlov_UUID' at ffff8800a5946800, cookie 0x85b23e07e0c0c401 00010000:00080000:3.0:1724307245.373473:0:19425:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo recovering/t17179870644 exp ffff8800a5946800 cur 2847 last 1724307244 00002000:00100000:3.0:1724307245.373496:0:19425:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8800a5946800 ocd_connect_flags: 0xa044401443000066 ocd_version: 20f40ac ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1724307245.373499:0:19425:0:(ofd_obd.c:169:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1724307245.373502:0:19425:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:3.0:1724307245.373505:0:19425:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88012dc33a80 00000100:00080000:3.0:1724307245.373548:0:19425:0:(import.c:86:import_set_state_nolock()) ffff88009cce5000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:3.0:1724307245.373588:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3295:x1808064246467200:12345-0@lo:8:lctl.0 Request processed in 138us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307245.373594:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11921 00010000:00080000:2.0:1724307245.374030:0:19135:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 2 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:2.0:1724307245.374034:0:19135:0:(ldlm_lib.c:2584:replay_request_or_update()) Waiting for transno 21474836585 00010000:00080000:2.0:1724307245.374037:0:19135:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 21474836585 00010000:00080000:2.0:1724307245.374040:0:19135:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 21474836585 00010000:00080000:2.0:1724307245.374074:0:3295:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009e6a1500 x1808064246467200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1724307270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lctl.0' uid:0 gid:0 00000100:00080000:2.0:1724307245.374085:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 6 00000100:00080000:2.0:1724307245.374092:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00080000:2.0:1724307245.374094:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307245.374096:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836584 gen 2 00000100:00080000:2.0:1724307245.374099:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88009c235000 from lustre-OST0000_UUID committed 21474836584 last 0 00000100:00080000:2.0:1724307245.374102:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000100:00100000:2.0:1724307245.374359:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246467200:0@lo:8:lctl.0 00010000:00080000:1.0:1724307245.374390:0:19301:0:(ldlm_request.c:2693:ldlm_lock_replay_thread()) lock replay thread lustre-OST0000-osc-MDT0000 to lustre-OST0000_UUID@192.168.204.107@tcp 00010000:00010000:1.0:1724307245.374394:0:19301:0:(ldlm_request.c:2613:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-OST0000-osc-MDT0000 (0) 00010000:00010000:1.0:1724307245.374397:0:19301:0:(ldlm_request.c:2626:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-OST0000-osc-MDT0000 00000100:00080000:1.0:1724307245.374429:0:19301:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00100000:2.0:1724307245.374544:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246467328:0@lo:400:ldlm_lock_repla.0 00000100:00100000:2.0:1724307245.374576:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307245.374634:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246467328 00000100:00100000:0.0:1724307245.374660:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246467328 00000100:00100000:0.0:1724307245.374686:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:0.0:1724307245.374690:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3295:x1808064246467328:12345-0@lo:400:ldlm_lock_repla.0 00010000:00080000:0.0:1724307245.374701:0:14386:0:(ldlm_lib.c:3036:target_queue_recovery_request()) @@@ queue final req req@ffff8800a6f38380 x1808064246467328/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:506/0 lens 224/0 e 0 to 0 dl 1724307256 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 00000100:00100000:0.0:1724307245.374710:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3295:x1808064246467328:12345-0@lo:400:ldlm_lock_repla.0 Request processed in 20us (134us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307245.374714:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00010000:00080000:3.0:1724307245.374755:0:19135:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 2, queue_len: 0, req_transno: 0, next_transno: 21474836585 00010000:00080000:3.0:1724307245.374757:0:19135:0:(ldlm_lib.c:2142:check_for_next_transno()) waking for completed recovery 00010000:00080000:3.0:1724307245.374760:0:19135:0:(ldlm_lib.c:2332:target_next_replay_lock()) Waiting for lock 00010000:00080000:3.0:1724307245.374762:0:19135:0:(ldlm_lib.c:2165:check_for_next_lock()) waking for completed lock replay 00000001:00000004:3.0:1724307245.374867:0:19135:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 6, last_transno is 25769803776 00000001:00100000:0.0:1724307245.490826:0:19334:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1724307245.490833:0:19334:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00010000:00080000:3.0:1724307245.491183:0:19135:0:(ldlm_lib.c:1880:target_cancel_recovery_timer()) lustre-OST0000: cancel recovery timer 00010000:00080000:3.0:1724307245.491196:0:19135:0:(ldlm_lib.c:2837:target_recovery_thread()) @@@ processing final ping from 192.168.204.7@tcp: req@ffff880094024000 x1808064248588032/t0(0) o400->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:505/0 lens 224/0 e 0 to 0 dl 1724307255 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 00010000:00080000:3.0:1724307245.492448:0:19135:0:(ldlm_lib.c:2837:target_recovery_thread()) @@@ processing final ping from 0@lo: req@ffff8800a6f38380 x1808064246467328/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:506/0 lens 224/0 e 0 to 0 dl 1724307256 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 00010000:02000000:3.0:1724307245.493117:0:19135:0:(ldlm_lib.c:1753:target_finish_recovery()) lustre-OST0000: Recovery over after 0:01, of 2 clients 2 recovered and 0 were evicted. 00002000:00080000:3.0:1724307245.493906:0:19135:0:(ofd_obd.c:546:ofd_postrecov()) lustre-OST0000: recovery is over 00010000:00080000:2.0:1724307245.495296:0:3295:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880094024700 x1808064246467328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724307261 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 00000100:00080000:2.0:1724307245.495310:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:2.0:1724307245.495315:0:3295:0:(client.c:3100:ptlrpc_resend_req()) @@@ going to resend req@ffff880094024700 x1808064246467328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724307261 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 00000100:00080000:2.0:1724307245.495321:0:3295:0:(client.c:3109:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff880094024700 x1808064246467328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724307261 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 00000100:00080000:2.0:1724307245.495326:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000004:00080000:2.0:1724307245.495334:0:3295:0:(osp_dev.c:1650:osp_import_event()) got connected 00000100:02000000:2.0:1724307245.495336:0:3295:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-MDT0000: Connection restored to 192.168.204.107@tcp (at 0@lo) 00000100:00100000:2.0:1724307245.495340:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246467328:0@lo:400:ldlm_lock_repla.0 00000100:00100000:0.0:1724307245.495650:0:14949:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:14949:1808064246467584:0@lo:7:osp-pre-0-0.0 00000100:00100000:0.0:1724307245.495702:0:14949:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307245.495715:0:14949:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094779900 going to sleep for 11 seconds 00000100:00100000:1.0:1724307245.495969:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1724307245.495978:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246467456:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1724307245.496000:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307245.496090:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246467456 00000100:00100000:0.0:1724307245.496095:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246467456 00000100:00100000:0.0:1724307245.496120:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:0.0:1724307245.496126:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246467456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1724307245.496145:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 43057152 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307245.496422:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246467456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 294us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307245.496428:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00010000:00080000:1.0:1724307245.496494:0:3299:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009e6a3800 x1808064246467456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724307261 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1724307245.496505:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e6a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246467456:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1724307245.496611:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246467584 00000100:00100000:3.0:1724307245.496614:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246467584 00000100:00100000:3.0:1724307245.496838:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11922 00000100:00100000:3.0:1724307245.496842:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:14949:x1808064246467584:12345-0@lo:7:osp-pre-0-0.0 00002000:00080000:2.0:1724307245.506948:0:19425:0:(ofd_fs.c:452:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00080000:2.0:1724307245.506954:0:19425:0:(ofd_dev.c:1146:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x240000400:0x14a1:0x0] 00000100:00100000:2.0:1724307245.507020:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:14949:x1808064246467584:12345-0@lo:7:osp-pre-0-0.0 Request processed in 10173us (11314us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307245.507029:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11922 00010000:00080000:0.0:1724307245.507109:0:14949:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009e6a1500 x1808064246467584/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1724307261 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307245.507121:0:14949:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e6a1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:14949:1808064246467584:0@lo:7:osp-pre-0-0.0 00000004:00080000:0.0:1724307245.507131:0:14949:0:(osp_precreate.c:828:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x240000400:0x14a1:0x0] 00000100:00100000:1.0:1724307245.852845:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307245.852940:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248588160 00000100:00100000:3.0:1724307245.852951:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248588160 00000100:00100000:3.0:1724307245.852996:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 123 00000100:00100000:3.0:1724307245.853005:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064248588160:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307245.853023:0:14904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307245.853043:0:14904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009ffe2880/0x85b23e07e0c0c455 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6cfb6 expref: -99 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307245.853073:0:14904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009ffe2880/0x85b23e07e0c0c455 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfb6 expref: 9 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307245.853082:0:14904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009ffe2880/0x85b23e07e0c0c455 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfb6 expref: 9 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307245.853091:0:14904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ffe2880, rc 0) 00000100:00100000:3.0:1724307245.853138:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064248588160:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 134us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307245.853144:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 123 00000100:00100000:2.0:1724307245.855777:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307245.855839:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248588288 00000100:00100000:0.0:1724307245.855849:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248588288 00000100:00100000:0.0:1724307245.855895:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 124 00000100:00100000:0.0:1724307245.855902:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064248588288:12345-192.168.204.7@tcp:256:ll_cfg_requeue.0 20000000:01000000:0.0:1724307245.855928:0:14906:0:(mgs_nids.c:682:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:0.0:1724307245.855941:0:14906:0:(mgs_nids.c:225:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1724307245.855944:0:14906:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 79 00000100:00100000:0.0:1724307245.864782:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064248588288:12345-192.168.204.7@tcp:256:ll_cfg_requeue.0 Request processed in 8869us (9004us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307245.864796:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 124 00010000:00010000:2.0:1724307246.282040:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307246.325387:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246467712:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307246.325447:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307246.326029:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246467712 00000100:00100000:0.0:1724307246.326035:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246467712 00000100:00100000:0.0:1724307246.326675:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:0.0:1724307246.326682:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f3a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246467712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1724307246.326714:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 20512768 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307246.326752:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f3a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246467712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (1305us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307246.326758:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:0.0:1724307246.326795:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246467712:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1724307246.326908:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307216 00000001:02000400:2.0:1724307246.787388:0:19535:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg407-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1724307247.284267:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307248.285915:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307249.188767:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093209180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246468096:0@lo:400:kworker.0 00000100:00100000:3.0:1724307249.188822:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307249.188845:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1724307249.188850:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093208700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246468224:0@lo:400:kworker.0 00000100:00100000:3.0:1724307249.188866:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307249.188910:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009320a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246467840:0@lo:400:kworker.0 00000100:00100000:2.0:1724307249.188936:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307249.189021:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093208380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246467968:0@lo:400:kworker.0 00000100:00100000:0.0:1724307249.189043:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307249.189054:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246468480:0@lo:400:kworker.0 00000100:00100000:0.0:1724307249.189067:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307249.189087:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246467968 00000100:00100000:0.0:1724307249.189092:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246467968 00000100:00100000:0.0:1724307249.189117:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246468480 00000100:00100000:0.0:1724307249.189119:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246468480 00000100:00100000:0.0:1724307249.189132:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1724307249.189138:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246467968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307249.189174:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246467968:12345-0@lo:400:kworker.0 Request processed in 36us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307249.189179:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1724307249.189192:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1724307249.189194:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1808064246468480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307249.189214:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1808064246468480:12345-0@lo:400:kworker.0 Request processed in 18us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307249.189218:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00080000:0.0:1724307249.189229:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307219 00000100:00100000:0.0:1724307249.189250:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093208380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246467968:0@lo:400:kworker.0 00000100:00100000:0.0:1724307249.189258:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246468480:0@lo:400:kworker.0 00000100:00100000:2.0:1724307249.190090:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009320ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246468352:0@lo:400:kworker.0 00000100:00100000:2.0:1724307249.190110:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307249.190422:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246467840 00000100:00100000:2.0:1724307249.190426:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246467840 00000100:00100000:3.0:1724307249.190478:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246468352 00000100:00100000:3.0:1724307249.190481:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246468352 00000100:00100000:3.0:1724307249.190499:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1724307249.190504:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246468352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307249.190534:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246468352:12345-0@lo:400:kworker.0 Request processed in 29us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307249.190538:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1724307249.190560:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009320ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246468352:0@lo:400:kworker.0 00000100:00080000:3.0:1724307249.190577:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307219 00000100:00100000:0.0:1724307249.190628:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246468096 00000100:00100000:0.0:1724307249.190631:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246468096 00000100:00100000:0.0:1724307249.190662:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246468224 00000100:00100000:0.0:1724307249.190665:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246468224 00000100:00100000:0.0:1724307249.190676:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:0.0:1724307249.190680:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246468096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307249.190708:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246468096:12345-0@lo:400:kworker.0 Request processed in 27us (1887us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307249.190712:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:0.0:1724307249.190721:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:0.0:1724307249.190724:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246468224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307249.190744:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246468224:12345-0@lo:400:kworker.0 Request processed in 19us (1878us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307249.190748:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:0.0:1724307249.190783:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093208700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246468224:0@lo:400:kworker.0 00010000:00080000:0.0:1724307249.190793:0:3298:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880093209180 x1808064246468096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724307265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307249.190801:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093209180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246468096:0@lo:400:kworker.0 00000100:00100000:2.0:1724307249.190868:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1724307249.190872:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e9d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246467840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307249.190897:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e9d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246467840:12345-0@lo:400:kworker.0 Request processed in 25us (1961us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307249.190901:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1724307249.190923:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009320a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246467840:0@lo:400:kworker.0 00000100:00080000:3.0:1724307249.196738:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307219 00000100:00080000:3.0:1724307249.196748:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307219 00010000:00010000:1.0:1724307249.287825:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307249.295830:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307249.295918:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248588416 00000100:00100000:2.0:1724307249.295929:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248588416 00000100:00100000:2.0:1724307249.295999:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1928 00000100:00100000:2.0:1724307249.296005:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135802d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:23920:x1808064248588416:12345-192.168.204.7@tcp:41:lfs.0 00000004:00000024:2.0:1724307249.296042:0:14909:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2259681280 avail 2257584128 00000100:00100000:2.0:1724307249.296100:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135802d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:23920:x1808064248588416:12345-192.168.204.7@tcp:41:lfs.0 Request processed in 94us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307249.296106:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1928 00000100:00080000:3.0:1724307249.296249:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307219 00000100:00100000:0.0:1724307249.300259:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307249.301732:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248588544 00000100:00100000:2.0:1724307249.301745:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248588544 00000100:00100000:2.0:1724307249.302424:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1155 00000100:00100000:2.0:1724307249.302432:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009320a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:23920:x1808064248588544:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:2.0:1724307249.302476:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 43057152 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307249.302563:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009320a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:23920:x1808064248588544:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 131us (2316us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307249.302569:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1155 00000100:00080000:3.0:1724307249.302629:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307219 00000100:00100000:0.0:1724307249.305886:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307249.306866:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248588672 00000100:00100000:1.0:1724307249.306877:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248588672 00000100:00100000:1.0:1724307249.306931:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11923 00000100:00100000:1.0:1724307249.306937:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0+-99:1965:x1808064248588672:12345-192.168.204.7@tcp:8:lfs.0 00010000:00080000:1.0:1724307249.306966:0:14386:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0001: connection from 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp t0 exp (null) cur 2851 last 0 00000020:00000080:1.0:1724307249.308553:0:14386:0:(genops.c:1313:class_connect()) connect: client 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e, cookie 0x85b23e07e0c0c45c 00002000:00100000:1.0:1724307249.308569:0:14386:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0001: cli 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e/ffff88012b855000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f40ac ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1724307249.308590:0:14386:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:1.0:1724307249.308772:0:14386:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff8800941c36c0 00002000:00080000:1.0:1724307249.308780:0:14386:0:(ofd_obd.c:393:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1724307249.308803:0:14386:0:(import.c:86:import_set_state_nolock()) ffff88012b856800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:1.0:1724307249.308864:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064248588672:12345-192.168.204.7@tcp:8:lfs.0 Request processed in 1926us (2987us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307249.308871:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11923 00000100:00100000:0.0:1724307249.311823:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307249.311957:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248588800 00000100:00100000:2.0:1724307249.311967:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248588800 00000100:00100000:2.0:1724307249.312007:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1156 00000100:00100000:2.0:1724307249.312014:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093208700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:23920:x1808064248588800:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:2.0:1724307249.312046:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 23920640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307249.312122:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093208700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:23920:x1808064248588800:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 107us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307249.312128:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1156 00000001:00100000:3.0:1724307249.604140:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000100:00100000:0.0:1724307249.701779:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307249.701814:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307249.701833:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307249.701866:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307249.701889:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248589312 00000100:00100000:0.0:1724307249.701897:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248589312 00000100:00100000:0.0:1724307249.701928:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248589184 00000100:00100000:0.0:1724307249.701930:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248589184 00000100:00100000:0.0:1724307249.701941:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1178 00000100:00100000:0.0:1724307249.701948:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248589312:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307249.702000:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248589312:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 51us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307249.702006:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1178 00000100:00100000:0.0:1724307249.702018:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1179 00000100:00100000:0.0:1724307249.702022:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88013580a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248589184:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307249.702041:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88013580a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248589184:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 18us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307249.702046:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1179 00000100:00100000:1.0:1724307249.702174:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248589056 00000100:00100000:1.0:1724307249.702178:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248589056 00000100:00100000:1.0:1724307249.702200:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 50 00000100:00100000:1.0:1724307249.702204:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009320ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248589056:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307249.702232:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009320ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248589056:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 27us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307249.702237:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 50 00000100:00100000:1.0:1724307249.702264:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248588928 00000100:00100000:1.0:1724307249.702266:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248588928 00000100:00100000:1.0:1724307249.702294:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 126 00000100:00100000:1.0:1724307249.702298:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e9f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248588928:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307249.702317:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e9f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248588928:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 19us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307249.702322:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 126 00000100:00080000:1.0:1724307249.702347:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307219 00010000:00010000:0.0:1724307250.289862:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307250.500299:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094027b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246468608:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307250.500412:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307250.500901:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246468608 00000100:00100000:1.0:1724307250.500911:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246468608 00000100:00100000:1.0:1724307250.500954:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:1.0:1724307250.500961:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246468608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1724307250.501005:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 43057152 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307250.501045:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246468608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307250.501052:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00010000:00080000:0.0:1724307250.501128:0:3298:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880094027b80 x1808064246468608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724307266 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307250.501147:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094027b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246468608:0@lo:13:osp-pre-0-0.0 00000001:02000400:0.0:1724307251.101106:0:19815:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg407-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00010000:00010000:1.0:1724307251.293470:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307251.331866:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094024e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246468736:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1724307251.331926:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307251.332634:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246468736 00000100:00100000:0.0:1724307251.332672:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246468736 00000100:00100000:0.0:1724307251.332726:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:0.0:1724307251.332732:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246468736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1724307251.332768:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 23920640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307251.332819:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246468736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307251.332825:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:3.0:1724307251.332867:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094024e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246468736:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1724307251.332877:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307221 00000001:02000400:1.0:1724307251.865612:0:19880:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid in FULL state after 0 sec 00010000:00010000:1.0:1724307252.294553:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307253.246864:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307253.247363:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248589440 00000100:00100000:1.0:1724307253.247376:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248589440 00000100:00100000:1.0:1724307253.248819:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1929 00000100:00100000:1.0:1724307253.248827:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:24404:x1808064248589440:12345-192.168.204.7@tcp:41:lfs.0 00000004:00000024:1.0:1724307253.248874:0:14909:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2259681280 avail 2257584128 00000100:00100000:1.0:1724307253.248956:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:24404:x1808064248589440:12345-192.168.204.7@tcp:41:lfs.0 Request processed in 128us (2097us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307253.248962:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1929 00000100:00080000:2.0:1724307253.249604:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307223 00000100:00100000:0.0:1724307253.251324:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307253.252269:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248589568 00000100:00100000:2.0:1724307253.252280:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248589568 00000100:00100000:2.0:1724307253.252360:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1159 00000100:00100000:2.0:1724307253.252368:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:24404:x1808064248589568:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:2.0:1724307253.252418:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 43057152 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307253.252792:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:24404:x1808064248589568:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 423us (1474us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307253.252802:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1159 00000100:00080000:0.0:1724307253.252865:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307223 00000100:00100000:1.0:1724307253.254926:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307253.255114:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248589696 00000100:00100000:2.0:1724307253.255123:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248589696 00000100:00080000:0.0:1724307253.255157:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307223 00000100:00100000:2.0:1724307253.255176:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1160 00000100:00100000:2.0:1724307253.255183:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094025880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:24404:x1808064248589696:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:2.0:1724307253.255220:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 23920640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307253.255282:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094025880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:24404:x1808064248589696:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 96us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307253.255288:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1160 00010000:00010000:1.0:1724307253.296380:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307254.196475:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246468864:0@lo:400:kworker.0 00000100:00100000:2.0:1724307254.196559:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307254.196864:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246468864 00000100:00100000:1.0:1724307254.196876:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246468864 00000100:00100000:3.0:1724307254.198760:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1724307254.198779:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246469120:0@lo:400:kworker.0 00000100:00100000:2.0:1724307254.198807:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1724307254.198814:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246468992:0@lo:400:kworker.0 00000100:00100000:3.0:1724307254.198834:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307254.198841:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307254.198873:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246468992 00000100:00100000:3.0:1724307254.198873:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246469248:0@lo:400:kworker.0 00000100:00100000:2.0:1724307254.198879:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246468992 00000100:00100000:3.0:1724307254.198890:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307254.198910:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246469120 00000100:00100000:3.0:1724307254.198913:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246469120 00000100:00100000:2.0:1724307254.198916:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1724307254.198920:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1724307254.198921:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246468992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307254.198926:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c858450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246468864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307254.198933:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246469248 00000100:00100000:3.0:1724307254.198934:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246469248 00000100:00100000:3.0:1724307254.198947:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1724307254.198951:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246469120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307254.198965:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c858450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246468864:12345-0@lo:400:kworker.0 Request processed in 40us (2407us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307254.198965:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246468992:12345-0@lo:400:kworker.0 Request processed in 43us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307254.198971:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1724307254.198971:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1724307254.198978:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246469120:12345-0@lo:400:kworker.0 Request processed in 26us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307254.198983:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1724307254.198992:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:3.0:1724307254.198995:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246469248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307254.199007:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246468992:0@lo:400:kworker.0 00000100:00100000:2.0:1724307254.199015:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246468864:0@lo:400:kworker.0 00000100:00080000:1.0:1724307254.199019:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307224 00000100:00080000:1.0:1724307254.199023:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307224 00000100:00080000:1.0:1724307254.199024:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307224 00000100:00080000:1.0:1724307254.199026:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307224 00000100:00100000:3.0:1724307254.199302:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246469248:12345-0@lo:400:kworker.0 Request processed in 303us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307254.199308:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:3.0:1724307254.199351:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246469248:0@lo:400:kworker.0 00010000:00080000:3.0:1724307254.199362:0:3299:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009e833480 x1808064246469120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724307270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1724307254.199370:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246469120:0@lo:400:kworker.0 00000100:00100000:2.0:1724307254.199427:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246469376:0@lo:400:kworker.0 00000100:00100000:0.0:1724307254.199429:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246469504:0@lo:400:kworker.0 00000100:00100000:2.0:1724307254.199447:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307254.199467:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307254.199482:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246469376 00000100:00100000:2.0:1724307254.199483:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246469504 00000100:00100000:3.0:1724307254.199486:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246469376 00000100:00100000:2.0:1724307254.199487:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246469504 00000100:00100000:3.0:1724307254.199505:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1724307254.199509:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246469376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307254.199514:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1724307254.199518:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1808064246469504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307254.199520:0:14907:0:(service.c:3244:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1724307254.199528:0:14907:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:3.0:1724307254.199539:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246469376:12345-0@lo:400:kworker.0 Request processed in 29us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307254.199544:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1724307254.199547:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1808064246469504:12345-0@lo:400:kworker.0 Request processed in 28us (79us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307254.199551:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1724307254.199569:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246469376:0@lo:400:kworker.0 00000100:00100000:0.0:1724307254.199631:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246469504:0@lo:400:kworker.0 00000100:00080000:1.0:1724307254.199736:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307224 00010000:00010000:0.0:1724307254.297996:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307254.705970:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307254.706021:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307254.706066:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307254.706108:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307254.706154:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248590208 00000100:00100000:0.0:1724307254.706163:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248590208 00000100:00100000:0.0:1724307254.706200:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248590080 00000100:00100000:0.0:1724307254.706203:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248590080 00000100:00100000:0.0:1724307254.706218:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1182 00000100:00100000:0.0:1724307254.706226:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248590208:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307254.706295:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248590208:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 68us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307254.706301:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1182 00000100:00100000:0.0:1724307254.706349:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1183 00000100:00100000:0.0:1724307254.706353:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88013616b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248590080:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307254.706373:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88013616b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248590080:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 19us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307254.706378:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1183 00000100:00100000:3.0:1724307254.706591:0:19904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248589952 00000100:00100000:3.0:1724307254.706597:0:19904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248589952 00000100:00100000:3.0:1724307254.706621:0:19904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 54 00000100:00100000:3.0:1724307254.706625:0:19904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248589952:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307254.706692:0:19904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248589952:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 65us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307254.706698:0:19904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 54 00000100:00100000:1.0:1724307254.706947:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248589824 00000100:00100000:1.0:1724307254.706952:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248589824 00000100:00080000:2.0:1724307254.706990:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307224 00000100:00100000:1.0:1724307254.706994:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 128 00000100:00100000:1.0:1724307254.706999:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136385850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248589824:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307254.707029:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136385850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248589824:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 30us (962us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307254.707034:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 128 00010000:00010000:1.0:1724307255.301375:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307255.508113:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d5ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246469632:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1724307255.508189:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307255.508324:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246469632 00000100:00100000:2.0:1724307255.508332:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246469632 00000100:00100000:2.0:1724307255.508371:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:2.0:1724307255.508379:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094027480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246469632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1724307255.508420:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 43057152 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307255.508476:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094027480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246469632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307255.508483:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00010000:00080000:0.0:1724307255.508585:0:3298:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009d5ddf80 x1808064246469632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724307271 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307255.508602:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d5ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246469632:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1724307256.304752:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307256.340965:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1724307256.340989:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246469760:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1724307256.341063:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307256.341614:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246469760 00000100:00100000:2.0:1724307256.341623:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246469760 00000100:00100000:2.0:1724307256.341706:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:2.0:1724307256.341713:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246469760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1724307256.341759:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 23920640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307256.341815:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246469760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307256.341821:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00080000:0.0:1724307256.341915:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307226 00000100:00100000:1.0:1724307256.341928:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246469760:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1724307257.306416:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307258.307839:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307259.203962:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246470272:0@lo:400:kworker.0 00000100:00100000:2.0:1724307259.204015:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246469888:0@lo:400:kworker.0 00000100:00100000:3.0:1724307259.204039:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307259.204124:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246470144:0@lo:400:kworker.0 00000100:00100000:0.0:1724307259.204266:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246470016:0@lo:400:kworker.0 00000100:00100000:1.0:1724307259.204318:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307259.204319:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307259.204352:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246470400:0@lo:400:kworker.0 00000100:00100000:1.0:1724307259.204377:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246470272 00000100:00100000:2.0:1724307259.204377:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307259.204384:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246470272 00000100:00100000:2.0:1724307259.204416:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246470144 00000100:00100000:2.0:1724307259.204422:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246470144 00000100:00100000:1.0:1724307259.204431:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:1.0:1724307259.204438:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246470272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307259.204454:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:2.0:1724307259.204459:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094026300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246470144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307259.204483:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246470272:12345-0@lo:400:kworker.0 Request processed in 45us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307259.204490:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:2.0:1724307259.204504:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094026300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246470144:12345-0@lo:400:kworker.0 Request processed in 44us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307259.204509:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00080000:1.0:1724307259.204512:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307229 00000100:00080000:1.0:1724307259.204516:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307229 00000100:00100000:2.0:1724307259.204528:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246469888 00000100:00100000:2.0:1724307259.204530:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246469888 00010000:00080000:1.0:1724307259.204540:0:3298:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009e830700 x1808064246470144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724307275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1724307259.204552:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246470144:0@lo:400:kworker.0 00000100:00100000:2.0:1724307259.204553:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1724307259.204556:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136387850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246469888:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1724307259.204572:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307229 00000100:00100000:2.0:1724307259.204580:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136387850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246469888:12345-0@lo:400:kworker.0 Request processed in 23us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307259.204584:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1724307259.204589:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246470400 00000100:00100000:1.0:1724307259.204593:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246470400 00000100:00100000:1.0:1724307259.204615:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1724307259.204616:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246469888:0@lo:400:kworker.0 00000100:00100000:1.0:1724307259.204620:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6efdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246470400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307259.204676:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6efdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246470400:12345-0@lo:400:kworker.0 Request processed in 55us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307259.204681:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1724307259.204762:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246470272:0@lo:400:kworker.0 00000100:00100000:2.0:1724307259.205549:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246470400:0@lo:400:kworker.0 00000100:00100000:0.0:1724307259.205720:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307259.205744:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246470528:0@lo:400:kworker.0 00000100:00100000:0.0:1724307259.205765:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307259.205888:0:19904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246470016 00000100:00100000:2.0:1724307259.205892:0:19904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246470016 00000100:00100000:2.0:1724307259.206019:0:19904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246470528 00000100:00100000:2.0:1724307259.206021:0:19904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246470528 00000100:00100000:2.0:1724307259.206035:0:19904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1724307259.206040:0:19904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246470016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307259.206108:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1724307259.206114:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1808064246470528:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1724307259.206162:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307229 00000100:00100000:2.0:1724307259.206424:0:19904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246470016:12345-0@lo:400:kworker.0 Request processed in 383us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307259.206431:0:19904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1724307259.206550:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1808064246470528:12345-0@lo:400:kworker.0 Request processed in 434us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307259.206556:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1724307259.206676:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246470016:0@lo:400:kworker.0 00000100:00100000:0.0:1724307259.206687:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246470528:0@lo:400:kworker.0 00010000:00010000:1.0:1724307259.313077:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307259.713736:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307259.713783:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307259.713812:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248590336 00000100:00100000:0.0:1724307259.713822:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307259.713823:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248590336 00000100:00100000:2.0:1724307259.713893:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 130 00000100:00100000:0.0:1724307259.713899:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307259.713901:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136385050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248590336:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307259.713921:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248590592 00000100:00100000:0.0:1724307259.713925:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248590592 00000100:00100000:0.0:1724307259.713948:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248590720 00000100:00100000:0.0:1724307259.713951:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248590720 00000100:00100000:0.0:1724307259.713967:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1186 00000100:00100000:2.0:1724307259.713969:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136385050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248590336:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 68us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307259.713972:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248590592:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307259.713976:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 130 00000100:00100000:0.0:1724307259.714001:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248590592:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 28us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307259.714006:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1186 00000100:00100000:0.0:1724307259.714017:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1187 00000100:00100000:2.0:1724307259.714019:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248590464 00000100:00100000:0.0:1724307259.714020:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248590720:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307259.714022:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248590464 00000100:00100000:0.0:1724307259.714036:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248590720:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 16us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307259.714041:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1187 00000100:00100000:2.0:1724307259.714045:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 58 00000100:00100000:2.0:1724307259.714049:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1968:x1808064248590464:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307259.714074:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1968:x1808064248590464:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 24us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307259.714079:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 58 00000100:00080000:1.0:1724307259.714446:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307229 00000100:00080000:1.0:1724307259.714450:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307229 00000100:00080000:1.0:1724307259.714452:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307229 00000100:00080000:1.0:1724307259.714453:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307229 00010000:00010000:1.0:1724307260.314264:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307260.519287:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1724307260.519316:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246470656:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1724307260.519390:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307260.519510:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246470656 00000100:00100000:2.0:1724307260.519519:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246470656 00000100:00100000:2.0:1724307260.519568:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:2.0:1724307260.519576:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246470656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1724307260.519619:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 43057152 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307260.519685:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246470656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307260.519694:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00010000:00080000:3.0:1724307260.519776:0:3299:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800a6efce00 x1808064246470656/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724307276 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307260.519803:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246470656:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1724307261.316236:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307261.348796:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094027800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246470784:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1724307261.348874:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307261.349233:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246470784 00000100:00100000:2.0:1724307261.349243:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246470784 00000100:00100000:2.0:1724307261.349303:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:2.0:1724307261.349309:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e832300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246470784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1724307261.349348:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 23920640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307261.349387:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e832300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246470784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307261.349393:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:3.0:1724307261.349491:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094027800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246470784:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1724307261.349574:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307231 00010000:00010000:0.0:1724307262.318712:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307263.321390:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307264.212589:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246471168:0@lo:400:kworker.0 00000100:00100000:0.0:1724307264.212671:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307264.212699:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1724307264.212704:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246471296:0@lo:400:kworker.0 00000100:00100000:0.0:1724307264.212719:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307264.212743:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246471168 00000100:00100000:0.0:1724307264.212751:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246471168 00000100:00100000:3.0:1724307264.212788:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246471296 00000100:00100000:3.0:1724307264.212791:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246471296 00000100:00100000:3.0:1724307264.212831:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:3.0:1724307264.212839:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246471296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307264.212932:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246470912:0@lo:400:kworker.0 00000100:00100000:1.0:1724307264.212971:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246471040:0@lo:400:kworker.0 00000100:00100000:3.0:1724307264.213304:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246471296:12345-0@lo:400:kworker.0 Request processed in 465us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307264.213311:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00080000:3.0:1724307264.213333:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307234 00000100:00100000:3.0:1724307264.213364:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246471296:0@lo:400:kworker.0 00000100:00100000:2.0:1724307264.213396:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307264.213400:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307264.213410:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246471424:0@lo:400:kworker.0 00000100:00100000:1.0:1724307264.213416:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246471552:0@lo:400:kworker.0 00000100:00100000:2.0:1724307264.213428:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307264.213439:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307264.213453:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246470912 00000100:00100000:2.0:1724307264.213456:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246470912 00000100:00100000:1.0:1724307264.213462:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246471040 00000100:00100000:1.0:1724307264.213466:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246471040 00000100:00100000:2.0:1724307264.213486:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1724307264.213488:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246471424 00000100:00100000:1.0:1724307264.213490:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246471424 00000100:00100000:2.0:1724307264.213491:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136385450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246470912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307264.213518:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136385450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246470912:12345-0@lo:400:kworker.0 Request processed in 27us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307264.213524:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1724307264.213554:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246470912:0@lo:400:kworker.0 00000100:00100000:2.0:1724307264.213578:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246471552 00000100:00100000:2.0:1724307264.213580:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246471552 00000100:00100000:2.0:1724307264.213595:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1724307264.213599:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094026680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246471040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307264.213624:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094026680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246471040:12345-0@lo:400:kworker.0 Request processed in 24us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307264.213629:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1724307264.213633:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1808064246471552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307264.213679:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1808064246471552:12345-0@lo:400:kworker.0 Request processed in 45us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307264.213687:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:0.0:1724307264.213698:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246471168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307264.213725:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246471168:12345-0@lo:400:kworker.0 Request processed in 27us (1055us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307264.213730:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00010000:00080000:3.0:1724307264.213771:0:3298:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800922dea00 x1808064246471168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724307280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1724307264.213781:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246471168:0@lo:400:kworker.0 00000100:00100000:2.0:1724307264.214490:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1724307264.214507:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1724307264.214512:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6efce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246471424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307264.214583:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00080000:3.0:1724307264.214605:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307234 00000100:00080000:3.0:1724307264.214607:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307234 00000100:00080000:3.0:1724307264.214803:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307234 00000100:00100000:1.0:1724307264.215273:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246471040:0@lo:400:kworker.0 00000100:00100000:1.0:1724307264.215285:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246471552:0@lo:400:kworker.0 00000100:00100000:2.0:1724307264.215289:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6efce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246471424:12345-0@lo:400:kworker.0 Request processed in 776us (1858us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307264.215296:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1724307264.215361:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246471424:0@lo:400:kworker.0 00010000:00010000:1.0:1724307264.323935:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307264.722557:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307264.722603:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307264.722668:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307264.722707:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307264.722729:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248591104 00000100:00100000:0.0:1724307264.722736:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248591104 00000100:00100000:1.0:1724307264.722750:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248591232 00000100:00100000:1.0:1724307264.722761:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248591232 00000100:00100000:0.0:1724307264.722777:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1190 00000100:00100000:0.0:1724307264.722784:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248591104:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307264.722839:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248591104:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 56us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307264.722977:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248590976 00000100:00100000:2.0:1724307264.722981:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248590976 00000100:00100000:2.0:1724307264.723002:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 62 00000100:00100000:2.0:1724307264.723006:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248590976:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307264.723028:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248590976:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 21us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307264.723033:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 62 00000100:00100000:1.0:1724307264.723041:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1191 00000100:00100000:0.0:1724307264.723048:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1190 00000100:00100000:1.0:1724307264.723050:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248591232:12345-192.168.204.7@tcp:400:kworker.0 00000100:00080000:2.0:1724307264.723056:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307234 00000100:00080000:2.0:1724307264.723059:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307234 00000100:00080000:2.0:1724307264.723061:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307234 00000100:00100000:1.0:1724307264.723239:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248591232:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 190us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307264.723246:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1191 00000100:00100000:3.0:1724307264.723283:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248590848 00000100:00100000:3.0:1724307264.723287:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248590848 00000100:00100000:3.0:1724307264.723325:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 132 00000100:00100000:3.0:1724307264.723330:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136387c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248590848:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307264.723355:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136387c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248590848:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 25us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307264.723360:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 132 00000100:00080000:0.0:1724307264.723659:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307234 00010000:00010000:1.0:1724307265.326665:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307265.523861:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1724307265.523878:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246471680:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1724307265.523931:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307265.524025:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246471680 00000100:00100000:3.0:1724307265.524032:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246471680 00000100:00100000:3.0:1724307265.524068:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:3.0:1724307265.524074:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246471680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1724307265.524116:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 43057152 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307265.524152:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246471680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307265.524158:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00010000:00080000:2.0:1724307265.524340:0:3299:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009e830380 x1808064246471680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724307281 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307265.524355:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246471680:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1724307266.328486:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307266.355938:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094027800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246471808:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1724307266.355992:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307266.356154:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246471808 00000100:00100000:0.0:1724307266.356161:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246471808 00000100:00100000:0.0:1724307266.356293:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:0.0:1724307266.356299:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246471808:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1724307266.357074:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307236 00002000:00000024:0.0:1724307266.357359:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 23920640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307266.357412:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246471808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1112us (1419us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307266.357418:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1724307266.357488:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094027800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246471808:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1724307267.330421:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307268.334432:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307269.220579:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246471936:0@lo:400:kworker.0 00000100:00100000:3.0:1724307269.220636:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307269.220716:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246471936 00000100:00100000:3.0:1724307269.220722:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246471936 00000100:00100000:3.0:1724307269.220756:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1724307269.220761:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136386c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246471936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307269.220799:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136386c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246471936:12345-0@lo:400:kworker.0 Request processed in 36us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307269.220805:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1724307269.220843:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246471936:0@lo:400:kworker.0 00000100:00080000:3.0:1724307269.220864:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307239 00000100:00100000:0.0:1724307269.221037:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009cee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246472192:0@lo:400:kworker.0 00000100:00100000:2.0:1724307269.221049:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d321880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246472320:0@lo:400:kworker.0 00000100:00100000:0.0:1724307269.221075:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307269.221103:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246472064:0@lo:400:kworker.0 00000100:00100000:0.0:1724307269.221107:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246472192 00000100:00100000:0.0:1724307269.221110:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246472192 00000100:00100000:0.0:1724307269.221132:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:1.0:1724307269.221132:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307269.221137:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246472192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307269.221145:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246472576:0@lo:400:kworker.0 00000100:00100000:1.0:1724307269.221162:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307269.221168:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246472192:12345-0@lo:400:kworker.0 Request processed in 31us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307269.221174:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1724307269.221176:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00100000:1.0:1724307269.221179:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246472448:0@lo:400:kworker.0 00000100:00100000:1.0:1724307269.221193:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1724307269.221198:0:3298:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009cee4700 x1808064246472192/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724307285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307269.221207:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009cee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246472192:0@lo:400:kworker.0 00000100:00100000:1.0:1724307269.221209:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246472064 00000100:00100000:1.0:1724307269.221213:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246472064 00000100:00100000:0.0:1724307269.221221:0:19904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246472576 00000100:00100000:0.0:1724307269.221224:0:19904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246472576 00000100:00100000:1.0:1724307269.221233:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246472448 00000100:00100000:1.0:1724307269.221235:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246472448 00000100:00100000:0.0:1724307269.221239:0:19904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1724307269.221243:0:19904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094024e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246472064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307269.221245:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1724307269.221248:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094027b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1808064246472576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307269.221272:0:19904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094024e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246472064:12345-0@lo:400:kworker.0 Request processed in 28us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307269.221274:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094027b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1808064246472576:12345-0@lo:400:kworker.0 Request processed in 25us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307269.221277:0:19904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1724307269.221280:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1724307269.221287:0:19904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1724307269.221291:0:19904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094024700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246472448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307269.221303:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246472064:0@lo:400:kworker.0 00000100:00100000:1.0:1724307269.221310:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246472576:0@lo:400:kworker.0 00000100:00100000:0.0:1724307269.221313:0:19904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094024700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246472448:12345-0@lo:400:kworker.0 Request processed in 21us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307269.221317:0:19904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1724307269.221323:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246472448:0@lo:400:kworker.0 00000100:00100000:2.0:1724307269.221376:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307269.221805:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246472320 00000100:00100000:0.0:1724307269.221808:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246472320 00000100:00100000:0.0:1724307269.221825:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:0.0:1724307269.221828:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246472320:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1724307269.222158:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307239 00000100:00080000:3.0:1724307269.222161:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307239 00000100:00080000:3.0:1724307269.222163:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307239 00000100:00100000:0.0:1724307269.222401:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246472320:12345-0@lo:400:kworker.0 Request processed in 570us (1024us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307269.222407:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:2.0:1724307269.222418:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d321880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246472320:0@lo:400:kworker.0 00010000:00010000:1.0:1724307269.335855:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307269.729709:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307269.729749:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307269.729777:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307269.729800:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248591488 00000100:00100000:0.0:1724307269.729802:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307269.729807:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248591488 00000100:00100000:0.0:1724307269.729820:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248591616 00000100:00100000:0.0:1724307269.729824:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248591616 00000100:00100000:3.0:1724307269.729885:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248591360 00000100:00100000:3.0:1724307269.729888:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248591360 00000100:00100000:0.0:1724307269.729963:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248591744 00000100:00100000:0.0:1724307269.729966:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248591744 00000100:00100000:1.0:1724307269.729967:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 66 00000100:00100000:1.0:1724307269.729973:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248591488:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307269.729980:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1194 00000100:00100000:0.0:1724307269.729984:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248591616:12345-192.168.204.7@tcp:400:kworker.0 00000100:00080000:2.0:1724307269.730042:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307239 00000100:00080000:2.0:1724307269.730045:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307239 00000100:00080000:2.0:1724307269.730047:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307239 00000100:00080000:2.0:1724307269.730048:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307239 00000100:00100000:2.0:1724307269.730068:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1195 00000100:00100000:3.0:1724307269.730072:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 134 00000100:00100000:2.0:1724307269.730073:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248591744:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307269.730077:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136387450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248591360:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307269.730476:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248591616:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 489us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307269.730479:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248591488:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 504us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307269.730482:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1194 00000100:00100000:1.0:1724307269.730484:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 66 00000100:00100000:2.0:1724307269.730635:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248591744:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 560us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307269.730662:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1195 00000100:00100000:3.0:1724307269.730711:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136387450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248591360:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 632us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307269.730717:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 134 00010000:00010000:0.0:1724307270.337810:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307270.532578:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246472704:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307270.532753:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307270.532912:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246472704 00000100:00100000:1.0:1724307270.532919:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246472704 00000100:00100000:1.0:1724307270.533000:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:1.0:1724307270.533007:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246472704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1724307270.533053:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 43057152 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307270.533085:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246472704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307270.533090:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00010000:00080000:0.0:1724307270.533392:0:3298:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009aeeed80 x1808064246472704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724307286 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307270.533407:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246472704:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1724307271.339940:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307271.364402:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246472832:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1724307271.364462:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307271.364503:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246472832 00000100:00100000:0.0:1724307271.364509:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246472832 00000100:00100000:0.0:1724307271.364563:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:0.0:1724307271.364569:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246472832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1724307271.364597:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 23920640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307271.364658:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246472832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307271.364665:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00080000:2.0:1724307271.364717:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307241 00000100:00100000:3.0:1724307271.364842:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246472832:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1724307272.342007:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307273.343903:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307274.227973:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246472960:0@lo:400:kworker.0 00000100:00100000:0.0:1724307274.228018:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009cee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246473216:0@lo:400:kworker.0 00000100:00100000:3.0:1724307274.228032:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307274.228047:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307274.228055:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246473472:0@lo:400:kworker.0 00000100:00100000:0.0:1724307274.228061:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1724307274.228065:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246473344:0@lo:400:kworker.0 00000100:00100000:3.0:1724307274.228076:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307274.228080:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307274.228088:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1724307274.228092:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246473088:0@lo:400:kworker.0 00000100:00100000:0.0:1724307274.228100:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246473216 00000100:00100000:0.0:1724307274.228106:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246473216 00000100:00100000:3.0:1724307274.228107:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307274.228115:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009d474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3296:1808064246473600:0@lo:400:kworker.0 00000100:00100000:3.0:1724307274.228130:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307274.228134:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246473344 00000100:00100000:0.0:1724307274.228136:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246473344 00000100:00100000:0.0:1724307274.228148:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:3.0:1724307274.228148:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246473472 00000100:00100000:3.0:1724307274.228151:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246473472 00000100:00100000:0.0:1724307274.228154:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246473216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307274.228170:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246473088 00000100:00100000:3.0:1724307274.228172:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246473088 00000100:00100000:3.0:1724307274.228182:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246473600 00000100:00100000:3.0:1724307274.228184:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246473600 00000100:00100000:0.0:1724307274.228191:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246473216:12345-0@lo:400:kworker.0 Request processed in 36us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307274.228192:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1724307274.228196:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246473472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307274.228222:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246473472:12345-0@lo:400:kworker.0 Request processed in 26us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307274.228227:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1724307274.228240:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1724307274.228242:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e832a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246473088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307274.228253:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1724307274.228259:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e832a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246473088:12345-0@lo:400:kworker.0 Request processed in 16us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307274.228263:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1724307274.228277:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246472960 00000100:00100000:3.0:1724307274.228280:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246472960 00000100:00100000:3.0:1724307274.228296:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1724307274.228299:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136386450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246472960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307274.228317:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136386450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246472960:12345-0@lo:400:kworker.0 Request processed in 17us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307274.228322:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:1.0:1724307274.228355:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1808064246473600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307274.228366:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246473088:0@lo:400:kworker.0 00000100:00100000:3.0:1724307274.228376:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246473472:0@lo:400:kworker.0 00000100:00100000:3.0:1724307274.228382:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246472960:0@lo:400:kworker.0 00000100:00100000:1.0:1724307274.228386:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1808064246473600:12345-0@lo:400:kworker.0 Request processed in 127us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307274.228392:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1724307274.228399:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009d474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3296:1808064246473600:0@lo:400:kworker.0 00000100:00100000:1.0:1724307274.228422:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:1.0:1724307274.228426:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246473344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307274.228450:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246473344:12345-0@lo:400:kworker.0 Request processed in 23us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307274.228454:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:0.0:1724307274.229326:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00080000:0.0:1724307274.229345:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307244 00000100:00080000:0.0:1724307274.229348:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307244 00000100:00080000:0.0:1724307274.229350:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307244 00000100:00080000:0.0:1724307274.229352:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307244 00000100:00100000:0.0:1724307274.229375:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246473344:0@lo:400:kworker.0 00010000:00080000:0.0:1724307274.229386:0:3298:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009cee4700 x1808064246473216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724307290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307274.229395:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009cee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246473216:0@lo:400:kworker.0 00010000:00010000:0.0:1724307274.346567:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307274.737352:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307274.737402:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307274.737924:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248591872 00000100:00100000:3.0:1724307274.737931:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248591872 00000100:00100000:3.0:1724307274.738002:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 136 00000100:00100000:3.0:1724307274.738007:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248591872:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307274.738054:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248591872:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 47us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307274.738059:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 136 00000100:00080000:3.0:1724307274.738089:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307244 00000100:00100000:1.0:1724307274.738141:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248592000 00000100:00100000:1.0:1724307274.738144:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248592000 00000100:00100000:1.0:1724307274.738171:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 70 00000100:00100000:1.0:1724307274.738175:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248592000:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307274.738198:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248592000:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 22us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307274.738202:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 70 00000100:00080000:3.0:1724307274.739791:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307244 00000100:00100000:0.0:1724307274.740082:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307274.740156:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307274.740194:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248592128 00000100:00100000:0.0:1724307274.740200:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248592128 00000100:00100000:0.0:1724307274.740621:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248592256 00000100:00100000:0.0:1724307274.740625:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248592256 00000100:00080000:3.0:1724307274.740837:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307244 00000100:00080000:3.0:1724307274.740840:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307244 00000100:00100000:0.0:1724307274.741090:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11924 00000100:00100000:0.0:1724307274.741096:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1965:x1808064248592128:12345-192.168.204.7@tcp:9:kworker.0 00000020:00000080:0.0:1724307274.741126:0:9058:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c408 00000100:00080000:0.0:1724307274.741134:0:9058:0:(import.c:86:import_set_state_nolock()) ffff8801363b5000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000001:00000004:0.0:1724307274.741164:0:9058:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 6, last_transno is 25769803776 00000100:00100000:0.0:1724307274.741362:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+2:1965:x1808064248592128:12345-192.168.204.7@tcp:9:kworker.0 Request processed in 265us (1283us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307274.741368:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11924 00000100:00100000:0.0:1724307274.741378:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11925 00000100:00100000:0.0:1724307274.741381:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1965:x1808064248592256:12345-192.168.204.7@tcp:9:kworker.0 00000020:00000080:0.0:1724307274.741391:0:9058:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c45c 00000100:00080000:0.0:1724307274.741394:0:9058:0:(import.c:86:import_set_state_nolock()) ffff88012b856800 ÿÿÿÿ: changing import state from FULL to CLOSED 00000001:00000004:0.0:1724307274.741405:0:9058:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294970738 00000100:00100000:0.0:1724307274.741580:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+2:1965:x1808064248592256:12345-192.168.204.7@tcp:9:kworker.0 Request processed in 196us (1423us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307274.741586:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11925 00010000:00010000:3.0:1724307274.742464:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307274.742469:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307275.349554:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1724307275.412015:0:19334:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000020:00000080:0.0:1724307275.412022:0:19334:0:(genops.c:925:class_export_put()) final put ffff88009213a800/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000020:00000080:1.0:1724307275.412074:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff88009213a800/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e for lustre-OST0000 00000020:00000080:1.0:1724307275.412101:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8801363b5000 for lustre-OST0000 00000100:00100000:2.0:1724307275.543029:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800939bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246473728:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1724307275.543083:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307275.544148:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246473728 00000100:00100000:1.0:1724307275.544155:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246473728 00000100:00100000:0.0:1724307275.545327:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1724307275.545336:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246473728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1724307275.545372:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307275.545425:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246473728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (2342us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307275.545433:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00010000:00080000:2.0:1724307275.545498:0:3298:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800939bd880 x1808064246473728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724307291 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307275.545511:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800939bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246473728:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1724307276.349826:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307276.375866:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1724307276.375882:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246473856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307276.375945:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307276.376013:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246473856 00000100:00100000:1.0:1724307276.376020:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246473856 00000100:00080000:3.0:1724307276.376037:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307246 00000100:00100000:1.0:1724307276.376067:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:1.0:1724307276.376073:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246473856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1724307276.376103:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 20512768 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307276.378197:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246473856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2117us (2245us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307276.378206:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:0.0:1724307276.378348:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246473856:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1724307277.351829:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307278.353951:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307279.237484:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246473984:0@lo:400:kworker.0 00000100:00100000:3.0:1724307279.237541:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307279.237594:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246473984 00000100:00100000:3.0:1724307279.237600:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246473984 00000100:00100000:3.0:1724307279.237634:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:3.0:1724307279.237975:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246473984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307279.238011:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246473984:12345-0@lo:400:kworker.0 Request processed in 371us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307279.238017:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00080000:3.0:1724307279.238043:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307249 00000100:00100000:3.0:1724307279.238060:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246473984:0@lo:400:kworker.0 00000100:00100000:1.0:1724307279.238763:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246474112:0@lo:400:kworker.0 00000100:00100000:1.0:1724307279.238799:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307279.238816:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246474624:0@lo:400:kworker.0 00000100:00100000:1.0:1724307279.238831:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307279.238842:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1724307279.238846:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246474496:0@lo:400:kworker.0 00000100:00100000:1.0:1724307279.238869:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307279.238887:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246474112 00000100:00100000:1.0:1724307279.238891:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246474112 00000100:00100000:1.0:1724307279.238911:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246474624 00000100:00100000:1.0:1724307279.238913:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246474624 00000100:00100000:1.0:1724307279.238923:0:14908:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246474496 00000100:00100000:1.0:1724307279.238924:0:14908:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246474496 00000100:00100000:1.0:1724307279.238932:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1724307279.238936:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094027800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246474112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307279.238953:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246474240:0@lo:400:kworker.0 00000100:00100000:1.0:1724307279.238961:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094027800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246474112:12345-0@lo:400:kworker.0 Request processed in 24us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307279.238968:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1724307279.238977:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1724307279.238980:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1808064246474624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307279.238982:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307279.238998:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1724307279.239000:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1808064246474624:12345-0@lo:400:kworker.0 Request processed in 19us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307279.239003:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246474368:0@lo:400:kworker.0 00000100:00100000:1.0:1724307279.239005:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1724307279.239019:0:14908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1724307279.239020:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307279.239022:0:14908:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246474496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307279.239035:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246474240 00000100:00100000:0.0:1724307279.239038:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246474240 00000100:00100000:1.0:1724307279.239040:0:14908:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246474496:12345-0@lo:400:kworker.0 Request processed in 18us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307279.239044:0:14908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1724307279.239055:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246474368 00000100:00100000:0.0:1724307279.239057:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246474368 00000100:00100000:0.0:1724307279.239069:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:1.0:1724307279.239070:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246474496:0@lo:400:kworker.0 00000100:00100000:0.0:1724307279.239073:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246474240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307279.239077:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246474112:0@lo:400:kworker.0 00000100:00100000:1.0:1724307279.239083:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246474624:0@lo:400:kworker.0 00000100:00100000:0.0:1724307279.239098:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246474240:12345-0@lo:400:kworker.0 Request processed in 24us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307279.239103:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:1.0:1724307279.239112:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:1.0:1724307279.239116:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246474368:12345-0@lo:400:kworker.0 00010000:00080000:0.0:1724307279.239133:0:3298:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009aeec380 x1808064246474240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724307295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307279.239140:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246474240:0@lo:400:kworker.0 00000100:00100000:1.0:1724307279.239144:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246474368:12345-0@lo:400:kworker.0 Request processed in 27us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307279.239149:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1724307279.239151:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246474368:0@lo:400:kworker.0 00000100:00080000:1.0:1724307279.239165:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307249 00000100:00080000:1.0:1724307279.239167:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307249 00000100:00080000:1.0:1724307279.239168:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307249 00010000:00010000:1.0:1724307279.355985:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1724307279.603797:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000020:00000080:0.0:1724307279.603805:0:9780:0:(genops.c:925:class_export_put()) final put ffff88012b855000/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000020:00000080:2.0:1724307279.603969:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012b855000/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e for lustre-OST0001 00000020:00000080:2.0:1724307279.604006:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88012b856800 for lustre-OST0001 00000100:00100000:0.0:1724307279.746842:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307279.746926:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307279.747406:0:19904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248592512 00000100:00100000:1.0:1724307279.747414:0:19904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248592512 00000100:00100000:1.0:1724307279.747455:0:19904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 74 00000100:00100000:1.0:1724307279.747461:0:19904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248592512:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307279.747530:0:19904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:1969:x1808064248592512:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 68us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307279.747536:0:19904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 74 00000100:00100000:3.0:1724307279.747608:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248592384 00000100:00100000:3.0:1724307279.747611:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248592384 00000100:00100000:3.0:1724307279.747631:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 138 00000100:00100000:3.0:1724307279.747634:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248592384:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307279.747684:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248592384:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 49us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307279.747690:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 138 00000100:00080000:0.0:1724307279.747871:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307249 00000100:00080000:0.0:1724307279.747875:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307249 00010000:00010000:0.0:1724307280.357847:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307280.563948:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246474752:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307280.564001:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307280.564237:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246474752 00000100:00100000:1.0:1724307280.564242:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246474752 00000100:00100000:1.0:1724307280.564279:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:1.0:1724307280.564285:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246474752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1724307280.564317:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307280.564347:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246474752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307280.564352:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00010000:00080000:0.0:1724307280.564673:0:3298:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009aeed180 x1808064246474752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724307296 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1724307280.564689:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246474752:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1724307281.360398:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307281.395884:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800939be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246474880:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1724307281.395943:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307281.395994:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246474880 00000100:00100000:2.0:1724307281.396000:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246474880 00000100:00080000:0.0:1724307281.396036:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307251 00000100:00100000:2.0:1724307281.396085:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:2.0:1724307281.396164:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bde4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246474880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1724307281.396198:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 20512768 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307281.396245:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bde4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246474880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307281.396250:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:3.0:1724307281.396441:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800939be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246474880:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1724307282.361831:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307283.363821:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307283.859426:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307283.859452:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248592768 00000100:00100000:1.0:1724307283.859458:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248592768 00000100:00100000:1.0:1724307283.859495:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1930 00000100:00100000:1.0:1724307283.859500:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:22651:x1808064248592768:12345-192.168.204.7@tcp:101:bash.0 00010000:00010000:1.0:1724307283.859514:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307283.859529:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c463 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6cfbd expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1724307283.859739:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xafa:0x0]: returning size 61952 00010000:00010000:1.0:1724307283.859878:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c463 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfbd expref: 11 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307283.859887:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0x85b23e07e0c0c463 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfbd expref: 11 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307283.859896:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d4018c0, rc 0) 00000100:00100000:1.0:1724307283.859934:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+10:22651:x1808064248592768:12345-192.168.204.7@tcp:101:bash.0 Request processed in 432us (513us total) trans 300647713224 rc 301/301 00000100:00100000:1.0:1724307283.859940:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1930 00000100:00080000:3.0:1724307283.859952:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307253 00000100:00100000:2.0:1724307283.863605:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307283.863636:0:19904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248592896 00000100:00100000:1.0:1724307283.863664:0:19904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248592896 00000100:00100000:1.0:1724307283.863696:0:19904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1931 00000100:00100000:1.0:1724307283.863702:0:19904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+10:22651:x1808064248592896:12345-192.168.204.7@tcp:101:bash.0 00010000:00010000:1.0:1724307283.863722:0:19904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307283.863737:0:19904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c471 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6cfc4 expref: -99 pid: 19904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307283.863764:0:19904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c471 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfc4 expref: 11 pid: 19904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307283.863792:0:19904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c471 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfc4 expref: 11 pid: 19904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307283.863800:0:19904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xafa:0x0].0x0 (ffff88009e6dbf00) 00010000:00010000:1.0:1724307283.863802:0:19904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307283.863805:0:19904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d4006c0, rc 0) 00000100:00100000:1.0:1724307283.863846:0:19904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+11:22651:x1808064248592896:12345-192.168.204.7@tcp:101:bash.0 Request processed in 143us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307283.863855:0:19904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1931 00000100:00100000:0.0:1724307283.865971:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307283.865993:0:14911:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248593024 00000100:00100000:0.0:1724307283.865998:0:14911:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248593024 00000100:00100000:0.0:1724307283.866030:0:14911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 800 00000100:00100000:0.0:1724307283.866035:0:14911:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+11:22651:x1808064248593024:12345-192.168.204.7@tcp:37:bash.0 00000100:00100000:1.0:1724307283.870080:0:14911:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+11:22651:x1808064248593024:12345-192.168.204.7@tcp:37:bash.0 Request processed in 4038us (4106us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307283.870090:0:14911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 800 00000100:00100000:3.0:1724307283.874077:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307283.874365:0:14911:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248593280 00000100:00100000:1.0:1724307283.874375:0:14911:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248593280 00000100:00100000:1.0:1724307283.874845:0:14911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 801 00000100:00100000:1.0:1724307283.874852:0:14911:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+11:22651:x1808064248593280:12345-192.168.204.7@tcp:35:bash.0 00000100:00100000:1.0:1724307283.875092:0:14911:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:22651:x1808064248593280:12345-192.168.204.7@tcp:35:bash.0 Request processed in 239us (1019us total) trans 300647713225 rc 0/0 00000100:00100000:1.0:1724307283.875099:0:14911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 801 00000100:00100000:0.0:1724307283.883846:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307283.884245:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248593408 00000100:00100000:1.0:1724307283.884253:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248593408 00000100:00100000:1.0:1724307283.885229:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1932 00000100:00100000:1.0:1724307283.885236:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:24524:x1808064248593408:12345-192.168.204.7@tcp:101:checkstat.0 00010000:00010000:1.0:1724307283.885254:0:15723:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307283.885269:0:15723:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c478 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6cfcb expref: -99 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307283.885319:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c47f lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885329:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c47f lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885425:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c47f lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885440:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c486 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xafa:0x0].0xb6fede37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885445:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c486 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xafa:0x0].0xb6fede37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885450:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c486 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xafa:0x0].0xb6fede37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885508:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c47f lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885514:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c47f lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885519:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c47f lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885523:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402640 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307283.885526:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c47f lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885532:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c47f lrc: 4/0,0 mode: CR/CR res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885540:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xafa:0x0].0x0 (ffff88009e6dbf00) 00010000:00010000:1.0:1724307283.885543:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307283.885547:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c47f lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885551:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402640/0x85b23e07e0c0c47f lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885562:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c486 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xafa:0x0].0xb6fede37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885566:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c486 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xafa:0x0].0xb6fede37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885570:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c486 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xafa:0x0].0xb6fede37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885573:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d403600 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307283.885575:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c486 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xafa:0x0].0xb6fede37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885579:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c486 lrc: 4/0,0 mode: PR/PR res: [0x20001a9e3:0xafa:0x0].0xb6fede37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885583:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xafa:0x0].0xb6fede37 (ffff8800a59e4000) 00010000:00010000:1.0:1724307283.885585:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307283.885586:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c486 lrc: 2/0,0 mode: --/PR res: [0x20001a9e3:0xafa:0x0].0xb6fede37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885589:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d403600/0x85b23e07e0c0c486 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xafa:0x0].0xb6fede37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.885616:0:15723:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c478 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfcb expref: 13 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307283.885622:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401440/0x85b23e07e0c0c478 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfcb expref: 13 pid: 15723 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307283.885628:0:15723:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d401440, rc 0) 00000100:00100000:1.0:1724307283.885858:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:24524:x1808064248593408:12345-192.168.204.7@tcp:101:checkstat.0 Request processed in 621us (2018us total) trans 0 rc 301/301 00000100:00100000:1.0:1724307283.885865:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1932 00000100:00100000:2.0:1724307283.898533:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307283.898573:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248593664 00000100:00100000:1.0:1724307283.898583:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248593664 00000100:00100000:1.0:1724307283.899213:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1933 00000100:00100000:1.0:1724307283.899221:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:24525:x1808064248593664:12345-192.168.204.7@tcp:36:rmdir.0 00010000:00010000:1.0:1724307283.899260:0:15723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1724307283.899280:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4006c0/0x85b23e07e0c0c471 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfc4 expref: 12 pid: 19904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307283.899294:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e1d2640/0x85b23e07e0bfdfd9 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b9b3 expref: 11 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307283.899303:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xafa:0x0].0x0 (ffff88009e6dbf00) 00010000:00010000:1.0:1724307283.899317:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7b33c0/0x85b23e07e0c04dd3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfa8 expref: 10 pid: 14909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307283.899323:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e6bbb00) 00010000:00010000:1.0:1724307283.899329:0:15723:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307283.899351:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c48d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.899360:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c48d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.899367:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c48d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.899375:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c494 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.899381:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c494 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.899385:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c494 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.899729:0:15723:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c49b lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.899736:0:15723:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c49b lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.899742:0:15723:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c49b lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000004:00200000:1.0:1724307283.900228:0:15723:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xafa:0x0]: returning size 61952 00010000:00010000:1.0:1724307283.900247:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c49b lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.900253:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c49b lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.900258:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c49b lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.900262:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401b00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307283.900266:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c49b lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.900271:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c49b lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.900279:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xafa:0x0].0x0 (ffff8800a59e4200) 00010000:00010000:1.0:1724307283.900282:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1724307283.900284:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c49b lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.900289:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401b00/0x85b23e07e0c0c49b lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xafa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.900321:0:15723:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c48d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.900326:0:15723:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c48d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.900330:0:15723:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c48d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.900334:0:15723:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402880 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307283.900336:0:15723:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c48d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.900340:0:15723:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c48d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.900346:0:15723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a59e4400) 00010000:00010000:1.0:1724307283.900348:0:15723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307283.900350:0:15723:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c48d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:1.0:1724307283.900355:0:15723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402880/0x85b23e07e0c0c48d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000004:00010000:1.0:1724307283.900362:0:15723:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009aeed180 reply state ffff88009a29a000 transno 300647713226 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c494 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15723 initiator: MDT0 00000100:00100000:1.0:1724307283.900368:0:15723:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307283.900436:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+11:24525:x1808064248593664:12345-192.168.204.7@tcp:36:rmdir.0 Request processed in 1215us (1906us total) trans 300647713226 rc 0/0 00000100:00100000:1.0:1724307283.900443:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1933 00010000:00010000:3.0:1724307283.905032:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c494 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307283.905043:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c494 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307283.905050:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c494 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307283.905054:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401680 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307283.905058:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c494 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307283.905064:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c494 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307283.905077:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8cd1dd95 (ffff8800a59e4e00) 00010000:00010000:3.0:1724307283.905079:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307283.905083:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c494 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00010000:00010000:3.0:1724307283.905088:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d401680/0x85b23e07e0c0c494 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8cd1dd95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15723 initiator: MDT0 00000100:00100000:3.0:1724307284.244928:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246475008:0@lo:400:kworker.0 00000100:00100000:3.0:1724307284.244981:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307284.245007:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1724307284.245011:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246475136:0@lo:400:kworker.0 00000100:00100000:3.0:1724307284.245032:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307284.245052:0:14906:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246475008 00000100:00100000:3.0:1724307284.245057:0:14906:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246475008 00000100:00100000:1.0:1724307284.245126:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246475648:0@lo:400:kworker.0 00000100:00100000:1.0:1724307284.245154:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307284.245166:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1724307284.245266:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246475136 00000100:00100000:1.0:1724307284.245270:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246475136 00000100:00100000:0.0:1724307284.245399:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246475264:0@lo:400:kworker.0 00000100:00100000:0.0:1724307284.245425:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307284.245438:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1724307284.245443:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246475392:0@lo:400:kworker.0 00000100:00100000:0.0:1724307284.245457:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307284.245505:0:14906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:3.0:1724307284.245511:0:14906:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246475008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307284.245544:0:14906:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246475008:12345-0@lo:400:kworker.0 Request processed in 33us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307284.245549:0:14906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:3.0:1724307284.245570:0:19904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246475648 00000100:00100000:3.0:1724307284.245572:0:19904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246475648 00000100:00100000:1.0:1724307284.245677:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1724307284.245682:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246475136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307284.245709:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246475136:12345-0@lo:400:kworker.0 Request processed in 27us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307284.245711:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246475008:0@lo:400:kworker.0 00000100:00100000:1.0:1724307284.245713:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1724307284.245727:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246475264 00000100:00100000:2.0:1724307284.245728:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246475136:0@lo:400:kworker.0 00000100:00100000:1.0:1724307284.245729:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246475264 00000100:00100000:1.0:1724307284.245744:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246475392 00000100:00100000:1.0:1724307284.245746:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246475392 00000100:00100000:1.0:1724307284.245758:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:1.0:1724307284.245761:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246475264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307284.245798:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246475264:12345-0@lo:400:kworker.0 Request processed in 35us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307284.245803:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00100000:1.0:1724307284.245810:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:1.0:1724307284.245813:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246475392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307284.245827:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246475392:12345-0@lo:400:kworker.0 Request processed in 13us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307284.245831:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00080000:0.0:1724307284.245842:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307254 00000100:00080000:0.0:1724307284.245846:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307254 00000100:00080000:0.0:1724307284.245848:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307254 00000100:00080000:0.0:1724307284.245850:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307254 00000100:00100000:1.0:1724307284.245896:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246475520:0@lo:400:kworker.0 00000100:00100000:1.0:1724307284.245912:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307284.245915:0:19904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1724307284.245919:0:19904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1808064246475648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307284.245924:0:14909:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246475520 00000100:00100000:1.0:1724307284.245926:0:14909:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246475520 00000100:00100000:1.0:1724307284.245939:0:14909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1724307284.245942:0:14909:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246475520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307284.245947:0:19904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1808064246475648:12345-0@lo:400:kworker.0 Request processed in 27us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307284.245952:0:19904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1724307284.245959:0:14909:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246475520:12345-0@lo:400:kworker.0 Request processed in 16us (47us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307284.245964:0:14909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1724307284.245982:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246475392:0@lo:400:kworker.0 00010000:00080000:1.0:1724307284.245991:0:3298:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009aeeed80 x1808064246475264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724307300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1724307284.245999:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246475264:0@lo:400:kworker.0 00000100:00100000:2.0:1724307284.246008:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246475520:0@lo:400:kworker.0 00000100:00100000:2.0:1724307284.246016:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246475648:0@lo:400:kworker.0 00000001:00080000:2.0:1724307284.250728:0:14976:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 300647713226 is committed 00010000:00010000:0.0:1724307284.365708:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307284.756339:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307284.756827:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307284.756949:0:15723:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248593920 00000100:00100000:1.0:1724307284.756957:0:15723:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248593920 00000100:00100000:1.0:1724307284.757004:0:15723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 78 00000100:00100000:1.0:1724307284.757010:0:15723:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1969:x1808064248593920:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307284.757070:0:15723:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1969:x1808064248593920:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 60us (740us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307284.757076:0:15723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 78 00000100:00100000:3.0:1724307284.757280:0:14904:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248593792 00000100:00100000:3.0:1724307284.757284:0:14904:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248593792 00000100:00100000:3.0:1724307284.757310:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 140 00000100:00100000:3.0:1724307284.757314:0:14904:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a04d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248593792:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307284.757338:0:14904:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a04d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248593792:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 24us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307284.757344:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 140 00000100:00080000:3.0:1724307284.757369:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307254 00010000:00010000:3.0:1724307285.369548:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307285.571757:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800939bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246475776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1724307285.571809:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307285.571843:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246475776 00000100:00100000:2.0:1724307285.571848:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246475776 00000100:00100000:2.0:1724307285.571890:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:2.0:1724307285.571895:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a00da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246475776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1724307285.571978:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307285.572368:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a00da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246475776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 472us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307285.572376:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00010000:00080000:3.0:1724307285.572446:0:3298:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800939bd880 x1808064246475776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724307301 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1724307285.572460:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800939bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246475776:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1724307286.372049:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307286.405608:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1724307286.405632:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800939bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246475904:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307286.405715:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307286.405767:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246475904 00000100:00100000:0.0:1724307286.405774:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246475904 00000100:00080000:3.0:1724307286.405877:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307256 00000100:00100000:1.0:1724307286.407285:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:1.0:1724307286.407294:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246475904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1724307286.407331:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 20512768 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307286.407380:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246475904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (1666us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307286.407389:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:1.0:1724307286.407439:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800939bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246475904:0@lo:13:osp-pre-1-0.0 00000001:02000400:2.0:1724307286.759912:0:20290:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 61b: test race mds llog sync vs llog cleanup ========================================================== 02:14:46 (1724307286) 00010000:00010000:1.0:1724307287.373771:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1724307288.093277:0:20485:0:(tgt_mount.c:1967:server_getattr()) lustre-MDT0000: root_inode from lsi ino=309502, dev=0 00000020:01000004:0.0:1724307288.111840:0:20485:0:(tgt_mount.c:1695:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1724307288.111861:0:20485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009eb3eac0/0x85b23e07e0bfb9ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9b4 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.111871:0:20485:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009eb3eac0/0x85b23e07e0bfb9ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfb9b4 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.111877:0:20485:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009eb3eac0/0x85b23e07e0bfb9ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bfb9b4 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.111882:0:20485:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff88009eb3eac0/0x85b23e07e0bfb9ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bfb9b4 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.111902:0:20485:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1724307288.111906:0:20485:0:(mgc_request.c:542:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1724307288.111914:0:20485:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1724307288.111917:0:20485:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1724307288.111921:0:20485:0:(pinger.c:421:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1724307288.111939:0:20485:0:(import.c:86:import_set_state_nolock()) ffff88009cce6800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:1.0:1724307288.112033:0:9709:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1724307288.112039:0:9709:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff88009eb3eac0/0x85b23e07e0bfb9ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bfb9b4 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307288.112045:0:9709:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009eb3eac0 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:1.0:1724307288.112047:0:9709:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff88009eb3eac0/0x85b23e07e0bfb9ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bfb9b4 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307288.112054:0:9709:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009eb3eac0/0x85b23e07e0bfb9ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0bfb9b4 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1724307288.112059:0:9709:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009eb3eac0/0x85b23e07e0bfb9ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0bfb9b4 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1724307288.112064:0:9709:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1724307288.112066:0:9709:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1724307288.112067:0:9709:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1724307288.112086:0:9709:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff88009eb3eac0/0x85b23e07e0bfb9ad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfb9b4 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307288.112090:0:9709:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1724307288.112109:0:9709:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff88009eb3eac0/0x85b23e07e0bfb9ad lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfb9b4 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307288.112115:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009eb3eac0/0x85b23e07e0bfb9ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfb9b4 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307288.112127:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307288.112129:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307288.112131:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307288.112146:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1724307288.112161:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246476160:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1724307288.112210:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307288.112240:0:7038:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246476160 00000100:00100000:1.0:1724307288.112245:0:7038:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246476160 00000100:00100000:1.0:1724307288.112276:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1724307288.112281:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3297:x1808064246476160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1724307288.112291:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307288.112302:0:7038:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009102dd40/0x85b23e07e0bfb9b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bfb9ad expref: 18 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307288.112311:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1724307288.112330:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:3297:x1808064246476160:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307288.112335:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1724307288.112360:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246476160:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1724307288.112376:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307258 00000100:00100000:3.0:1724307288.112435:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246476032:0@lo:39:umount.0 00000100:00100000:3.0:1724307288.112460:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307288.112601:0:14907:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246476032 00000100:00100000:1.0:1724307288.112604:0:14907:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246476032 00000100:00100000:1.0:1724307288.112985:0:14907:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1934 00000100:00100000:1.0:1724307288.112990:0:14907:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1808064246476032:12345-0@lo:39:umount.0 00000020:00000080:1.0:1724307288.113008:0:14907:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfc43b 00000100:00080000:1.0:1724307288.113014:0:14907:0:(import.c:86:import_set_state_nolock()) ffff880129da5800 ÿÿÿÿ: changing import state from FULL to CLOSED 00010000:00010000:3.0:1724307288.113274:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307288.113422:0:14907:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:3295:x1808064246476032:12345-0@lo:39:umount.0 Request processed in 430us (961us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307288.113428:0:14907:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1934 00000020:00000080:1.0:1724307288.113434:0:14907:0:(genops.c:925:class_export_put()) final put ffff880129da7000/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00080000:3.0:1724307288.113595:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009cce6800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000020:00000080:0.0:1724307288.113670:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff880129da7000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1724307288.113710:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff880129da5800 for lustre-MDT0000 00000100:00100000:3.0:1724307288.113785:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246476032:0@lo:39:umount.0 00000100:00080000:0.0:1724307288.113867:0:20485:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1724307288.113869:0:20485:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1724307288.113872:0:20485:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1724307288.114633:0:20485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d171b00/0x85b23e07e0bfb8fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb905 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.114672:0:20485:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d171b00/0x85b23e07e0bfb8fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfb905 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.114677:0:20485:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d171b00/0x85b23e07e0bfb8fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bfb905 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.114683:0:20485:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff88009d171b00/0x85b23e07e0bfb8fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bfb905 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.114704:0:20485:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1724307288.114708:0:20485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a96f40/0x85b23e07e0c0c447 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c44e expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.114713:0:20485:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a96f40/0x85b23e07e0c0c447 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c44e expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.114718:0:20485:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a96f40/0x85b23e07e0c0c447 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c44e expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.114722:0:20485:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff8800a9a96f40/0x85b23e07e0c0c447 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c44e expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.114735:0:20485:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1724307288.114739:0:20485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d1718c0/0x85b23e07e0bfb99f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb9a6 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.114743:0:20485:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d1718c0/0x85b23e07e0bfb99f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfb9a6 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.114748:0:20485:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d1718c0/0x85b23e07e0bfb99f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bfb9a6 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.114753:0:20485:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff88009d1718c0/0x85b23e07e0bfb99f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bfb9a6 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.114760:0:20485:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1724307288.114764:0:20485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d1733c0/0x85b23e07e0bfb8f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0bfb8f7 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.114768:0:20485:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d1733c0/0x85b23e07e0bfb8f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0bfb8f7 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.114773:0:20485:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d1733c0/0x85b23e07e0bfb8f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bfb8f7 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.114778:0:20485:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff88009d1733c0/0x85b23e07e0bfb8f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0bfb8f7 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307288.114783:0:20485:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:0.0:1724307288.114786:0:20485:0:(mgc_request.c:542:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:0.0:1724307288.114795:0:20485:0:(tgt_mount.c:1734:server_put_super()) stopping lustre-MDT0000 00000020:01000000:0.0:1724307288.114798:0:20485:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:0.0:1724307288.114800:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:02000400:0.0:1724307288.114804:0:20485:0:(obd_config.c:877:class_cleanup()) Failing over lustre-MDT0000 00000004:00000080:0.0:1724307288.116381:0:20485:0:(mdt_handler.c:7911:mdt_iocontrol()) lustre-MDT0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00010000:00010000:2.0:1724307288.116508:0:7042:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1724307288.116516:0:7042:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff88009d171b00/0x85b23e07e0bfb8fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bfb905 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116524:0:7042:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d171b00 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:2.0:1724307288.116527:0:7042:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff88009d171b00/0x85b23e07e0bfb8fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bfb905 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116535:0:7042:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009d171b00/0x85b23e07e0bfb8fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0bfb905 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1724307288.116540:0:7042:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009d171b00/0x85b23e07e0bfb8fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0bfb905 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307288.116544:0:7042:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1724307288.116546:0:7042:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:2.0:1724307288.116547:0:7042:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:2.0:1724307288.116574:0:7042:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff88009d171b00/0x85b23e07e0bfb8fe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfb905 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116579:0:7042:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1724307288.116595:0:7042:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff88009d171b00/0x85b23e07e0bfb8fe lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfb905 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116600:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009d171b00/0x85b23e07e0bfb8fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfb905 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116612:0:7042:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1724307288.116615:0:7042:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff8800a9a96f40/0x85b23e07e0c0c447 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c44e expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116618:0:7042:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96f40 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:2.0:1724307288.116622:0:7042:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff8800a9a96f40/0x85b23e07e0c0c447 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c44e expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116626:0:7042:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800a9a96f40/0x85b23e07e0c0c447 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0c0c44e expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1724307288.116631:0:7042:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800a9a96f40/0x85b23e07e0c0c447 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0c0c44e expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307288.116634:0:7042:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1724307288.116636:0:7042:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1724307288.116655:0:7042:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1724307288.116664:0:7042:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff8800a9a96f40/0x85b23e07e0c0c447 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c44e expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116668:0:7042:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1724307288.116679:0:7042:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff8800a9a96f40/0x85b23e07e0c0c447 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c44e expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116684:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800a9a96f40/0x85b23e07e0c0c447 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c44e expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116718:0:7042:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1724307288.116722:0:7042:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff88009d1718c0/0x85b23e07e0bfb99f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bfb9a6 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116726:0:7042:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1718c0 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:2.0:1724307288.116728:0:7042:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff88009d1718c0/0x85b23e07e0bfb99f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bfb9a6 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116733:0:7042:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009d1718c0/0x85b23e07e0bfb99f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0bfb9a6 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1724307288.116742:0:7042:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009d1718c0/0x85b23e07e0bfb99f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0bfb9a6 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307288.116746:0:7042:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1724307288.116748:0:7042:0:(mgc_request.c:920:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1724307288.116750:0:7042:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1724307288.116758:0:7042:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff88009d1718c0/0x85b23e07e0bfb99f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfb9a6 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116762:0:7042:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1724307288.116767:0:7042:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff88009d1718c0/0x85b23e07e0bfb99f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfb9a6 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116771:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009d1718c0/0x85b23e07e0bfb99f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfb9a6 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116777:0:7042:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1724307288.116779:0:7042:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff88009d1733c0/0x85b23e07e0bfb8f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bfb8f7 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116784:0:7042:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d1733c0 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:2.0:1724307288.116786:0:7042:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff88009d1733c0/0x85b23e07e0bfb8f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0bfb8f7 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116790:0:7042:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009d1733c0/0x85b23e07e0bfb8f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0bfb8f7 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1724307288.116795:0:7042:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009d1733c0/0x85b23e07e0bfb8f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0bfb8f7 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307288.116798:0:7042:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1724307288.116800:0:7042:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1724307288.116802:0:7042:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1724307288.116809:0:7042:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff88009d1733c0/0x85b23e07e0bfb8f0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfb8f7 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116812:0:7042:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1724307288.116816:0:7042:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff88009d1733c0/0x85b23e07e0bfb8f0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfb8f7 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116821:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009d1733c0/0x85b23e07e0bfb8f0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0bfb8f7 expref: -99 pid: 14899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.116831:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1724307288.116832:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1724307288.116834:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307288.116846:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a00dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246476288:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1724307288.116895:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307288.116916:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1724307288.116921:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246476672:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1724307288.116935:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307288.116979:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246476544:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1724307288.116994:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307288.117003:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1724307288.117006:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246476416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1724307288.117018:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307288.117035:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246476288 00000100:00100000:2.0:1724307288.117040:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246476288 00000100:00100000:2.0:1724307288.117062:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246476672 00000100:00100000:2.0:1724307288.117063:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246476672 00000100:00100000:2.0:1724307288.117071:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246476544 00000100:00100000:2.0:1724307288.117073:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246476544 00000100:00100000:2.0:1724307288.117080:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246476416 00000100:00100000:2.0:1724307288.117081:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246476416 00000100:00100000:2.0:1724307288.117090:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1724307288.117094:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+20:3297:x1808064246476288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1724307288.117104:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307288.117114:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009eb3fa80/0x85b23e07e0bfb905 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bfb8fe expref: 20 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.117123:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1724307288.117143:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+19:3297:x1808064246476288:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307288.117148:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1724307288.117160:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1724307288.117163:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3297:x1808064246476672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1724307288.117168:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307288.117174:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009eb3d8c0/0x85b23e07e0bfb8f7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bfb8f0 expref: 18 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.117186:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1724307288.117201:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:3297:x1808064246476672:12345-0@lo:103:ldlm_bl.0 Request processed in 36us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307288.117206:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1724307288.117214:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1724307288.117217:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136905c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:3299:x1808064246476544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1724307288.117223:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307288.117228:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009eb3e1c0/0x85b23e07e0bfb9a6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bfb99f expref: 16 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.117239:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307288.117285:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307288.117311:0:9710:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1724307288.117314:0:9710:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5516050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3299:x1808064246476416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1724307288.117321:0:9710:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307288.117329:0:9710:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c44e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c447 expref: 15 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307288.117336:0:9710:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1724307288.117356:0:9710:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5516050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:3299:x1808064246476416:12345-0@lo:103:ldlm_bl.0 Request processed in 42us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307288.117362:0:9710:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00010000:00010000:1.0:1724307288.117377:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1724307288.117866:0:20485:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 3/7 00000020:00080000:1.0:1724307288.117871:0:20485:0:(genops.c:1713:print_export_data()) lustre-MDT0000: ACTIVE ffff88009bb1b000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00080000:1.0:1724307288.117876:0:20485:0:(genops.c:1713:print_export_data()) lustre-MDT0000: ACTIVE ffff88009bc97800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00080000:1.0:1724307288.117883:0:20485:0:(genops.c:1713:print_export_data()) lustre-MDT0000: ACTIVE ffff8801360e6800 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 192.168.204.7@tcp 6 (0 0 1) 0 0 0 0: (null) 300647713226 stale:0 00000020:00080000:1.0:1724307288.117887:0:20485:0:(genops.c:1481:class_disconnect_exports()) OBD device 5 (ffff8800a5a68000) has exports, disconnecting them 00000020:00080000:1.0:1724307288.117891:0:20485:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff88009bb1b000), last request at 1724307284 00000020:00000080:1.0:1724307288.117896:0:20485:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c439 00000100:00080000:1.0:1724307288.117901:0:20485:0:(import.c:86:import_set_state_nolock()) ffff88009bb1a000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000020:00080000:1.0:1724307288.117937:0:20485:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff88009bb1b000): rc 0 00000020:00000080:1.0:1724307288.117939:0:20485:0:(genops.c:925:class_export_put()) final put ffff88009bb1b000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:1.0:1724307288.117947:0:20485:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff88009bc97800), last request at 1724307284 00000020:00000080:1.0:1724307288.117953:0:20485:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfc42d 00000100:00080000:1.0:1724307288.117957:0:20485:0:(import.c:86:import_set_state_nolock()) ffff88009bc93800 ÿÿÿÿ: changing import state from FULL to CLOSED 00010000:00010000:1.0:1724307288.117982:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1724307288.117999:0:20485:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff88009bc97800): rc 0 00000020:00000080:1.0:1724307288.118000:0:20485:0:(genops.c:925:class_export_put()) final put ffff88009bc97800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:1.0:1724307288.118004:0:20485:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.204.7@tcp (ffff8801360e6800), last request at 1724307283 00000020:00000080:1.0:1724307288.118006:0:20485:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfb93d 00000020:00010000:1.0:1724307288.118012:0:20485:0:(genops.c:1815:obd_stale_export_put()) Put export ffff8801360e6800: total 2 00000100:00080000:1.0:1724307288.118014:0:20485:0:(import.c:86:import_set_state_nolock()) ffff8801360e4000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000020:00010000:1.0:1724307288.118021:0:9709:0:(genops.c:1801:obd_stale_export_get()) Get export ffff8801360e6800: total 2 00010000:00010000:1.0:1724307288.118032:0:9709:0:(ldlm_lock.c:2628:ldlm_export_cancel_blocked_locks()) Export ffff8801360e6800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1724307288.118051:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800909b7cc0/0x85b23e07e0bfc4c7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xa30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6f0 expref: 5 pid: 14907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307288.118073:0:9709:0:(ldlm_lock.c:2656:ldlm_export_cancel_locks()) Export ffff8801360e6800, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1724307288.119428:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1724307288.119445:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88009bb1b000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000100:00100000:2.0:1724307288.119451:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246476416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1724307288.119477:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246476672:0@lo:103:ldlm_bl.0 00000020:00000080:3.0:1724307288.119483:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88009bc97800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000100:00100000:2.0:1724307288.119485:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a00dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246476288:0@lo:103:ldlm_bl.0 00000020:00000080:3.0:1724307288.119498:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009bb1a000 for lustre-MDT0000 00000020:00000080:3.0:1724307288.119501:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009bc93800 for lustre-MDT0000 00010000:00010000:3.0:1724307288.119506:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307288.119523:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136905c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:3299:x1808064246476544:12345-0@lo:103:ldlm_bl.0 Request processed in 2304us (2527us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307288.119531:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1724307288.119573:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009aeeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246476544:0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1724307288.119739:0:20485:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 192.168.204.7@tcp (ffff8801360e6800): rc 0 00000004:00000080:3.0:1724307288.119753:0:20485:0:(mdd_device.c:2271:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffff88008fb27b20 00000100:00080000:3.0:1724307288.119767:0:20485:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1724307288.119771:0:20485:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836584 gen 3 00000004:00080000:3.0:1724307288.119780:0:20485:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00080000:3.0:1724307288.119832:0:20485:0:(pinger.c:421:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1724307288.119849:0:20485:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1724307288.119860:0:20485:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1724307288.119862:0:20485:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970738 gen 3 00000004:00080000:3.0:1724307288.119868:0:20485:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:3.0:1724307288.119927:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246476800:0@lo:9:umount.0 00000100:00100000:3.0:1724307288.119963:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1724307288.119986:0:20485:0:(pinger.c:421:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1724307288.119993:0:20485:0:(import.c:86:import_set_state_nolock()) ffff88012a31a800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1724307288.120002:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246476928:0@lo:9:umount.0 00000100:00100000:3.0:1724307288.120018:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307288.120036:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246476800 00000100:00100000:3.0:1724307288.120041:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246476800 00000100:00100000:3.0:1724307288.120065:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246476928 00000100:00100000:3.0:1724307288.120067:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246476928 00000100:00100000:3.0:1724307288.120080:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11926 00000100:00100000:3.0:1724307288.120084:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3295:x1808064246476800:12345-0@lo:9:umount.0 00000020:00000080:3.0:1724307288.120103:0:9058:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c401 00000100:00080000:3.0:1724307288.120107:0:9058:0:(import.c:86:import_set_state_nolock()) ffff88009cce5000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000001:00000004:3.0:1724307288.120128:0:9058:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 6, last_transno is 25769803776 00000100:00100000:2.0:1724307288.120148:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11927 00000100:00100000:2.0:1724307288.120153:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3295:x1808064246476928:12345-0@lo:9:umount.0 00000020:00000080:2.0:1724307288.120163:0:19425:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfb98a 00000100:00080000:2.0:1724307288.120167:0:19425:0:(import.c:86:import_set_state_nolock()) ffff88009b18c000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000001:00000004:2.0:1724307288.120182:0:19425:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294970738 00000100:00100000:2.0:1724307288.120354:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+2:3295:x1808064246476928:12345-0@lo:9:umount.0 Request processed in 195us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307288.120359:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11927 00010000:00010000:2.0:1724307288.120371:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1724307288.121448:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012a31a800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1724307288.121458:0:3295:0:(osp_dev.c:1620:osp_import_event()) got disconnected 00000004:00080000:2.0:1724307288.121459:0:3295:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:2.0:1724307288.121463:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246476928:0@lo:9:umount.0 00000100:00100000:3.0:1724307288.121519:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3295:x1808064246476800:12345-0@lo:9:umount.0 Request processed in 1433us (1555us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307288.121525:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11926 00000100:00080000:0.0:1724307288.121529:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307258 00000100:00080000:0.0:1724307288.121532:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307258 00010000:00010000:0.0:1724307288.121537:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1724307288.121598:0:20485:0:(genops.c:1486:class_disconnect_exports()) OBD device 5 (ffff8800a5a68000) has no exports 00010000:00080000:2.0:1724307288.121765:0:3295:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009e831f80 x1808064246476800/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724307298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 00000100:00080000:2.0:1724307288.121773:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009c235000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000020:00080000:3.0:1724307288.121789:0:20485:0:(genops.c:1486:class_disconnect_exports()) OBD device 5 (ffff8800a5a68000) has no exports 00000004:00080000:2.0:1724307288.122235:0:3295:0:(osp_dev.c:1620:osp_import_event()) got disconnected 00000004:00080000:2.0:1724307288.122238:0:3295:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:2.0:1724307288.122241:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246476800:0@lo:9:umount.0 00000020:00000080:1.0:1724307288.134636:0:9709:0:(genops.c:925:class_export_put()) final put ffff8801360e6800/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00010000:00010000:0.0:1724307288.136101:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307288.136104:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307288.136106:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1724307288.136338:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8801360e6800/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e for lustre-MDT0000 00000020:00000080:2.0:1724307288.136404:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8801360e4000 for lustre-MDT0000 00000020:00000080:3.0:1724307288.149184:0:20485:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfb952 00000020:00000080:3.0:1724307288.149195:0:20485:0:(genops.c:925:class_export_put()) final put ffff88012d42c000/lustre-QMT0000_UUID 00000020:00000080:0.0:1724307288.150300:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d42c000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1724307288.150450:0:20485:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1724307288.150539:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1724307288.150549:0:20485:0:(obd_config.c:900:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1724307288.150552:0:20485:0:(genops.c:1486:class_disconnect_exports()) OBD device 7 (ffff88009f94d540) has no exports 00000020:00000080:2.0:1724307288.151956:0:20485:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfb94b 00000020:00000080:2.0:1724307288.151962:0:20485:0:(genops.c:925:class_export_put()) final put ffff88012d428000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1724307288.152035:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1724307288.152041:0:20485:0:(obd_config.c:828:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1724307288.152043:0:20485:0:(genops.c:925:class_export_put()) final put ffff8800949b8000/lustre-QMT0000_UUID 00000020:00000080:2.0:1724307288.152046:0:20485:0:(genops.c:883:class_export_destroy()) destroying export ffff8800949b8000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1724307288.152050:0:20485:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:0.0:1724307288.152093:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d428000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1724307288.152155:0:20485:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff88009069b120 - data ffff88009eb8aa80/ffff8800a50e8400 00000020:01000000:2.0:1724307288.152180:0:20485:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff880091e9b840 - data ffff88009ebf4b40/ffff88009c3c48c0 00000100:00080000:2.0:1724307288.168497:0:20485:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1724307288.168505:0:20485:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836584 gen 4 00000004:00080000:2.0:1724307288.168521:0:20485:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:2.0:1724307288.168524:0:20485:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1724307288.169780:0:14948:0:(osp_sync.c:1283:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1724307288.169784:0:14948:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x118:0x0] index 501 count 1 00000040:00080000:1.0:1724307288.169796:0:14948:0:(llog.c:792:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 70 count 2 00000040:00080000:1.0:1724307288.170069:0:14948:0:(llog_cat.c:1172:llog_cat_set_first_idx()) catlog [0x1:0x2:0x0] first idx 70, last_idx 70 00000100:00080000:2.0:1724307288.170396:0:20485:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1724307288.170399:0:20485:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970738 gen 4 00000004:00080000:2.0:1724307288.170420:0:20485:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:2.0:1724307288.170422:0:20485:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1724307288.170975:0:14950:0:(osp_sync.c:1283:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1724307288.170978:0:14950:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x11a:0x0] index 501 count 1 00000040:00080000:1.0:1724307288.170987:0:14950:0:(llog.c:792:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 70 count 2 00000040:00080000:1.0:1724307288.171079:0:14950:0:(llog_cat.c:1172:llog_cat_set_first_idx()) catlog [0x1:0x5:0x0] first idx 70, last_idx 70 00000020:00000080:1.0:1724307288.202891:0:20485:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfb913 00000020:00000080:1.0:1724307288.202899:0:20485:0:(genops.c:925:class_export_put()) final put ffff88012b4d5800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1724307288.203837:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012b4d5800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1724307288.204206:0:20485:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfb928 00000020:00000080:1.0:1724307288.204214:0:20485:0:(genops.c:925:class_export_put()) final put ffff88012b4d3800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1724307288.204348:0:20485:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1724307288.204350:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012b4d3800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1724307288.204380:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1724307288.204387:0:20485:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1724307288.204390:0:20485:0:(genops.c:1486:class_disconnect_exports()) OBD device 4 (ffff8800a5a6bff0) has no exports 00000004:01000000:1.0:1724307288.204473:0:20485:0:(lod_lov.c:82:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1724307288.204479:0:20485:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfb983 00000020:00000080:1.0:1724307288.204483:0:20485:0:(genops.c:925:class_export_put()) final put ffff880129da3800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1724307288.204487:0:20485:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1724307288.204489:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1724307288.204490:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff880129da3800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1724307288.204494:0:20485:0:(obd_config.c:900:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1724307288.204496:0:20485:0:(genops.c:1486:class_disconnect_exports()) OBD device 13 (ffff8800a5a6d540) has no exports 00000020:00000080:1.0:1724307288.204499:0:20485:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfb975 00000020:00000080:1.0:1724307288.204501:0:20485:0:(genops.c:925:class_export_put()) final put ffff88012a31f800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1724307288.204505:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012a31f800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1724307288.204626:0:20485:0:(obd_class.h:698:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1724307288.204630:0:20485:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1724307288.204634:0:20485:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970738 gen 5 00000004:00080000:1.0:1724307288.204656:0:20485:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:1.0:1724307288.204658:0:20485:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1724307288.204778:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88012a31a800 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1724307288.204800:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307288.204807:0:20485:0:(obd_config.c:828:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1724307288.204809:0:20485:0:(genops.c:925:class_export_put()) final put ffff88009bc92000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1724307288.204811:0:20485:0:(genops.c:883:class_export_destroy()) destroying export ffff88009bc92000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1724307288.204815:0:20485:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1724307288.204822:0:20485:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfb967 00000020:00000080:1.0:1724307288.204825:0:20485:0:(genops.c:925:class_export_put()) final put ffff88012d7a5000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1724307288.204828:0:20485:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1724307288.204830:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1724307288.204833:0:20485:0:(obd_config.c:900:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000080:0.0:1724307288.204834:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d7a5000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00080000:1.0:1724307288.204835:0:20485:0:(genops.c:1486:class_disconnect_exports()) OBD device 8 (ffff88009f94ea90) has no exports 00000020:00000080:1.0:1724307288.204838:0:20485:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfb960 00000020:00000080:1.0:1724307288.204840:0:20485:0:(genops.c:925:class_export_put()) final put ffff88009c236800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1724307288.204849:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88009c236800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1724307288.204944:0:20485:0:(obd_class.h:698:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1724307288.204946:0:20485:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1724307288.204949:0:20485:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836584 gen 5 00000004:00080000:1.0:1724307288.204951:0:20485:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:1.0:1724307288.204952:0:20485:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1724307288.204989:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009c235000 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1724307288.205116:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307288.205119:0:20485:0:(obd_config.c:828:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1724307288.205122:0:20485:0:(genops.c:925:class_export_put()) final put ffff88012a31e000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1724307288.205123:0:20485:0:(genops.c:883:class_export_destroy()) destroying export ffff88012a31e000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1724307288.205126:0:20485:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1724307288.205187:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307288.205189:0:20485:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1724307288.205191:0:20485:0:(genops.c:925:class_export_put()) final put ffff8800a9a77000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1724307288.205192:0:20485:0:(genops.c:883:class_export_destroy()) destroying export ffff8800a9a77000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1724307288.205195:0:20485:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1724307288.205217:0:20485:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfb92f 00000020:00000080:1.0:1724307288.205225:0:20485:0:(genops.c:925:class_export_put()) final put ffff88012b4d1800/lustre-MDD0000_UUID 00000020:01000000:1.0:1724307288.205237:0:20485:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1724307288.205240:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1724307288.205242:0:20485:0:(obd_config.c:900:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1724307288.205248:0:20485:0:(genops.c:1486:class_disconnect_exports()) OBD device 6 (ffff8800a5a6aaa0) has no exports 00000020:00000080:1.0:1724307288.205364:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307288.205368:0:20485:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1724307288.205371:0:20485:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfb936 00000020:00000080:1.0:1724307288.205374:0:20485:0:(genops.c:925:class_export_put()) final put ffff88012b4d2800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1724307288.205380:0:20485:0:(tgt_mount.c:206:server_put_mount()) put mount ffff8800a9a73800 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1724307288.205383:0:20485:0:(obd_mount.c:770:lustre_put_lsi()) put ffff8800a9a73800 3 00000020:01000004:1.0:1724307288.205386:0:20485:0:(tgt_mount.c:139:server_deregister_mount()) deregister mount ffff8800a9a73800 from lustre-MDT0000 00000020:00000080:1.0:1724307288.205430:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307288.205432:0:20485:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1724307288.205434:0:20485:0:(genops.c:925:class_export_put()) final put ffff88012b4d4800/lustre-MDT0000_UUID 00000020:00000080:1.0:1724307288.205436:0:20485:0:(genops.c:883:class_export_destroy()) destroying export ffff88012b4d4800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1724307288.205440:0:20485:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1724307288.205448:0:20485:0:(obd_mount.c:618:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:1.0:1724307288.205451:0:20485:0:(tgt_mount.c:274:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1724307288.205452:0:20485:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1724307288.205454:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1724307288.205456:0:20485:0:(obd_config.c:900:class_cleanup()) MGS: forcing exports to disconnect: 2/5 00000020:00080000:1.0:1724307288.205463:0:20485:0:(genops.c:1713:print_export_data()) MGS: ACTIVE ffff88009bc90800 31a81d4a-43f7-45b0-a075-f219c8077a24 192.168.204.7@tcp 8 (0 0 4) 0 0 0 0: (null) 0 stale:0 00000020:00080000:1.0:1724307288.205469:0:20485:0:(genops.c:1713:print_export_data()) MGS: ACTIVE ffff880136b43000 f5ebe9fe-97e8-4c85-85e0-e929df75ee5b 0@lo 12 (0 0 8) 0 0 0 0: (null) 0 stale:0 00000020:00080000:1.0:1724307288.205472:0:20485:0:(genops.c:1481:class_disconnect_exports()) OBD device 1 (ffff88012faf8000) has exports, disconnecting them 00000020:00080000:1.0:1724307288.205476:0:20485:0:(genops.c:1456:class_disconnect_export_list()) MGS: disconnecting export at 192.168.204.7@tcp (ffff88009bc90800), last request at 1724307284 00000020:00000080:1.0:1724307288.205485:0:20485:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfba4e 00000020:00010000:1.0:1724307288.205488:0:20485:0:(genops.c:1815:obd_stale_export_put()) Put export ffff88009bc90800: total 2 00000100:00080000:1.0:1724307288.205492:0:20485:0:(import.c:86:import_set_state_nolock()) ffff88009bc96000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1724307288.205507:0:20485:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 192.168.204.7@tcp (ffff88009bc90800): rc 0 00000020:00080000:1.0:1724307288.205510:0:20485:0:(genops.c:1456:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff880136b43000), last request at 1724307288 00000020:00000080:1.0:1724307288.205514:0:20485:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfb8e2 00000020:00010000:1.0:1724307288.205517:0:20485:0:(genops.c:1815:obd_stale_export_put()) Put export ffff880136b43000: total 2 00000100:00080000:1.0:1724307288.205519:0:20485:0:(import.c:86:import_set_state_nolock()) ffff880136b40800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1724307288.205524:0:20485:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff880136b43000): rc 0 00000020:00080000:1.0:1724307288.205538:0:20485:0:(genops.c:1486:class_disconnect_exports()) OBD device 1 (ffff88012faf8000) has no exports 00000100:00100000:1.0:1724307288.205577:0:14905:0:(service.c:2969:ptlrpc_main()) ll_mgs_0001: service thread [ffff8800b46a2000:14905] 1 exiting: rc = 0 00000020:00000080:0.0:1724307288.205718:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012b4d1800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:0.0:1724307288.205722:0:8899:0:(genops.c:925:class_export_put()) final put ffff88012b4d0800/lustre-MDD0000_UUID 00000020:00000080:0.0:1724307288.205723:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012b4d0800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:0.0:1724307288.205726:0:8899:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:0.0:1724307288.205731:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012b4d2800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00010000:2.0:1724307288.205867:0:7042:0:(genops.c:1801:obd_stale_export_get()) Get export ffff88009bc90800: total 0 00010000:00010000:2.0:1724307288.205893:0:7042:0:(ldlm_lock.c:2628:ldlm_export_cancel_blocked_locks()) Export ffff88009bc90800, canceled 0 locks, left on hash table 4. 00000100:00100000:3.0:1724307288.205907:0:14904:0:(service.c:2969:ptlrpc_main()) ll_mgs_0000: service thread [ffff8800b46a2e00:14904] 0 exiting: rc = 1 00010000:00010000:2.0:1724307288.205917:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009eb3cb40/0x85b23e07e0bfc449 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6cd expref: 5 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.205930:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009eb3f600/0x85b23e07e0bfc457 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6db expref: 4 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.205940:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009ffe2880/0x85b23e07e0c0c455 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfb6 expref: 3 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.205951:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800909b7a80/0x85b23e07e0bfc450 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6b6d4 expref: 2 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.205959:0:7042:0:(ldlm_lock.c:2656:ldlm_export_cancel_locks()) Export ffff88009bc90800, canceled 4 locks, left on hash table 0. 00000020:00000080:2.0:1724307288.205971:0:7042:0:(genops.c:925:class_export_put()) final put ffff88009bc90800/31a81d4a-43f7-45b0-a075-f219c8077a24 00000020:00010000:2.0:1724307288.205977:0:7042:0:(genops.c:1801:obd_stale_export_get()) Get export ffff880136b43000: total 1 00010000:00010000:2.0:1724307288.205985:0:7042:0:(ldlm_lock.c:2628:ldlm_export_cancel_blocked_locks()) Export ffff880136b43000, canceled 0 locks, left on hash table 8. 00010000:00010000:2.0:1724307288.205995:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800909b5680/0x85b23e07e0bfba1d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bfba16 expref: 9 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.206003:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a9a94d80/0x85b23e07e0c0c424 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c41d expref: 8 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.206010:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800909b5440/0x85b23e07e0bfba0f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bfba08 expref: 7 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.206017:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880091163600/0x85b23e07e0c0c416 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c40f expref: 6 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.206025:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800909b61c0/0x85b23e07e0bfba2b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bfba24 expref: 5 pid: 14904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.206036:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d171440/0x85b23e07e0bfba39 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bfba32 expref: 4 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.206045:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009102c240/0x85b23e07e0bfba47 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0bfba40 expref: 3 pid: 14905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.206055:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d400d80/0x85b23e07e0c0c3ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c3e5 expref: 2 pid: 14906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307288.206064:0:7042:0:(ldlm_lock.c:2656:ldlm_export_cancel_locks()) Export ffff880136b43000, canceled 8 locks, left on hash table 0. 00000020:00000080:2.0:1724307288.206071:0:7042:0:(genops.c:925:class_export_put()) final put ffff880136b43000/f5ebe9fe-97e8-4c85-85e0-e929df75ee5b 00010000:00010000:2.0:1724307288.206074:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1724307288.206076:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1724307288.206077:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1724307288.206085:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307288.206101:0:14906:0:(service.c:2969:ptlrpc_main()) ll_mgs_0002: service thread [ffff88013640dc00:14906] 2 exiting: rc = 0 00000020:00000080:0.0:1724307288.206175:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88009bc90800/31a81d4a-43f7-45b0-a075-f219c8077a24 for MGS 00000020:00000080:0.0:1724307288.206190:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff880136b43000/f5ebe9fe-97e8-4c85-85e0-e929df75ee5b for MGS 00000100:00100000:1.0:1724307288.206195:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1724307288.206198:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009bc96000 for MGS 00000020:00000080:0.0:1724307288.206201:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff880136b40800 for MGS 00000100:00100000:1.0:1724307288.206201:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206206:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206211:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206216:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206220:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206224:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206228:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206233:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206238:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206243:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206247:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206253:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206258:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206262:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206268:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206273:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206277:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206281:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206286:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206290:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206294:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206298:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206305:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206310:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206314:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206319:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206325:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206329:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206334:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206340:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206344:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206349:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206354:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206358:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206362:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206367:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206371:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206376:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206380:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206385:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206389:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206394:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206398:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206402:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206407:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206411:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206420:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206425:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206430:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206434:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206438:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206443:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206448:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206452:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206456:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206461:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206465:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206474:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206479:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206616:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206622:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206626:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.206630:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:1.0:1724307288.207546:0:20485:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff880091e9bc00 - data ffff8800902899c0/ffff88009c3c40c0 00000020:01000000:1.0:1724307288.207558:0:20485:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff8800a0a6ed80 - data ffff880099d1d9c0/ffff8800b3e9b100 00000020:00000080:1.0:1724307288.207835:0:20485:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfb8db 00000020:00000080:1.0:1724307288.207840:0:20485:0:(genops.c:925:class_export_put()) final put ffff880129db9000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1724307288.207847:0:20485:0:(tgt_mount.c:206:server_put_mount()) put mount ffff8800a9a73800 from MGS, refs=2 00000020:01000004:1.0:1724307288.207850:0:20485:0:(obd_mount.c:770:lustre_put_lsi()) put ffff8800a9a73800 2 00000020:01000004:1.0:1724307288.207853:0:20485:0:(tgt_mount.c:139:server_deregister_mount()) deregister mount ffff8800a9a73800 from MGS 00000020:00000080:1.0:1724307288.207901:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307288.207908:0:20485:0:(obd_config.c:828:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1724307288.207910:0:20485:0:(genops.c:925:class_export_put()) final put ffff88012d7a1800/MGS 00000020:00000080:1.0:1724307288.207912:0:20485:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d7a1800/MGS for MGS 00000020:01000000:1.0:1724307288.207917:0:20485:0:(genops.c:463:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1724307288.207924:0:20485:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1724307288.207926:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1724307288.207931:0:20485:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1724307288.207936:0:20485:0:(genops.c:1713:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff88012b854000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00080000:1.0:1724307288.207940:0:20485:0:(genops.c:1481:class_disconnect_exports()) OBD device 17 (ffff88009fb55540) has exports, disconnecting them 00000020:00080000:1.0:1724307288.207944:0:20485:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff88012b854000), last request at 1724307171 00000020:00000080:1.0:1724307288.207947:0:20485:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfb9c2 00000020:00080000:1.0:1724307288.207954:0:20485:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff88012b854000): rc 0 00000020:00000080:2.0:1724307288.207973:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff880129db9000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1724307288.207982:0:20485:0:(genops.c:925:class_export_put()) final put ffff88012b854000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1724307288.207990:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff88012b854000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1724307288.208724:0:20485:0:(obd_class.h:698:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1724307288.208728:0:20485:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1724307288.208732:0:20485:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1724307288.208735:0:20485:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1724307288.208806:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009cce6800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1724307288.208829:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1724307288.208834:0:20485:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1724307288.208836:0:20485:0:(genops.c:925:class_export_put()) final put ffff88009b188000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1724307288.208838:0:20485:0:(genops.c:883:class_export_destroy()) destroying export ffff88009b188000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1724307288.208842:0:20485:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1724307288.208847:0:20485:0:(obd_mount.c:770:lustre_put_lsi()) put ffff8800a9a73800 1 00000020:00000080:0.0:1724307288.208850:0:20485:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0bfb8cd 00000020:00000080:0.0:1724307288.208852:0:20485:0:(genops.c:925:class_export_put()) final put ffff88012d7a3800/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1724307288.208856:0:20485:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1724307288.208861:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1724307288.208863:0:20485:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1724307288.208865:0:20485:0:(genops.c:1486:class_disconnect_exports()) OBD device 0 (ffff8800a5a69550) has no exports 00000020:00000080:2.0:1724307288.208908:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d7a3800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1724307288.220908:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1724307288.220919:0:20485:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1724307288.220923:0:20485:0:(genops.c:925:class_export_put()) final put ffff8800a9a70000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1724307288.220929:0:20485:0:(genops.c:883:class_export_destroy()) destroying export ffff8800a9a70000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1724307288.220942:0:20485:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1724307288.220952:0:20485:0:(obd_mount.c:695:lustre_free_lsi()) Freeing lsi ffff8800a9a76800 00000020:01000000:2.0:1724307288.220973:0:20485:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:2.0:1724307288.220976:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1724307288.220979:0:20485:0:(obd_config.c:900:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1724307288.220982:0:20485:0:(genops.c:1486:class_disconnect_exports()) OBD device 3 (ffff88009f94bff0) has no exports 00000100:00100000:1.0:1724307288.221118:0:14907:0:(service.c:2969:ptlrpc_main()) mdt00_000: service thread [ffff88012f738400:14907] 0 exiting: rc = 1 00000100:00100000:3.0:1724307288.221133:0:19904:0:(service.c:2969:ptlrpc_main()) mdt00_004: service thread [ffff8800b1f5c600:19904] 4 exiting: rc = 0 00000100:00100000:1.0:1724307288.221189:0:14909:0:(service.c:2969:ptlrpc_main()) mdt00_002: service thread [ffff88009499bc00:14909] 2 exiting: rc = 0 00000100:00100000:1.0:1724307288.221231:0:14908:0:(service.c:2969:ptlrpc_main()) mdt00_001: service thread [ffff880093593a00:14908] 1 exiting: rc = 0 00000100:00100000:2.0:1724307288.221292:0:15723:0:(service.c:2969:ptlrpc_main()) mdt00_003: service thread [ffff8801308f5400:15723] 3 exiting: rc = 0 00000100:00100000:2.0:1724307288.221345:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221351:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221357:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221363:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221368:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221374:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221380:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221384:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221389:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221394:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221399:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221403:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221406:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221410:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221415:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221419:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221424:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221430:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221435:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221439:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221444:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221449:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221454:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221459:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221464:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221468:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221472:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221476:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221480:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221483:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221488:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221492:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221497:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221501:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221507:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221511:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221515:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221519:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221523:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221528:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221532:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221536:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221540:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221544:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221548:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221551:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221555:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221560:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221564:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221567:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221571:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221575:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221579:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221583:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221587:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221591:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221595:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221603:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221844:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221849:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221852:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221857:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221862:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.221866:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.230706:0:14911:0:(service.c:2969:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff88009b6d3800:14911] 1 exiting: rc = 0 00000100:00100000:0.0:1724307288.230859:0:14910:0:(service.c:2969:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8800906e5800:14910] 0 exiting: rc = 1 00000100:00100000:0.0:1724307288.230921:0:16225:0:(service.c:2969:ptlrpc_main()) mdt_rdpg00_002: service thread [ffff88008fb94200:16225] 2 exiting: rc = 0 00000100:00100000:2.0:1724307288.231108:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231115:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231120:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231127:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231132:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231136:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231141:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231146:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231150:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231154:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231159:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231164:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231173:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231178:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231186:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231217:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231221:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231225:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231229:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231233:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231238:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231242:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231246:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231250:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231255:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231259:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231264:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231268:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231272:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231276:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231280:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231284:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231288:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231293:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231297:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231302:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231306:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231310:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231314:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231318:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231322:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231327:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231331:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231335:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231339:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231343:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231347:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231351:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231355:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231359:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231364:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231368:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231372:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231376:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231380:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231384:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231389:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231392:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231396:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231400:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231404:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231408:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231415:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.231419:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307288.232397:0:14912:0:(service.c:2969:ptlrpc_main()) mdt_out00_000: service thread [ffff8800906e5a00:14912] 0 exiting: rc = 1 00000100:00100000:1.0:1724307288.232467:0:14913:0:(service.c:2969:ptlrpc_main()) mdt_out00_001: service thread [ffff88009b506000:14913] 1 exiting: rc = 0 00000100:00100000:2.0:1724307288.232536:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232542:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232552:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232576:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232583:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232587:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232592:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232598:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232603:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232607:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232612:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232616:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232620:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232624:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232635:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232655:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232661:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232665:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232671:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232675:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232684:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232728:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232738:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232742:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232748:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232752:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232757:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232762:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232767:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232771:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232776:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232781:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232787:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232791:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232796:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232801:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232805:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232810:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232814:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232819:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232823:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232829:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232833:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232839:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232846:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232853:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232858:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232864:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232869:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232874:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232880:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232886:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232890:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232895:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232900:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232904:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232911:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232915:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232919:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232924:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232932:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232936:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232943:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.232947:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307288.259856:0:14914:0:(service.c:2969:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8800b51db600:14914] 0 exiting: rc = 1 00000100:00100000:1.0:1724307288.260002:0:14915:0:(service.c:2969:ptlrpc_main()) mdt_seqs_0001: service thread [ffff88012dc42a00:14915] 1 exiting: rc = 0 00000100:00100000:3.0:1724307288.262131:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262137:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262142:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262146:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262150:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262155:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262159:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262163:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262167:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262171:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262175:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262179:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262184:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262188:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262191:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262196:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262200:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262204:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262208:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262212:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262217:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262221:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262225:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262229:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262233:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262238:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262242:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262247:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262252:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262256:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262260:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262264:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262269:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262273:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262277:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262281:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262285:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262289:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262293:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262298:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262301:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262305:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262310:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262314:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262318:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262322:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262326:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262331:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262335:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262339:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262343:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262347:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262351:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262355:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262359:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262364:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262368:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262373:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262377:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262382:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262386:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262390:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262395:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.262399:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307288.262838:0:14916:0:(service.c:2969:ptlrpc_main()) mdt_seqm_0000: service thread [ffff88012dc43e00:14916] 0 exiting: rc = 1 00000100:00100000:1.0:1724307288.262943:0:14917:0:(service.c:2969:ptlrpc_main()) mdt_seqm_0001: service thread [ffff88012dc43800:14917] 1 exiting: rc = 0 00000100:00100000:3.0:1724307288.263021:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263025:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263030:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263034:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263038:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263042:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263046:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263050:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263054:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263058:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263063:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263067:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263071:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263075:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263079:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263082:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263086:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263090:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263094:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263098:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263101:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263105:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263108:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263112:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263116:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263120:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263123:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263127:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263130:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263134:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263138:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263142:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263146:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263150:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263154:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263158:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263161:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263164:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263168:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263172:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263175:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263179:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263183:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263187:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263190:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263194:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263198:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263202:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263205:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263209:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263213:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263217:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263221:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263225:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263228:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263232:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263235:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263239:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263243:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263247:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263251:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263254:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263258:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263262:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307288.263574:0:14919:0:(service.c:2969:ptlrpc_main()) mdt_fld_0001: service thread [ffff88013606fc00:14919] 1 exiting: rc = 0 00000100:00100000:0.0:1724307288.263679:0:14918:0:(service.c:2969:ptlrpc_main()) mdt_fld_0000: service thread [ffff88013606e600:14918] 0 exiting: rc = 1 00000100:00100000:3.0:1724307288.263830:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263834:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263838:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263842:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263846:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263849:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263853:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263857:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263861:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263865:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263869:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263873:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263876:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263880:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263883:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263888:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263892:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263896:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263900:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263905:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263909:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263913:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263917:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263921:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263925:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263929:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263933:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263937:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263940:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263944:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263947:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263952:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263955:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263960:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263964:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263968:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263972:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263976:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263980:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263984:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263987:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263991:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263994:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.263998:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264002:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264006:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264009:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264013:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264018:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264022:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264026:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264030:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264033:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264037:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264040:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264046:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264050:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264053:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264058:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264062:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264065:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264069:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264072:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307288.264076:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307288.265721:0:14921:0:(service.c:2969:ptlrpc_main()) mdt_io00_001: service thread [ffff8800b458ae00:14921] 1 exiting: rc = 0 00000100:00100000:1.0:1724307288.266199:0:14922:0:(service.c:2969:ptlrpc_main()) mdt_io00_002: service thread [ffff8800906e4000:14922] 2 exiting: rc = 0 00000100:00100000:3.0:1724307288.266582:0:14920:0:(service.c:2969:ptlrpc_main()) mdt_io00_000: service thread [ffff8801308d7200:14920] 0 exiting: rc = 1 00000100:00100000:2.0:1724307288.267587:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267594:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267599:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267603:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267608:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267612:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267616:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267621:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267625:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267630:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267635:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267755:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267759:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267763:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267767:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267771:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267776:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267780:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267784:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267789:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267794:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267797:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267802:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267806:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267818:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267823:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267826:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267831:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267835:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267840:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267844:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267848:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267855:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267860:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267869:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267875:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267880:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267885:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267890:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267895:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267899:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267904:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267909:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267914:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267918:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267922:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267926:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267929:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267933:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267937:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267941:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267945:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267949:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267953:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267957:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267961:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267966:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267970:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267973:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267977:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267981:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267986:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267990:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307288.267995:0:20485:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1724307288.286106:0:20485:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1724307288.286118:0:20485:0:(obd_config.c:828:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1724307288.286122:0:20485:0:(genops.c:925:class_export_put()) final put ffff880136b43800/MDS_uuid 00000020:00000080:3.0:1724307288.286126:0:20485:0:(genops.c:883:class_export_destroy()) destroying export ffff880136b43800/MDS_uuid for MDS 00000020:01000000:3.0:1724307288.286131:0:20485:0:(genops.c:463:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1724307288.286140:0:20485:0:(tgt_mount.c:1798:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:0.0:1724307288.375800:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307289.252663:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1724307289.252691:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246477056:0@lo:400:kworker.0 00000400:00000100:2.0:1724307289.252738:0:3296:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1808064246477056 offset 0 length 224: 4 00000100:00100000:2.0:1724307289.252762:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136907480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3299:1808064246477312:0@lo:400:kworker.0 00000400:00000100:2.0:1724307289.252778:0:3299:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246477312 offset 0 length 224: 4 00000100:00100000:2.0:1724307289.252784:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1724307289.252788:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246477184:0@lo:400:kworker.0 00000400:00000100:2.0:1724307289.252799:0:3299:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246477184 offset 0 length 224: 4 00010000:00010000:0.0:1724307289.378034:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1724307289.602193:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1724307289.602201:0:9780:0:(genops.c:925:class_export_put()) final put ffff88009b189800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1724307289.602225:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff88009b189800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1724307289.602256:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009b18c000 for lustre-OST0001 00000400:00000100:0.0:1724307289.764911:0:3290:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 12 match 1808064248594176 offset 0 length 224: 4 00000400:00000100:0.0:1724307289.764927:0:3290:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 26 match 1808064248594048 offset 0 length 224: 4 00010000:00010000:2.0:1724307290.380162:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1724307290.430811:0:19334:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1724307290.430818:0:19334:0:(genops.c:925:class_export_put()) final put ffff8800a5946800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1724307290.430859:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8800a5946800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1724307290.430930:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009cce5000 for lustre-OST0000 00010000:00010000:0.0:1724307291.382016:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307292.383826:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307293.387221:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307294.260705:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3298:1808064246477696:0@lo:400:kworker.0 00000400:00000100:1.0:1724307294.260748:0:3298:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246477696 offset 0 length 224: 4 00000100:00100000:2.0:1724307294.260824:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246477440:0@lo:400:kworker.0 00000400:00000100:2.0:1724307294.260844:0:3296:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1808064246477440 offset 0 length 224: 4 00000100:00100000:2.0:1724307294.260854:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1724307294.260858:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246477568:0@lo:400:kworker.0 00000400:00000100:2.0:1724307294.260868:0:3296:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246477568 offset 0 length 224: 4 00010000:00010000:0.0:1724307294.388808:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1724307294.769927:0:3290:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 26 match 1808064248594304 offset 0 length 224: 4 00000400:00000100:0.0:1724307294.769946:0:3290:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 12 match 1808064248594432 offset 0 length 224: 4 00010000:00010000:0.0:1724307295.390108:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307296.392570:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307297.394516:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307298.396345:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307299.267934:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246477952:0@lo:400:kworker.0 00000400:00000100:1.0:1724307299.267979:0:3296:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246477952 offset 0 length 224: 4 00000100:00100000:1.0:1724307299.268003:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1724307299.268007:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3296:1808064246478080:0@lo:400:kworker.0 00000400:00000100:1.0:1724307299.268018:0:3296:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246478080 offset 0 length 224: 4 00000100:00100000:0.0:1724307299.268527:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246477824:0@lo:400:kworker.0 00000400:00000100:0.0:1724307299.268547:0:3299:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1808064246477824 offset 0 length 224: 4 00010000:00010000:0.0:1724307299.399000:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1724307299.777381:0:3289:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 26 match 1808064248594560 offset 0 length 224: 4 00000400:00000100:0.0:1724307299.777401:0:3289:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 12 match 1808064248594688 offset 0 length 224: 4 00010000:00010000:2.0:1724307300.399711:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:01200004:1.0:1724307301.224811:0:21084:0:(super25.c:129:lustre_fill_super()) VFS Op: sb ffff880094d4d000 00000020:01000004:1.0:1724307301.224842:0:21084:0:(obd_mount.c:1068:lmd_print()) mount data: 00000020:01000004:1.0:1724307301.224844:0:21084:0:(obd_mount.c:1071:lmd_print()) device: lustre-mdt1/mdt1 00000020:01000004:1.0:1724307301.224850:0:21084:0:(tgt_mount.c:2107:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1724307301.224860:0:21084:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:1.0:1724307301.224864:0:21084:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1724307301.224875:0:21084:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff88009f94ea90) 00000020:00000080:1.0:1724307301.224889:0:21084:0:(obd_config.c:671:class_attach()) OBD: dev 0 attached type osd-zfs with refcount 2 00000020:00000080:1.0:1724307301.224892:0:21084:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00100000:10000000:3.0:1724307301.256020:0:21084:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:3.0:1724307301.261737:0:21084:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x7a:0x0] (8/32) 00100000:10000000:3.0:1724307301.263861:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 401: rc = 0 00100000:10000000:3.0:1724307301.265277:0:21084:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:3.0:1724307301.265302:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 401: rc = 0 00100000:10000000:3.0:1724307301.265356:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 401: rc = 0 00100000:10000000:3.0:1724307301.265396:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 401: rc = 0 00100000:10000000:3.0:1724307301.265435:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 401: rc = 0 00100000:10000000:3.0:1724307301.265490:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 401: rc = 0 00100000:10000000:3.0:1724307301.267130:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 403: rc = 0 00100000:10000000:3.0:1724307301.272527:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 328: rc = 0 00100000:10000000:3.0:1724307301.272570:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 328: rc = 0 00100000:10000000:3.0:1724307301.276560:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 539: rc = 0 00100000:10000000:3.0:1724307301.279117:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 539: rc = 0 00100000:10000000:3.0:1724307301.280187:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 539: rc = 0 00100000:10000000:3.0:1724307301.281681:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 539: rc = 0 00100000:10000000:3.0:1724307301.282747:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 539: rc = 0 00100000:10000000:3.0:1724307301.284009:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 539: rc = 0 00100000:10000000:3.0:1724307301.285690:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 539: rc = 0 00100000:10000000:3.0:1724307301.286939:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 539: rc = 0 00100000:10000000:3.0:1724307301.288101:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 539: rc = 0 00100000:10000000:3.0:1724307301.289169:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 539: rc = 0 00100000:10000000:3.0:1724307301.290585:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 539: rc = 0 00100000:10000000:3.0:1724307301.291804:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 539: rc = 0 00100000:10000000:3.0:1724307301.294811:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 649: rc = 0 00100000:10000000:3.0:1724307301.296193:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 649: rc = 0 00100000:10000000:3.0:1724307301.297503:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 649: rc = 0 00100000:10000000:2.0:1724307301.299220:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 649: rc = 0 00100000:10000000:2.0:1724307301.300356:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 649: rc = 0 00100000:10000000:2.0:1724307301.301919:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 649: rc = 0 00100000:10000000:2.0:1724307301.303115:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 649: rc = 0 00100000:10000000:2.0:1724307301.304116:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 649: rc = 0 00100000:10000000:2.0:1724307301.305363:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 649: rc = 0 00100000:10000000:2.0:1724307301.307854:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 649: rc = 0 00100000:10000000:2.0:1724307301.308978:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 649: rc = 0 00100000:10000000:2.0:1724307301.310424:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 649: rc = 0 00100000:10000000:2.0:1724307301.311494:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 649: rc = 0 00100000:10000000:2.0:1724307301.312542:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 649: rc = 0 00100000:10000000:2.0:1724307301.313796:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 649: rc = 0 00100000:10000000:2.0:1724307301.315127:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 649: rc = 0 00100000:10000000:2.0:1724307301.316257:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 649: rc = 0 00100000:10000000:2.0:1724307301.317693:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 649: rc = 0 00100000:10000000:2.0:1724307301.318853:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 649: rc = 0 00100000:10000000:2.0:1724307301.320335:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 649: rc = 0 00100000:10000000:2.0:1724307301.321620:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 649: rc = 0 00100000:10000000:2.0:1724307301.322810:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 649: rc = 0 00100000:10000000:2.0:1724307301.324084:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 649: rc = 0 00100000:10000000:2.0:1724307301.326048:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 649: rc = 0 00100000:10000000:2.0:1724307301.327579:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 649: rc = 0 00100000:10000000:2.0:1724307301.328829:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 649: rc = 0 00100000:10000000:2.0:1724307301.330091:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 649: rc = 0 00100000:10000000:2.0:1724307301.331241:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 649: rc = 0 00100000:10000000:2.0:1724307301.332424:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 649: rc = 0 00100000:10000000:2.0:1724307301.333523:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 649: rc = 0 00100000:10000000:2.0:1724307301.334513:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 649: rc = 0 00100000:10000000:2.0:1724307301.335634:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 649: rc = 0 00100000:10000000:2.0:1724307301.338293:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200015bc0:0x1:0x0] under 336: rc = 0 00100000:10000000:2.0:1724307301.339325:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 336: rc = 0 00100000:10000000:2.0:1724307301.340565:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x2000182d0:0x1:0x0] under 336: rc = 0 00100000:10000000:2.0:1724307301.340620:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200017b00:0x1:0x0] under 336: rc = 0 00100000:10000000:2.0:1724307301.342472:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200016778:0x1:0x0] under 336: rc = 0 00100000:10000000:2.0:1724307301.344111:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200017330:0x1:0x0] under 336: rc = 0 00100000:10000000:2.0:1724307301.345785:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x20001a210:0x1:0x0] under 336: rc = 0 00100000:10000000:2.0:1724307301.349363:0:21084:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:2.0:1724307301.350564:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 333: rc = 0 00100000:10000000:2.0:1724307301.351953:0:21084:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:2.0:1724307301.351972:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 333: rc = 0 00100000:10000000:2.0:1724307301.353021:0:21084:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:2.0:1724307301.353039:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 333: rc = 0 00100000:10000000:2.0:1724307301.356354:0:21084:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:2.0:1724307301.356385:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 329: rc = 0 00100000:10000000:2.0:1724307301.357864:0:21084:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:2.0:1724307301.357888:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 329: rc = 0 00100000:10000000:2.0:1724307301.359180:0:21084:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:2.0:1724307301.359202:0:21084:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 329: rc = 0 00000020:00000080:2.0:1724307301.359400:0:21084:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1724307301.359412:0:21084:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0c0c4a9 00000020:01000004:2.0:1724307301.359416:0:21084:0:(tgt_mount.c:2192:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:2.0:1724307301.359423:0:21084:0:(tgt_mount.c:238:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1724307301.359426:0:21084:0:(tgt_mount.c:120:server_register_mount()) register mount ffff880094d4d000 from MGS 00000020:01000004:2.0:1724307301.359429:0:21084:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1724307301.359432:0:21084:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1724307301.359441:0:21084:0:(genops.c:432:class_newdev()) Allocate new device MGS (ffff88012fafbff0) 00000020:00000080:2.0:1724307301.359450:0:21084:0:(obd_config.c:671:class_attach()) OBD: dev 1 attached type mgs with refcount 2 00000020:00000080:2.0:1724307301.359466:0:21084:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1724307301.359507:0:21084:0:(tgt_mount.c:172:server_get_mount()) get mount ffff880094d4d000 from MGS, refs=2 00000020:00000080:2.0:1724307301.359512:0:21084:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0c0c4b7 00010000:00010000:2.0:1724307301.359584:0:21084:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-2 is initialized 00000040:01000000:2.0:1724307301.372328:0:21084:0:(llog_obd.c:212:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1724307301.375740:0:21085:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1724307301.375910:0:21084:0:(mgs_nids.c:444:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1724307301.376000:0:21084:0:(mgs_llog.c:607:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1724307301.378068:0:21084:0:(mgs_llog.c:607:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1724307301.378325:0:21084:0:(service.c:168:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1724307301.378423:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1724307301.378428:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1724307301.378816:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1724307301.378825:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1724307301.379162:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1724307301.379166:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1724307301.379845:0:21084:0:(obd_config.c:775:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1724307301.379866:0:21084:0:(obd_mount.c:387:lustre_start_mgc()) New MGS with live MGC 00000020:01000004:2.0:1724307301.379868:0:21084:0:(obd_mount.c:398:lustre_start_mgc()) MGC192.168.204.107@tcp:Set MGC reconnect 2 10000000:01000000:2.0:1724307301.379871:0:21084:0:(mgc_request.c:1043:mgc_set_info_async()) InitRecov MGC192.168.204.107@tcp 2/d0:i0:r0:or0:FULL 00000100:00080000:2.0:1724307301.379876:0:21084:0:(import.c:86:import_set_state_nolock()) ffff8800a5a8e000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1724307301.379880:0:21084:0:(import.c:204:ptlrpc_set_import_discon()) MGC192.168.204.107@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1724307301.379882:0:21084:0:(import.c:210:ptlrpc_set_import_discon()) import MGS@192.168.204.107@tcp for MGC192.168.204.107@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1724307301.379884:0:21084:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1724307301.379891:0:21084:0:(client.c:3449:ptlrpc_abort_inflight()) @@@ inflight req@ffff880136904000 x1808064246477056/t0(0) o400->MGC192.168.204.107@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1724307305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1724307301.379913:0:21084:0:(client.c:3449:ptlrpc_abort_inflight()) @@@ inflight req@ffff8800a572ca80 x1808064246477440/t0(0) o400->MGC192.168.204.107@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1724307310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1724307301.379920:0:21084:0:(client.c:3449:ptlrpc_abort_inflight()) @@@ inflight req@ffff8800a572f480 x1808064246477824/t0(0) o400->MGC192.168.204.107@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1724307315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 10000000:01000000:2.0:1724307301.379929:0:21084:0:(mgc_request.c:1140:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1724307301.379931:0:21084:0:(pinger.c:217:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1724307301.379932:0:21084:0:(mgc_request.c:1140:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1724307301.379935:0:21084:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 18s for inflight to error out 00000100:00100000:1.0:1724307301.380023:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246477440:0@lo:400:kworker.0 00000100:00100000:1.0:1724307301.380039:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246477056:0@lo:400:kworker.0 00000100:00100000:3.0:1724307301.380106:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246477824:0@lo:400:kworker.0 10000000:01000000:2.0:1724307301.380122:0:21084:0:(mgc_request.c:1140:mgc_import_event()) import event 0x808003 00010000:00010000:2.0:1724307301.380136:0:21084:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009102c6c0/0x85b23e07e0bfba32 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0bfba39 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1724307301.380145:0:21084:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009102c6c0/0x85b23e07e0bfba32 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0bfba39 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307301.380150:0:21084:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1724307301.380169:0:21084:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1724307301.380176:0:21084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009102c6c0/0x85b23e07e0bfba32 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0bfba39 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307301.380195:0:21084:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009d170fc0/0x85b23e07e0bfba08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0bfba0f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1724307301.380200:0:21084:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009d170fc0/0x85b23e07e0bfba08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0bfba0f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307301.380204:0:21084:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1724307301.380209:0:21084:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1724307301.380212:0:21084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009d170fc0/0x85b23e07e0bfba08 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0bfba0f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307301.380219:0:21084:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009d171f80/0x85b23e07e0bfba16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0bfba1d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1724307301.380223:0:21084:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009d171f80/0x85b23e07e0bfba16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0bfba1d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307301.380227:0:21084:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1724307301.380230:0:21084:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1724307301.380232:0:21084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009d171f80/0x85b23e07e0bfba16 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0bfba1d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307301.380238:0:21084:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009102f3c0/0x85b23e07e0bfba40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0bfba47 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1724307301.380243:0:21084:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009102f3c0/0x85b23e07e0bfba40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0bfba47 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307301.380246:0:21084:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1724307301.380249:0:21084:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1724307301.380251:0:21084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009102f3c0/0x85b23e07e0bfba40 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0bfba47 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307301.380257:0:21084:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c3e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0c0c3ec expref: -99 pid: 19102 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1724307301.380260:0:21084:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c3e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0c0c3ec expref: -99 pid: 19102 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307301.380264:0:21084:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1724307301.380267:0:21084:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1724307301.380269:0:21084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c3e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0c0c3ec expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307301.380275:0:21084:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009d403840/0x85b23e07e0c0c41d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0c0c424 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1724307301.380279:0:21084:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009d403840/0x85b23e07e0c0c41d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0c0c424 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307301.380283:0:21084:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1724307301.380286:0:21084:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1724307301.380288:0:21084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009d403840/0x85b23e07e0c0c41d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0c0c424 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307301.380297:0:21084:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009d170b40/0x85b23e07e0bfba24 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0bfba2b expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1724307301.380301:0:21084:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009d170b40/0x85b23e07e0bfba24 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0bfba2b expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307301.380305:0:21084:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1724307301.380307:0:21084:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1724307301.380309:0:21084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009d170b40/0x85b23e07e0bfba24 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0bfba2b expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307301.380315:0:21084:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c40f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0c0c416 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1724307301.380319:0:21084:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c40f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0c0c416 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307301.380323:0:21084:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1724307301.380325:0:21084:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1724307301.380327:0:21084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c40f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0c0c416 expref: -99 pid: 19102 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1724307301.380341:0:21084:0:(import.c:232:ptlrpc_set_import_discon()) mgc: import ffff8800a5a8e000 already not connected (conn 70, was 0): DISCONN 00000100:00080000:2.0:1724307301.380345:0:21084:0:(import.c:86:import_set_state_nolock()) ffff8800a5a8e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1724307301.380349:0:21084:0:(import.c:523:import_select_connection()) MGC192.168.204.107@tcp: connect to NID 0@lo last attempt 2773 00000100:00080000:2.0:1724307301.380402:0:21084:0:(import.c:615:import_select_connection()) MGC192.168.204.107@tcp: import ffff8800a5a8e000 using connection MGC192.168.204.107@tcp_0/0@lo 00000100:00100000:2.0:1724307301.380421:0:21084:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136904e00 x1808064246478208/t0(0) o250->MGC192.168.204.107@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1724307301.380448:0:21084:0:(recover.c:346:ptlrpc_recover_import()) MGS: recovery started, waiting 20 seconds 00000100:00100000:3.0:1724307301.380484:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3295:1808064246478208:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1724307301.380529:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307301.380545:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246478208 00000100:00100000:0.0:1724307301.380552:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246478208 00000100:00100000:0.0:1724307301.380567:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1724307301.380573:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:3295:x1808064246478208:12345-0@lo:250:mount.lustre.0 00010000:00080000:0.0:1724307301.380590:0:21091:0:(ldlm_lib.c:1342:target_handle_connect()) MGS: connection from f5ebe9fe-97e8-4c85-85e0-e929df75ee5b@0@lo t0 exp (null) cur 2903 last 0 00000020:00000080:0.0:1724307301.380606:0:21091:0:(genops.c:1313:class_connect()) connect: client f5ebe9fe-97e8-4c85-85e0-e929df75ee5b, cookie 0x85b23e07e0c0c4be 00000020:01000000:0.0:1724307301.380610:0:21091:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88012d5af9c0 00000100:00080000:0.0:1724307301.380677:0:21091:0:(import.c:86:import_set_state_nolock()) ffff8800909ef000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1724307301.380720:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+4:3295:x1808064246478208:12345-0@lo:250:mount.lustre.0 Request processed in 145us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307301.380726:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1724307301.380829:0:3295:0:(client.c:2972:ptlrpc_free_committed()) MGC192.168.204.107@tcp: committing for last_committed 0 gen 71 00000100:00080000:3.0:1724307301.380834:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) MGC192.168.204.107@tcp: connect to target with instance 0 00000100:00080000:3.0:1724307301.380840:0:3295:0:(import.c:940:ptlrpc_connect_set_flags()) MGC192.168.204.107@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002020 10000000:01000000:3.0:1724307301.380842:0:3295:0:(mgc_request.c:1140:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1724307301.380845:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8800a5a8e000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1724307301.380847:0:3295:0:(mgc_request.c:1140:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1724307301.380850:0:3295:0:(pinger.c:210:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1724307301.380867:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3295:1808064246478208:0@lo:250:mount.lustre.0 00000100:00080000:2.0:1724307301.381063:0:21084:0:(recover.c:357:ptlrpc_recover_import()) MGS: recovery finished FULL, rc = 0 00000020:01000004:2.0:1724307301.381070:0:21084:0:(tgt_mount.c:1450:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1724307301.381076:0:21084:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1724307301.381080:0:21084:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1724307301.381089:0:21084:0:(genops.c:432:class_newdev()) Allocate new device MDS (ffff88012fafea90) 00000020:00000080:2.0:1724307301.381100:0:21084:0:(obd_config.c:671:class_attach()) OBD: dev 3 attached type mds with refcount 2 00000020:00000080:2.0:1724307301.381103:0:21084:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000100:00100000:2.0:1724307301.386861:0:21084:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1724307301.386973:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1724307301.386978:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1724307301.388201:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1724307301.388208:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1724307301.388532:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1724307301.388536:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1724307301.389093:0:21084:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1724307301.389182:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1724307301.389185:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1724307301.389917:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1724307301.389921:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00010000:00010000:0.0:1724307301.405796:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307301.414483:0:21084:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1724307301.414602:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1724307301.414607:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1724307301.416269:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1724307301.416276:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1724307301.416872:0:21084:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1724307301.417389:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1724307301.417394:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1724307301.418231:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1724307301.418237:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1724307301.418917:0:21084:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1724307301.418995:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1724307301.418998:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1724307301.420284:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1724307301.420289:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1724307301.421350:0:21084:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1724307301.421429:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1724307301.421433:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1724307301.422374:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1724307301.422380:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1724307301.433093:0:21084:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1724307301.433225:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1724307301.433231:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1724307301.435138:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1724307301.435145:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1724307301.435794:0:21084:0:(service.c:3244:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1724307301.435800:0:21084:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1724307301.436396:0:21084:0:(obd_config.c:775:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1724307301.436411:0:21084:0:(tgt_mount.c:299:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 00000040:01000000:2.0:1724307301.436609:0:21084:0:(llog_obd.c:212:llog_setup()) obd MGC192.168.204.107@tcp ctxt 0 is initialized 00000020:01000004:2.0:1724307301.436653:0:21084:0:(tgt_mount.c:1350:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.107@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1724307301.436657:0:21084:0:(tgt_mount.c:1161:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1724307301.436658:0:21084:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1724307301.436659:0:21084:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:2.0:1724307301.436660:0:21084:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:2.0:1724307301.436661:0:21084:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:2.0:1724307301.436662:0:21084:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:2.0:1724307301.436663:0:21084:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1724307301.436665:0:21084:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1724307301.436666:0:21084:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1724307301.436667:0:21084:0:(tgt_mount.c:1202:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1724307301.436669:0:21084:0:(mgc_request_server.c:253:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1724307301.436675:0:21084:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1724307301.436676:0:21084:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1724307301.436677:0:21084:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:2.0:1724307301.436678:0:21084:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:2.0:1724307301.436679:0:21084:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:2.0:1724307301.436680:0:21084:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:2.0:1724307301.436680:0:21084:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1724307301.436681:0:21084:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1724307301.436682:0:21084:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1724307301.436682:0:21084:0:(tgt_mount.c:1202:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1724307301.436753:0:21084:0:(mgc_request_server.c:198:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1724307301.436768:0:21084:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136905880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246478336:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1724307301.436817:0:21084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307301.436841:0:21084:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009c0e9780 going to sleep for 11 seconds 00000100:00100000:0.0:1724307301.436872:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246478336 00000100:00100000:0.0:1724307301.436878:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246478336 00000100:00100000:0.0:1724307301.436908:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1724307301.436914:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135de8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+4:21084:x1808064246478336:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1724307301.436940:0:21091:0:(mgs_llog.c:607:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1724307301.436942:0:21091:0:(mgs_handler.c:390:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1724307301.436944:0:21091:0:(mgs_handler.c:417:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1724307301.437109:0:21108:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1724307301.437284:0:21091:0:(mgs_nids.c:444:mgs_nidtbl_init_fs()) IR: current version is 79 20000000:01000000:3.0:1724307301.442201:0:21111:0:(mgs_llog.c:285:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1724307301.442207:0:21111:0:(mgs_llog.c:269:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1724307301.442209:0:21111:0:(mgs_llog.c:269:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1724307301.442252:0:21111:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 20000000:01000000:1.0:1724307301.442551:0:21091:0:(mgs_llog.c:607:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1724307301.442559:0:21091:0:(mgs_handler.c:525:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1724307301.464733:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135de8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+4:21084:x1808064246478336:12345-0@lo:253:mount.lustre.0 Request processed in 27814us (27910us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307301.464747:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1724307301.464904:0:21084:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136905880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246478336:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1724307301.464914:0:21084:0:(mgc_request_server.c:224:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1724307301.464917:0:21084:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1724307301.464918:0:21084:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1724307301.464919:0:21084:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307301.464920:0:21084:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307301.464921:0:21084:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307301.464922:0:21084:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307301.464923:0:21084:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1724307301.464924:0:21084:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1724307301.464926:0:21084:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307301.464927:0:21084:0:(tgt_mount.c:1202:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1724307301.464942:0:21084:0:(tgt_mount.c:120:server_register_mount()) register mount ffff880094d4d000 from lustre-MDT0000 10000000:01000000:0.0:1724307301.464948:0:21084:0:(mgc_request.c:1900:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1724307301.464950:0:21084:0:(mgc_request.c:322:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1724307301.464957:0:21084:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff880094d4d000 10000000:01000000:0.0:1724307301.464960:0:21084:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1724307301.464964:0:21084:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff880094d4d000 10000000:01000000:0.0:1724307301.464966:0:21084:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1724307301.464969:0:21084:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-barrier-ffff880094d4d000 from 1 10000000:01000000:0.0:1724307301.464971:0:21084:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1724307301.464999:0:21084:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a94d80/0x85b23e07e0c0c4cc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307301.465008:0:21084:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800a9a94d80/0x85b23e07e0c0c4cc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307301.465019:0:21084:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800a9a94d80/0x85b23e07e0c0c4cc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307301.465034:0:21084:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246478464:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1724307301.465060:0:21084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307301.465069:0:21084:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac906540 going to sleep for 11 seconds 00000100:00100000:1.0:1724307301.465322:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246478464 00000100:00100000:1.0:1724307301.465328:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246478464 00000100:00100000:1.0:1724307301.465351:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1724307301.465355:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135de8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+4:21084:x1808064246478464:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1724307301.465366:0:21091:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307301.465377:0:21091:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d401200/0x85b23e07e0c0c4d3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c4cc expref: -99 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.465394:0:21091:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d401200/0x85b23e07e0c0c4d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c4cc expref: 5 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.465401:0:21091:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d401200/0x85b23e07e0c0c4d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c4cc expref: 5 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.465412:0:21091:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d401200, rc 0) 00000100:00100000:1.0:1724307301.465433:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135de8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+5:21084:x1808064246478464:12345-0@lo:101:mount.lustre.0 Request processed in 77us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307301.465437:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1724307301.465623:0:21084:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246478464:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1724307301.465633:0:21084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800a9a94d80/0x85b23e07e0c0c4cc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c4d3 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307301.465658:0:21084:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800a9a94d80/0x85b23e07e0c0c4cc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c4d3 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307301.465668:0:21084:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1724307301.465675:0:21084:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a94d80/0x85b23e07e0c0c4cc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c4d3 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307301.465680:0:21084:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800a9a94d80/0x85b23e07e0c0c4cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c4d3 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307301.465685:0:21084:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1724307301.465687:0:21084:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1724307301.465690:0:21084:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff880094d4d000 10000000:01000000:0.0:1724307301.465692:0:21084:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1724307301.465694:0:21084:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1724307301.465695:0:21084:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1724307301.465705:0:21084:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0c4da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307301.465713:0:21084:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0c4da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307301.465718:0:21084:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0c4da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307301.465726:0:21084:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246478592:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1724307301.465743:0:21084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307301.465749:0:21084:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac906540 going to sleep for 11 seconds 00000100:00100000:3.0:1724307301.465827:0:21090:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246478592 00000100:00100000:3.0:1724307301.465830:0:21090:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246478592 00000100:00100000:3.0:1724307301.465845:0:21090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1724307301.465849:0:21090:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+5:21084:x1808064246478592:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307301.465854:0:21090:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307301.465862:0:21090:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009ffe2f40/0x85b23e07e0c0c4e1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c4da expref: -99 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307301.465871:0:21090:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009ffe2f40/0x85b23e07e0c0c4e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c4da expref: 6 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307301.465877:0:21090:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009ffe2f40/0x85b23e07e0c0c4e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c4da expref: 6 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307301.465882:0:21090:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ffe2f40, rc 0) 00000100:00100000:3.0:1724307301.465903:0:21090:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+6:21084:x1808064246478592:12345-0@lo:101:mount.lustre.0 Request processed in 53us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307301.465907:0:21090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1724307301.466055:0:21084:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246478592:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1724307301.466063:0:21084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0c4da lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c4e1 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307301.466068:0:21084:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0c4da lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c4e1 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307301.466100:0:21084:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246478720:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307301.466118:0:21084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307301.466136:0:21084:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac906540 going to sleep for 11 seconds 00000100:00100000:1.0:1724307301.466190:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246478720 00000100:00100000:1.0:1724307301.466193:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246478720 00000100:00100000:1.0:1724307301.466418:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1724307301.466422:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135deb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+6:21084:x1808064246478720:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1724307301.466584:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135deb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:21084:x1808064246478720:12345-0@lo:501:mount.lustre.0 Request processed in 162us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307301.466589:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1724307301.466664:0:21084:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246478720:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307301.466683:0:21084:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246478848:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1724307301.466713:0:21084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307301.466720:0:21084:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac906540 going to sleep for 11 seconds 00000100:00100000:3.0:1724307301.466791:0:21090:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246478848 00000100:00100000:3.0:1724307301.466794:0:21090:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246478848 00000100:00100000:3.0:1724307301.466819:0:21090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1724307301.466823:0:21090:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135de9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:21084:x1808064246478848:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1724307301.468836:0:21090:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135de9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:21084:x1808064246478848:12345-0@lo:503:mount.lustre.0 Request processed in 2009us (2119us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307301.468845:0:21090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1724307301.468891:0:21084:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246478848:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1724307301.469184:0:21132:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e832300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21132:1808064246478976:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307301.469210:0:21132:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307301.469218:0:21132:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800935b0480 going to sleep for 11 seconds 00000100:00100000:0.0:1724307301.469226:0:21090:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246478976 00000100:00100000:0.0:1724307301.469230:0:21090:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246478976 00000100:00100000:0.0:1724307301.469254:0:21090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1724307301.469258:0:21090:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135de9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:21132:x1808064246478976:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307301.470672:0:21132:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e832300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21132:1808064246478976:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1724307301.470693:0:21132:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1724307301.470701:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307301.470703:0:21132:0:(obd_config.c:1495:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1724307301.470707:0:21132:0:(obd_config.c:1901:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1724307301.470709:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000100:00100000:1.0:1724307301.470749:0:21090:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135de9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:21132:x1808064246478976:12345-0@lo:502:llog_process_th.0 Request processed in 1380us (1427us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307301.470756:0:21090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000020:00000080:3.0:1724307301.470987:0:21132:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff88009fb53ff0) 00000020:00000080:3.0:1724307301.471005:0:21132:0:(obd_config.c:671:class_attach()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1724307301.471010:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1724307301.471069:0:21132:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0c0c4ef 00000020:00000080:3.0:1724307301.471220:0:21132:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1724307301.471223:0:21132:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1724307301.471225:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307301.471226:0:21132:0:(obd_config.c:1495:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1724307301.471228:0:21132:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1724307301.471230:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307301.471231:0:21132:0:(obd_config.c:1495:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1724307301.471234:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1724307301.471239:0:21132:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDT0000 (ffff88009fb52aa0) 00000020:00000080:3.0:1724307301.471247:0:21132:0:(obd_config.c:671:class_attach()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1724307301.471249:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1724307301.471251:0:21132:0:(obd_config.c:1448:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1724307301.471254:0:21132:0:(obd_config.c:1088:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1724307301.471258:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1724307301.471291:0:21132:0:(tgt_mount.c:172:server_get_mount()) get mount ffff880094d4d000 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1724307301.471302:0:21132:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDD0000 (ffff88009fb55540) 00000020:00000080:3.0:1724307301.471309:0:21132:0:(obd_config.c:671:class_attach()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1724307301.471342:0:21132:0:(lod_dev.c:2275:lod_obd_connect()) connect #0 00000020:00000080:3.0:1724307301.471346:0:21132:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x85b23e07e0c0c504 00000020:00000080:3.0:1724307301.471415:0:21132:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1724307301.471419:0:21132:0:(mdd_device.c:1584:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1724307301.471422:0:21132:0:(genops.c:1313:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x85b23e07e0c0c50b 00000020:00000080:3.0:1724307301.471427:0:21132:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0c0c512 00010000:00010000:2.0:1724307301.508996:0:21132:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-3 is initialized 00000001:00080000:0.0:1724307301.509819:0:21132:0:(tgt_lastrcvd.c:1741:tgt_clients_data_init()) RCVRNG CLIENT uuid: 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e idx: 0 lr: 296352743939 srv lr: 300647710720 lx: 0 gen 12 00000001:00000004:0.0:1724307301.509872:0:21132:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 71, last_transno is 300647710720 00000001:00080000:0.0:1724307301.510331:0:21132:0:(tgt_lastrcvd.c:204:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:0.0:1724307301.510383:0:21132:0:(tgt_lastrcvd.c:2271:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff8800ac9060c0: xid 1808064248593280, transno 300647713225, client gen 12, slot idx 0 00000001:00080000:0.0:1724307301.510395:0:21132:0:(tgt_lastrcvd.c:2271:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff8800ac906540: xid 1808064248593664, transno 300647713226, client gen 12, slot idx 1 00000001:00080000:0.0:1724307301.510403:0:21132:0:(tgt_lastrcvd.c:2271:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff8800ac906c00: xid 1808064247988864, transno 300647710910, client gen 12, slot idx 2 00000020:00000080:0.0:1724307301.510727:0:21132:0:(genops.c:432:class_newdev()) Allocate new device lustre-QMT0000 (ffff8800a5a6aaa0) 00000020:00000080:0.0:1724307301.510742:0:21132:0:(obd_config.c:671:class_attach()) OBD: dev 7 attached type qmt with refcount 2 00000020:00000080:0.0:1724307301.510795:0:21132:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0c0c527 00000020:00000080:0.0:1724307301.511384:0:21132:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1724307301.513156:0:21132:0:(genops.c:1313:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x85b23e07e0c0c52e 00000020:00000080:0.0:1724307301.514125:0:21132:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1724307301.514138:0:21132:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1724307301.514143:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307301.514145:0:21132:0:(obd_config.c:1495:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1724307301.514147:0:21132:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1724307301.514151:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307301.514152:0:21132:0:(obd_config.c:1495:class_process_config()) marker 8 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1724307301.514155:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1724307301.514181:0:21132:0:(mdt_lproc.c:318:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1724307301.514194:0:21132:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1724307301.514196:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307301.514197:0:21132:0:(obd_config.c:1495:class_process_config()) marker 8 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1724307301.514198:0:21132:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1724307301.514200:0:21132:0:(obd_config.c:1833:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1724307301.514201:0:21132:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1724307301.514203:0:21132:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1724307301.514205:0:21132:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1724307301.514206:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307301.514207:0:21132:0:(obd_config.c:1495:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:0.0:1724307301.514209:0:21132:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1724307301.514212:0:21132:0:(obd_mount.c:1106:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:0.0:1724307301.514214:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307301.514215:0:21132:0:(obd_config.c:1495:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1724307301.514218:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1724307301.514221:0:21132:0:(obd_config.c:1419:class_process_config()) adding mapping from uuid 192.168.204.107@tcp to nid 0x20000c0a8cc6b (192.168.204.107@tcp) 00000020:01000000:0.0:1724307301.514235:0:21132:0:(obd_config.c:1909:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1724307301.514237:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1724307301.514248:0:21132:0:(genops.c:432:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8800a5a69550) 00000020:00000080:0.0:1724307301.514260:0:21132:0:(obd_config.c:671:class_attach()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1724307301.514263:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1724307301.514298:0:21132:0:(osp_dev.c:1208:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00000020:00000080:0.0:1724307301.514304:0:21132:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0c0c53c 00010000:00080000:0.0:1724307301.514323:0:21132:0:(ldlm_lib.c:101:import_set_conn()) imp ffff8801363b1000@lustre-OST0000-osc-MDT0000: add connection 192.168.204.107@tcp at head 00010000:00010000:0.0:1724307301.514492:0:21132:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-3 is initialized 00000040:01000000:0.0:1724307301.515629:0:21132:0:(llog_osd.c:2108:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1724307301.515685:0:21132:0:(llog_obd.c:212:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1724307301.519690:0:21132:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1724307301.520153:0:21132:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x2:0x0].71, 64 off12736 00000040:00080000:2.0:1724307301.520219:0:21132:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11c:0x0].1, 64 off8256 00000040:00080000:0.0:1724307301.520909:0:21136:0:(llog.c:735:llog_process_thread()) index: 71, lh_last_idx: 71 synced_idx: 71 lgh_last_idx: 71 00000040:00080000:0.0:1724307301.520914:0:21136:0:(llog_cat.c:790:llog_cat_process_common()) processing log [0x1:0x11c:0x0] at index 71 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1724307301.521286:0:21132:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1724307301.521296:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1724307301.521318:0:21132:0:(lod_lov.c:151:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1724307301.521332:0:21132:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x85b23e07e0c0c543 00000100:00080000:2.0:1724307301.521340:0:21132:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1724307301.521349:0:21132:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8801363b1000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:2.0:1724307301.521375:0:21132:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136904700 x1808064246479104/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1724307301.521569:0:21132:0:(pinger.c:396:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:3.0:1724307301.521709:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246479104:0@lo:8:llog_process_th.0 00000100:00100000:3.0:1724307301.521762:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307301.521795:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246479104 00000100:00100000:3.0:1724307301.521802:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246479104 00000100:00100000:3.0:1724307301.521824:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11928 00000100:00100000:3.0:1724307301.521830:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e832300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0+-99:3295:x1808064246479104:12345-0@lo:8:llog_process_th.0 00010000:00080000:3.0:1724307301.521851:0:14386:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp (null) cur 2904 last 0 00000020:00000080:3.0:1724307301.521874:0:14386:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x85b23e07e0c0c54a 00002000:00100000:3.0:1724307301.521883:0:14386:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff88012d42e800 ocd_connect_flags: 0xa044401443000066 ocd_version: 20f40ac ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1724307301.521886:0:14386:0:(ofd_obd.c:169:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1724307301.521888:0:14386:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:3.0:1724307301.522046:0:14386:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88012dc33a80 00002000:00080000:3.0:1724307301.522053:0:14386:0:(ofd_obd.c:393:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1724307301.522068:0:14386:0:(import.c:86:import_set_state_nolock()) ffff88012d42d800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:3.0:1724307301.522102:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e832300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+6:3295:x1808064246479104:12345-0@lo:8:llog_process_th.0 Request processed in 270us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307301.522108:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11928 00010000:00080000:3.0:1724307301.522136:0:3295:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880136904700 x1808064246479104/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1724307311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00000100:00100000:3.0:1724307301.522144:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1724307301.522149:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 6 00000100:00080000:3.0:1724307301.522154:0:3295:0:(import.c:940:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000066 00000100:00080000:3.0:1724307301.522156:0:3295:0:(import.c:1184:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1724307301.522158:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8801363b1000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1724307301.522745:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246479232:0@lo:400:kworker.0 00000100:00100000:2.0:1724307301.522772:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1724307301.523320:0:3295:0:(osp_dev.c:1650:osp_import_event()) got connected 00000100:00100000:3.0:1724307301.523326:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246479104:0@lo:8:llog_process_th.0 00000020:01000000:2.0:1724307301.523358:0:21132:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1724307301.523367:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307301.523369:0:21132:0:(obd_config.c:1495:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1724307301.523372:0:21132:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1724307301.523374:0:21132:0:(obd_config.c:1833:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1724307301.523375:0:21132:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1724307301.523376:0:21132:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1724307301.523378:0:21132:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1724307301.523379:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307301.523380:0:21132:0:(obd_config.c:1495:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1724307301.523382:0:21132:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1724307301.523386:0:21132:0:(obd_mount.c:1106:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:2.0:1724307301.523388:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307301.523389:0:21132:0:(obd_config.c:1495:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1724307301.523391:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1724307301.523394:0:21132:0:(obd_config.c:1419:class_process_config()) adding mapping from uuid 192.168.204.107@tcp to nid 0x20000c0a8cc6b (192.168.204.107@tcp) 00000020:01000000:2.0:1724307301.523404:0:21132:0:(obd_config.c:1909:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1724307301.523406:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1724307301.523416:0:21132:0:(genops.c:432:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff88012faf8000) 00000020:00000080:2.0:1724307301.523429:0:21132:0:(obd_config.c:671:class_attach()) OBD: dev 13 attached type osp with refcount 2 00000020:00000080:2.0:1724307301.523432:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1724307301.523488:0:21132:0:(osp_dev.c:1208:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00000020:00000080:2.0:1724307301.523495:0:21132:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0c0c558 00010000:00080000:2.0:1724307301.523510:0:21132:0:(ldlm_lib.c:101:import_set_conn()) imp ffff88009a1ab000@lustre-OST0001-osc-MDT0000: add connection 192.168.204.107@tcp at head 00000100:00100000:3.0:1724307301.523608:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246479360:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1724307301.523625:0:21136:0:(osp_sync.c:1002:osp_sync_process_record()) processed all old entries 00000100:00100000:3.0:1724307301.523632:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307301.523670:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246479616:0@lo:400:kworker.0 00000004:00080000:0.0:1724307301.523713:0:21136:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2904031073234ns, next at 0ns, rc = 0 00000100:00100000:3.0:1724307301.523814:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307301.523826:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1724307301.523831:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246479488:0@lo:400:kworker.0 00000100:00100000:3.0:1724307301.523845:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307301.523867:0:21093:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246479616 00000100:00100000:3.0:1724307301.523871:0:21093:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246479616 00000100:00100000:3.0:1724307301.523884:0:21093:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246479488 00000100:00100000:3.0:1724307301.523886:0:21093:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246479488 00000100:00100000:3.0:1724307301.523894:0:21093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1724307301.523898:0:21093:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3297:x1808064246479616:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1724307301.523903:0:21093:0:(tgt_handler.c:808:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1724307301.523958:0:21093:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3297:x1808064246479616:12345-0@lo:400:kworker.0 Request processed in 58us (143us total) trans 0 rc -107/-107 00000100:00100000:2.0:1724307301.523963:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246479360 00000100:00100000:3.0:1724307301.523964:0:21093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1724307301.523967:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246479360 00000100:00100000:2.0:1724307301.523987:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:2.0:1724307301.523991:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1808064246479360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1724307301.524013:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307301.524039:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1808064246479360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307301.524043:0:21092:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1724307301.524045:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:3.0:1724307301.524047:0:21092:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3297:x1808064246479488:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1724307301.524051:0:21092:0:(tgt_handler.c:808:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1724307301.524068:0:21092:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3297:x1808064246479488:12345-0@lo:400:kworker.0 Request processed in 21us (222us total) trans 0 rc -107/-107 00000100:00100000:3.0:1724307301.524073:0:21092:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1724307301.524079:0:3299:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88009e830e00 x1808064246479360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724307317 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307301.524092:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246479360:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1724307301.524101:0:3297:0:(recover.c:218:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@192.168.204.107@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1724307301.524106:0:3297:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1724307301.524109:0:3297:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1724307301.524111:0:3297:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1724307301.524114:0:3297:0:(import.c:523:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2778 00000100:00080000:3.0:1724307301.524119:0:3297:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8801362f9800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:3.0:1724307301.524131:0:3297:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009e832a00 x1808064246479744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1724307301.524143:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246479488:0@lo:400:kworker.0 00000100:00080000:3.0:1724307301.524150:0:3297:0:(recover.c:218:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@192.168.204.107@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1724307301.524152:0:3297:0:(import.c:86:import_set_state_nolock()) ffff8800949b9000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1724307301.524155:0:3297:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1724307301.524156:0:3297:0:(import.c:86:import_set_state_nolock()) ffff8800949b9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1724307301.524158:0:3297:0:(import.c:523:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2846 00000100:00080000:3.0:1724307301.524162:0:3297:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8800949b9000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:3.0:1724307301.524170:0:3297:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009e830700 x1808064246479872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1724307301.524177:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246479616:0@lo:400:kworker.0 00000100:00100000:3.0:1724307301.524198:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3295:1808064246479744:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:3.0:1724307301.524215:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307301.524222:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246479872:0@lo:38:ptlrpcd_00_01.0 00010000:00010000:2.0:1724307301.524232:0:21132:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-4 is initialized 00000100:00100000:3.0:1724307301.524234:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307301.524246:0:21092:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246479744 00000100:00100000:3.0:1724307301.524248:0:21092:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246479744 00000100:00100000:3.0:1724307301.524255:0:21092:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246479872 00000100:00100000:3.0:1724307301.524256:0:21092:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246479872 00000100:00100000:3.0:1724307301.524262:0:21092:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1724307301.524265:0:21092:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3295:x1808064246479744:12345-0@lo:38:ptlrpcd_00_01.0 00000100:00100000:3.0:1724307301.524286:0:21092:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3295:x1808064246479744:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 20us (71us total) trans 0 rc -11/-11 00000100:00100000:3.0:1724307301.524291:0:21092:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1724307301.524298:0:21092:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1724307301.524301:0:21092:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3295:x1808064246479872:12345-0@lo:38:ptlrpcd_00_01.0 00000100:00100000:3.0:1724307301.524315:0:21092:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3295:x1808064246479872:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 13us (80us total) trans 0 rc -11/-11 00000100:00100000:3.0:1724307301.524319:0:21092:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:3.0:1724307301.524334:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1724307301.524337:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.107@tcp failed (-11) 00000100:00100000:3.0:1724307301.524340:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3295:1808064246479744:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:3.0:1724307301.524345:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8800949b9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1724307301.524347:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.107@tcp failed (-11) 00000100:00100000:3.0:1724307301.524349:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246479872:0@lo:38:ptlrpcd_00_01.0 00000040:01000000:2.0:1724307301.524473:0:21132:0:(llog_osd.c:2108:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1724307301.524493:0:21132:0:(llog_obd.c:212:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:1.0:1724307301.524813:0:21090:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246479232 00000100:00100000:1.0:1724307301.524817:0:21090:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246479232 00000100:00100000:1.0:1724307301.524836:0:21090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1724307301.524841:0:21090:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135deb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:3298:x1808064246479232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307301.524874:0:21090:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135deb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:3298:x1808064246479232:12345-0@lo:400:kworker.0 Request processed in 33us (2101us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307301.524880:0:21090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1724307301.526471:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246479232:0@lo:400:kworker.0 00000040:00080000:3.0:1724307301.531944:0:21132:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1724307301.532627:0:21132:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x5:0x0].71, 64 off12736 00000040:00080000:3.0:1724307301.532715:0:21132:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x11e:0x0].1, 64 off8256 00000040:00080000:3.0:1724307301.532995:0:21142:0:(llog.c:735:llog_process_thread()) index: 71, lh_last_idx: 71 synced_idx: 71 lgh_last_idx: 71 00000040:00080000:3.0:1724307301.532999:0:21142:0:(llog_cat.c:790:llog_cat_process_common()) processing log [0x1:0x11e:0x0] at index 71 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1724307301.533069:0:21132:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1724307301.533078:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1724307301.533100:0:21132:0:(lod_lov.c:151:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1724307301.533115:0:21132:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x85b23e07e0c0c55f 00000100:00080000:3.0:1724307301.533122:0:21132:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1724307301.533131:0:21132:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff88009a1ab000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:3.0:1724307301.533156:0:21132:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009e830700 x1808064246480000/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1724307301.533175:0:21132:0:(pinger.c:396:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:0.0:1724307301.533189:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246480000:0@lo:8:llog_process_th.0 00000020:01000000:3.0:1724307301.533210:0:21132:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1724307301.533213:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307301.533214:0:21132:0:(obd_config.c:1495:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1724307301.533217:0:21132:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1724307301.533220:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307301.533221:0:21132:0:(obd_config.c:1495:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:3.0:1724307301.533223:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1724307301.533224:0:21132:0:(obd_config.c:1469:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1724307301.533226:0:21132:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1724307301.533227:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307301.533228:0:21132:0:(obd_config.c:1495:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:01000000:3.0:1724307301.533230:0:21132:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1724307301.533231:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307301.533232:0:21132:0:(obd_config.c:1495:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1724307301.533235:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1724307301.533239:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307301.533264:0:21132:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e832a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21132:1808064246480128:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307301.533300:0:21132:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307301.533311:0:21132:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129f326c0 going to sleep for 11 seconds 00000100:00100000:2.0:1724307301.533332:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246480000 00000100:00100000:2.0:1724307301.533338:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246480000 00000100:00100000:2.0:1724307301.533364:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11929 00000100:00100000:2.0:1724307301.533369:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3295:x1808064246480000:12345-0@lo:8:llog_process_th.0 00010000:00080000:2.0:1724307301.533390:0:16086:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp (null) cur 2904 last 0 00000020:00000080:2.0:1724307301.533409:0:16086:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x85b23e07e0c0c566 00002000:00100000:2.0:1724307301.533422:0:16086:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff88009a1ad000 ocd_connect_flags: 0xa044401443000066 ocd_version: 20f40ac ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1724307301.533426:0:16086:0:(ofd_obd.c:169:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1724307301.533429:0:16086:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:0.0:1724307301.533621:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246480128 00000100:00100000:0.0:1724307301.533625:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246480128 00000100:00100000:0.0:1724307301.533657:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1724307301.533661:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135deb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:21132:x1808064246480128:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1724307301.533862:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135deb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:21132:x1808064246480128:12345-0@lo:502:llog_process_th.0 Request processed in 199us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307301.533868:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1724307301.533877:0:21132:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e832a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21132:1808064246480128:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1724307301.533898:0:21132:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1724307301.533901:0:21132:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307301.533902:0:21132:0:(obd_config.c:1495:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1724307301.533907:0:21132:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000020:01000000:2.0:1724307301.534281:0:16086:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff8800941c36c0 00002000:00080000:2.0:1724307301.534288:0:16086:0:(ofd_obd.c:393:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1724307301.534304:0:16086:0:(import.c:86:import_set_state_nolock()) ffff880129d6a800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:2.0:1724307301.534331:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3295:x1808064246480000:12345-0@lo:8:llog_process_th.0 Request processed in 961us (1092us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307301.534336:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11929 00000100:00100000:1.0:1724307301.534397:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1724307301.534401:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 1 00000100:00080000:1.0:1724307301.534406:0:3295:0:(import.c:940:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000066 00000100:00080000:1.0:1724307301.534409:0:3295:0:(import.c:1184:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1724307301.534412:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009a1ab000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1724307301.534430:0:3295:0:(osp_dev.c:1650:osp_import_event()) got connected 00000100:00100000:1.0:1724307301.534434:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246480000:0@lo:8:llog_process_th.0 00000100:00100000:3.0:1724307301.534491:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1724307301.534498:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246480256:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1724307301.534512:0:21142:0:(osp_sync.c:1002:osp_sync_process_record()) processed all old entries 00000100:00100000:3.0:1724307301.534520:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307301.534567:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246480256 00000100:00100000:2.0:1724307301.534571:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246480256 00000100:00100000:2.0:1724307301.534586:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:2.0:1724307301.534590:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1808064246480256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1724307301.534756:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 20512768 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307301.534779:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1808064246480256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 189us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307301.534784:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:2.0:1724307301.534806:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246480256:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1724307301.534853:0:21142:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2904042213238ns, next at 0ns, rc = 0 00000020:01000000:0.0:1724307301.535012:0:21084:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:0.0:1724307301.535032:0:21084:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1724307301.535041:0:21084:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0c4da lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c4e1 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307301.535049:0:21084:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0c4da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c4e1 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307301.535059:0:21084:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-mdtir-ffff880094d4d000 from 1 10000000:01000000:0.0:1724307301.535063:0:21084:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1724307301.535079:0:21084:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a97180/0x85b23e07e0c0c56d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307301.535085:0:21084:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800a9a97180/0x85b23e07e0c0c56d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307301.535093:0:21084:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800a9a97180/0x85b23e07e0c0c56d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307301.535103:0:21084:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246480384:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1724307301.535348:0:21084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307301.535354:0:21084:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009a171000 going to sleep for 11 seconds 00000100:00100000:1.0:1724307301.535651:0:21090:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246480384 00000100:00100000:1.0:1724307301.535682:0:21090:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246480384 00000100:00100000:1.0:1724307301.535702:0:21090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1724307301.535706:0:21090:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ea5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:21084:x1808064246480384:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1724307301.535713:0:21090:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307301.535723:0:21090:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d400900/0x85b23e07e0c0c574 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c56d expref: -99 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.535737:0:21090:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d400900/0x85b23e07e0c0c574 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c56d expref: 8 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.535745:0:21090:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d400900/0x85b23e07e0c0c574 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c56d expref: 8 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.535752:0:21090:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d400900, rc 0) 00000100:00100000:1.0:1724307301.535777:0:21090:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ea5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+8:21084:x1808064246480384:12345-0@lo:101:mount.lustre.0 Request processed in 70us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307301.535782:0:21090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1724307301.536061:0:21084:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246480384:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1724307301.536070:0:21084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800a9a97180/0x85b23e07e0c0c56d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c574 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.536076:0:21084:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800a9a97180/0x85b23e07e0c0c56d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c574 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307301.536520:0:21084:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246480512:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1724307301.536543:0:21084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307301.536551:0:21084:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012a3b6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1724307301.536618:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246480512 00000100:00100000:0.0:1724307301.536621:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246480512 00000100:00100000:0.0:1724307301.536633:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1724307301.536636:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ea7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+8:21084:x1808064246480512:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1724307301.536662:0:21091:0:(mgs_nids.c:682:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1724307301.536666:0:21091:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1724307301.536702:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ea7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+8:21084:x1808064246480512:12345-0@lo:256:mount.lustre.0 Request processed in 65us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307301.536707:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1724307301.536955:0:21084:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246480512:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1724307301.537425:0:21084:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1724307301.538194:0:21084:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a97180/0x85b23e07e0c0c56d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c574 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.538203:0:21084:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800a9a97180/0x85b23e07e0c0c56d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c574 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1724307301.538209:0:21084:0:(mgc_request.c:1763:mgc_process_log()) Process log params-ffff880094d4d000 from 1 10000000:01000000:1.0:1724307301.538212:0:21084:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1724307301.538231:0:21084:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d400000/0x85b23e07e0c0c57b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.538237:0:21084:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009d400000/0x85b23e07e0c0c57b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.538243:0:21084:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009d400000/0x85b23e07e0c0c57b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307301.538257:0:21084:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246480640:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1724307301.538285:0:21084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307301.538295:0:21084:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012a3b6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1724307301.538498:0:21090:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246480640 00000100:00100000:2.0:1724307301.538503:0:21090:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246480640 00000100:00100000:2.0:1724307301.538523:0:21090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1724307301.538527:0:21090:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ea4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+8:21084:x1808064246480640:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1724307301.538536:0:21090:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307301.538546:0:21090:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff880091163a80/0x85b23e07e0c0c582 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c57b expref: -99 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307301.538559:0:21090:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880091163a80/0x85b23e07e0c0c582 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c57b expref: 9 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307301.538569:0:21090:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff880091163a80/0x85b23e07e0c0c582 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c57b expref: 9 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307301.538574:0:21090:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091163a80, rc 0) 00000100:00100000:2.0:1724307301.538598:0:21090:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ea4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:21084:x1808064246480640:12345-0@lo:101:mount.lustre.0 Request processed in 70us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307301.538602:0:21090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1724307301.539101:0:21084:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246480640:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1724307301.539111:0:21084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009d400000/0x85b23e07e0c0c57b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c582 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.539117:0:21084:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009d400000/0x85b23e07e0c0c57b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c582 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307301.539157:0:21084:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246480768:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1724307301.539176:0:21084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307301.539184:0:21084:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012a3b6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1724307301.539531:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246480768 00000100:00100000:0.0:1724307301.539535:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246480768 00000100:00100000:0.0:1724307301.539817:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1724307301.539822:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ea7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:21084:x1808064246480768:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307301.539965:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ea7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:21084:x1808064246480768:12345-0@lo:501:mount.lustre.0 Request processed in 141us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307301.539970:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1724307301.540232:0:21084:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246480768:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1724307301.540271:0:21084:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246480896:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1724307301.540299:0:21084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307301.540315:0:21084:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012a3b6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1724307301.540331:0:21090:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246480896 00000100:00100000:3.0:1724307301.540336:0:21090:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246480896 00000100:00100000:3.0:1724307301.540358:0:21090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1724307301.540362:0:21090:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ea6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:21084:x1808064246480896:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1724307301.540685:0:21090:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ea6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:21084:x1808064246480896:12345-0@lo:503:mount.lustre.0 Request processed in 321us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307301.540692:0:21090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1724307301.540709:0:21084:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246480896:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1724307301.540921:0:21150:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21150:1808064246481024:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1724307301.540948:0:21150:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307301.540967:0:21150:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012a3b6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1724307301.541007:0:21090:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246481024 00000100:00100000:3.0:1724307301.541011:0:21090:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246481024 00000100:00100000:3.0:1724307301.541021:0:21090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1724307301.541024:0:21090:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ea7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:21150:x1808064246481024:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307301.542383:0:21090:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ea7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:21150:x1808064246481024:12345-0@lo:502:llog_process_th.0 Request processed in 1355us (1433us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307301.542390:0:21090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1724307301.542484:0:21150:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21150:1808064246481024:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1724307301.542510:0:21150:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1724307301.542517:0:21150:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1724307301.542519:0:21150:0:(obd_config.c:1495:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1724307301.542525:0:21150:0:(obd_config.c:1939:class_config_llog_handler()) cmd ce032, instance name: general-ffff880094d4d000 00000020:00000080:1.0:1724307301.542527:0:21150:0:(obd_config.c:1407:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1724307301.542533:0:21150:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1724307301.542535:0:21150:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1724307301.542536:0:21150:0:(obd_config.c:1495:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1724307301.542537:0:21150:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1724307301.542539:0:21150:0:(obd_config.c:1833:class_config_llog_handler()) SKIP #3 00000020:01000000:1.0:1724307301.542540:0:21150:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1724307301.542541:0:21150:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1724307301.542542:0:21150:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1724307301.542544:0:21150:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1724307301.542546:0:21150:0:(obd_config.c:1495:class_process_config()) marker 3 (0x6) general lod.*.mdt_hash 00000020:01000000:1.0:1724307301.542548:0:21150:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1724307301.542549:0:21150:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1724307301.542550:0:21150:0:(obd_config.c:1495:class_process_config()) marker 4 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1724307301.542552:0:21150:0:(obd_config.c:1939:class_config_llog_handler()) cmd ce032, instance name: general-ffff880094d4d000 00000020:00000080:1.0:1724307301.542554:0:21150:0:(obd_config.c:1407:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1724307301.542613:0:21150:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21150:1808064246481152:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1724307301.542654:0:21150:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307301.542668:0:21150:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012a3b6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1724307301.542686:0:21090:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246481152 00000100:00100000:3.0:1724307301.542690:0:21090:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246481152 00000100:00100000:3.0:1724307301.542705:0:21090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1724307301.542708:0:21090:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ea5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:21150:x1808064246481152:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307301.542797:0:21090:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ea5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:21150:x1808064246481152:12345-0@lo:502:llog_process_th.0 Request processed in 87us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307301.542800:0:21090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1724307301.544132:0:21150:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21150:1808064246481152:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1724307301.544155:0:21150:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1724307301.544160:0:21150:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1724307301.544161:0:21150:0:(obd_config.c:1495:class_process_config()) marker 4 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1724307301.544165:0:21150:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:1.0:1724307301.544241:0:21084:0:(obd_config.c:2077:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:1.0:1724307301.544263:0:21084:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1724307301.544274:0:21084:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d400000/0x85b23e07e0c0c57b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c582 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.544289:0:21084:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009d400000/0x85b23e07e0c0c57b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c582 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1724307301.544311:0:21084:0:(mgc_request.c:1900:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1724307301.544314:0:21084:0:(mgc_request.c:322:config_log_add()) add config log lustre-client-ffff880094d4d000 10000000:01000000:1.0:1724307301.544316:0:21084:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff880094d4d000 10000000:01000000:1.0:1724307301.544320:0:21084:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1724307301.544325:0:21084:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-client-ffff880094d4d000 from 1 10000000:01000000:1.0:1724307301.544327:0:21084:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1724307301.544347:0:21084:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d403a80/0x85b23e07e0c0c589 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.544357:0:21084:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009d403a80/0x85b23e07e0c0c589 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.544363:0:21084:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009d403a80/0x85b23e07e0c0c589 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307301.544376:0:21084:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246481280:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1724307301.544404:0:21084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307301.544417:0:21084:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012a3b63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1724307301.544428:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246481280 00000100:00100000:1.0:1724307301.544444:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246481280 00000100:00100000:1.0:1724307301.544475:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1724307301.544480:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ea7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:21084:x1808064246481280:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1724307301.544489:0:21091:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307301.544498:0:21091:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d403180/0x85b23e07e0c0c590 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c589 expref: -99 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.544513:0:21091:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d403180/0x85b23e07e0c0c590 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c589 expref: 10 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.544520:0:21091:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d403180/0x85b23e07e0c0c590 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c589 expref: 10 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.544526:0:21091:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d403180, rc 0) 00000100:00100000:1.0:1724307301.544547:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ea7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:21084:x1808064246481280:12345-0@lo:101:mount.lustre.0 Request processed in 66us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307301.544552:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1724307301.545784:0:21084:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246481280:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1724307301.545796:0:21084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009d403a80/0x85b23e07e0c0c589 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c590 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307301.545804:0:21084:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009d403a80/0x85b23e07e0c0c589 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c590 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307301.545844:0:21084:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246481408:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307301.545867:0:21084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307301.545891:0:21084:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129f326c0 going to sleep for 11 seconds 00000100:00100000:1.0:1724307301.545934:0:21090:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246481408 00000100:00100000:1.0:1724307301.545938:0:21090:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246481408 00000100:00100000:1.0:1724307301.545955:0:21090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1724307301.545958:0:21090:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ea4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:21084:x1808064246481408:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1724307301.546035:0:21090:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ea4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:21084:x1808064246481408:12345-0@lo:501:mount.lustre.0 Request processed in 76us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307301.546041:0:21090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1724307301.546337:0:21084:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246481408:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307301.546368:0:21084:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246481536:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1724307301.546395:0:21084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307301.546404:0:21084:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129f326c0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307301.546414:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246481536 00000100:00100000:0.0:1724307301.546417:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246481536 00000100:00100000:0.0:1724307301.546431:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1724307301.546435:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ea6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:21084:x1808064246481536:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1724307301.546966:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ea6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:21084:x1808064246481536:12345-0@lo:503:mount.lustre.0 Request processed in 529us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307301.546972:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1724307301.547010:0:21084:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246481536:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1724307301.548961:0:21155:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21155:1808064246481664:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1724307301.549006:0:21155:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307301.549018:0:21155:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009fa3bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1724307301.549027:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246481664 00000100:00100000:0.0:1724307301.549031:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246481664 00000100:00100000:0.0:1724307301.549051:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1724307301.549056:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ea5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:21155:x1808064246481664:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1724307301.549291:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ea5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:21155:x1808064246481664:12345-0@lo:502:llog_process_th.0 Request processed in 233us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307301.549297:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1724307301.549340:0:21155:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21155:1808064246481664:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1724307301.549380:0:21155:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1724307301.549383:0:21155:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1724307301.549397:0:21155:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8800a5a68000) 00000020:00000080:0.0:1724307301.549416:0:21155:0:(obd_config.c:671:class_attach()) OBD: dev 17 attached type lwp with refcount 2 00000020:00000080:0.0:1724307301.549419:0:21155:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1724307301.550048:0:21155:0:(ldlm_lib.c:101:import_set_conn()) imp ffff88012b852000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.107@tcp at head 00010000:00010000:0.0:1724307301.551438:0:21155:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-5 is initialized 00000020:00000080:0.0:1724307301.551511:0:21155:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1724307301.551530:0:21155:0:(lwp_dev.c:491:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1724307301.551539:0:21155:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x85b23e07e0c0c59e 00000100:00080000:0.0:1724307301.551547:0:21155:0:(import.c:523:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1724307301.551553:0:21155:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012b852000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:0.0:1724307301.551576:0:21155:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090c3f800 x1808064246481792/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1724307301.551603:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246481792:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1724307301.551655:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307301.551693:0:21094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246481792 00000100:00100000:0.0:1724307301.551697:0:21094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246481792 00000100:00100000:0.0:1724307301.551721:0:21094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1724307301.551726:0:21094:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3295:x1808064246481792:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1724307301.551757:0:21094:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3295:x1808064246481792:12345-0@lo:38:llog_process_th.0 Request processed in 31us (117us total) trans 0 rc -11/-11 00000100:00100000:0.0:1724307301.551762:0:21094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1724307301.551781:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1724307301.551785:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012b852000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1724307301.551793:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.107@tcp failed (-11) 00000100:00100000:0.0:1724307301.551796:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246481792:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1724307301.551816:0:21155:0:(pinger.c:396:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1724307301.555066:0:21155:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21155:1808064246481920:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1724307301.555118:0:21155:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307301.555132:0:21155:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b444e480 going to sleep for 11 seconds 00000100:00100000:0.0:1724307301.555142:0:21090:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246481920 00000100:00100000:0.0:1724307301.555147:0:21090:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246481920 00000100:00100000:0.0:1724307301.555171:0:21090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1724307301.555176:0:21090:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ea4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:21155:x1808064246481920:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1724307301.555390:0:21090:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ea4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:21155:x1808064246481920:12345-0@lo:502:llog_process_th.0 Request processed in 213us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307301.555397:0:21090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1724307301.555430:0:21155:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21155:1808064246481920:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1724307301.555473:0:21155:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:0.0:1724307301.555522:0:21084:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:0.0:1724307301.555544:0:21084:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1724307301.555555:0:21084:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d403a80/0x85b23e07e0c0c589 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c590 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307301.555563:0:21084:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009d403a80/0x85b23e07e0c0c589 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c590 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1724307301.555592:0:21084:0:(tgt_mount.c:1161:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1724307301.555594:0:21084:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1724307301.555596:0:21084:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307301.555597:0:21084:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307301.555598:0:21084:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307301.555599:0:21084:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307301.555601:0:21084:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1724307301.555602:0:21084:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1724307301.555604:0:21084:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307301.555605:0:21084:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1724307301.555608:0:21084:0:(mgc_request_server.c:253:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1724307301.555612:0:21084:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1724307301.555613:0:21084:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1724307301.555613:0:21084:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307301.555614:0:21084:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307301.555615:0:21084:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307301.555616:0:21084:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307301.555617:0:21084:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1724307301.555619:0:21084:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1724307301.555620:0:21084:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307301.555620:0:21084:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1724307301.555628:0:21084:0:(mgc_request_server.c:198:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1724307301.555635:0:21084:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246482048:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1724307301.555689:0:21084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307301.555696:0:21084:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b444e480 going to sleep for 11 seconds 00000100:00100000:0.0:1724307301.555704:0:21090:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246482048 00000100:00100000:0.0:1724307301.555707:0:21090:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246482048 00000100:00100000:0.0:1724307301.555719:0:21090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1724307301.555722:0:21090:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:21084:x1808064246482048:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1724307301.555743:0:21090:0:(mgs_handler.c:364:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000004:00080000:3.0:1724307301.571384:0:21170:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00080000:0.0:1724307301.599981:0:21170:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 20000000:01000000:0.0:1724307301.624825:0:21090:0:(mgs_nids.c:592:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1724307301.624835:0:21090:0:(mgs_handler.c:525:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1724307301.624867:0:21108:0:(mgs_nids.c:490:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1724307301.624872:0:21108:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1724307301.624933:0:21108:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5a5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.624949:0:21108:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff88009d400900/0x85b23e07e0c0c574 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c56d expref: 10 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.624956:0:21108:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5a5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.624986:0:21108:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff88009d400900/0x85b23e07e0c0c574 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x85b23e07e0c0c56d expref: 10 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.624998:0:21108:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff88009d400900/0x85b23e07e0c0c574 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x85b23e07e0c0c56d expref: 10 pid: 21090 timeout: 3004 lvb_type: 0 00000100:00100000:1.0:1724307301.625009:0:21108:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572d880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21108:1808064246482176:0@lo:104: 00000100:00100000:1.0:1724307301.625059:0:21108:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307301.625077:0:21108:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094b32480 going to sleep for 11 seconds 00000100:00100000:0.0:1724307301.625088:0:7036:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246482176 00000100:00100000:0.0:1724307301.625094:0:7036:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246482176 00000100:00100000:0.0:1724307301.625127:0:7036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1724307301.625132:0:7036:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+3:21108:x1808064246482176:12345-0@lo:104: 00010000:00010000:0.0:1724307301.625142:0:7036:0:(ldlm_lockd.c:2511:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.107@tcp lock: ffff8800a9a97180/0x85b23e07e0c0c56d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x85b23e07e0c0c574 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307301.625182:0:7036:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1724307301.625187:0:7036:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+3:21108:x1808064246482176:12345-0@lo:104: Request processed in 55us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307301.625192:0:7036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00010000:00010000:0.0:1724307301.625212:0:7042:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1724307301.625217:0:7042:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff8800a9a97180/0x85b23e07e0c0c56d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x85b23e07e0c0c574 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307301.625222:0:7042:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97180 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307301.625226:0:7042:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff8800a9a97180/0x85b23e07e0c0c56d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x85b23e07e0c0c574 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307301.625231:0:7042:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800a9a97180/0x85b23e07e0c0c56d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x85b23e07e0c0c574 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307301.625237:0:7042:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800a9a97180/0x85b23e07e0c0c56d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x85b23e07e0c0c574 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307301.625241:0:7042:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1724307301.625267:0:7042:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff8800a9a97180/0x85b23e07e0c0c56d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0c0c574 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307301.625272:0:7042:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307301.625289:0:7042:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff8800a9a97180/0x85b23e07e0c0c56d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0c0c574 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307301.625295:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800a9a97180/0x85b23e07e0c0c56d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0c0c574 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307301.625307:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1724307301.625308:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307301.625309:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307301.625310:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307301.625327:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246482304:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1724307301.625376:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307301.625424:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246482304 00000100:00100000:3.0:1724307301.625430:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246482304 00010000:00010000:3.0:1724307301.625463:0:7039:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88009d400900/0x85b23e07e0c0c574 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x85b23e07e0c0c56d expref: 11 pid: 21090 timeout: 3004 lvb_type: 0 00000100:00100000:3.0:1724307301.625487:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2931 00000100:00100000:3.0:1724307301.625492:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e831180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:3298:x1808064246482304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1724307301.625504:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1724307301.625508:0:7039:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88009d400900/0x85b23e07e0c0c574 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x85b23e07e0c0c56d expref: 11 pid: 21090 timeout: 3004 lvb_type: 0 00010000:00010000:3.0:1724307301.625518:0:7039:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88009d400900/0x85b23e07e0c0c574 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x85b23e07e0c0c56d expref: 11 pid: 21090 timeout: 3004 lvb_type: 0 00010000:00010000:3.0:1724307301.625533:0:7039:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5a5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 21108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307301.625540:0:7039:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5a5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 21108 timeout: 0 lvb_type: 0 20000000:01000000:3.0:1724307301.625551:0:7039:0:(mgs_nids.c:466:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000681143s 00010000:00010000:3.0:1724307301.625557:0:7039:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5a5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307301.625563:0:7039:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5a5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307301.625569:0:7039:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5a5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307301.625574:0:7039:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5a5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307301.625580:0:7039:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307301.625583:0:7039:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5a5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307301.625590:0:7039:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5a5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307301.625596:0:7039:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5a5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307301.625605:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1724307301.625896:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e831180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:3298:x1808064246482304:12345-0@lo:103:ldlm_bl.0 Request processed in 403us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307301.625903:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2931 00000100:00100000:3.0:1724307301.625932:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246482304:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1724307301.626034:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGC192.168.204.107@tcp older than 1724307271 00010000:00010000:1.0:1724307301.626059:0:21108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d400900/0x85b23e07e0c0c574 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x85b23e07e0c0c56d expref: 10 pid: 21090 timeout: 3004 lvb_type: 0 00000100:00100000:1.0:1724307301.626068:0:21108:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572d880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21108:1808064246482176:0@lo:104: 00010000:00010000:1.0:1724307301.626082:0:21108:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5a5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.626089:0:21108:0:(ldlm_request.c:182:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5a5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.626094:0:21108:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5a5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307301.626098:0:21108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5a5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21108 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307301.626116:0:21090:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:21084:x1808064246482048:12345-0@lo:253:mount.lustre.0 Request processed in 70391us (70425us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307301.626124:0:21090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1724307301.626160:0:21084:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:21084:1808064246482048:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1724307301.626170:0:21084:0:(mgc_request_server.c:224:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1724307301.626174:0:21084:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1724307301.626175:0:21084:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1724307301.626176:0:21084:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307301.626178:0:21084:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307301.626179:0:21084:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307301.626180:0:21084:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307301.626182:0:21084:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1724307301.626183:0:21084:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1724307301.626184:0:21084:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307301.626185:0:21084:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1724307301.626204:0:21084:0:(tgt_mount.c:2296:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:0.0:1724307301.626974:0:21084:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:0.0:1724307301.627153:0:21084:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:0.0:1724307301.627264:0:21084:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:0.0:1724307301.627302:0:21084:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:0.0:1724307301.627395:0:21084:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:0.0:1724307301.627437:0:21084:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:1.0:1724307301.628024:0:21084:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:1.0:1724307301.628067:0:21084:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:1.0:1724307301.628146:0:21084:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:1.0:1724307301.628204:0:21084:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:1.0:1724307301.628273:0:21084:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:1.0:1724307301.628308:0:21084:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000040:01000000:2.0:1724307301.651550:0:21084:0:(llog_obd.c:212:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:1.0:1724307301.652739:0:21227:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:1.0:1724307301.652744:0:21227:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:2.0:1724307301.652880:0:21228:0:(llog_osd.c:2108:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:00080000:2.0:1724307301.654396:0:21228:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1724307301.655684:0:21228:0:(llog.c:792:llog_process_thread()) stop processing catalog [0x20001a210:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1724307301.655705:0:21228:0:(lod_dev.c:535:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:2.0:1724307301.655709:0:21228:0:(lod_dev.c:559:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000040:01000000:3.0:1724307301.656113:0:21084:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1724307301.656193:0:21084:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1724307301.656501:0:21084:0:(mdd_device.c:569:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1724307301.656507:0:21084:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1724307301.656558:0:21084:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1724307301.657207:0:21084:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1724307301.657561:0:21084:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1724307301.657573:0:21084:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1724307301.657677:0:21084:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:3.0:1724307301.659496:0:21084:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x7b:0x0] (8/8/4) registered 00010000:00080000:3.0:1724307301.661336:0:21084:0:(ldlm_lib.c:2950:target_recovery_init()) RECOVERY: service lustre-MDT0000, 1 recoverable clients, last_transno 300647713226 00010000:00080000:3.0:1724307301.662358:0:21229:0:(ldlm_lib.c:2754:target_recovery_thread()) lustre-MDT0000: started recovery thread pid 21229 00010000:02000000:3.0:1724307301.662379:0:21229:0:(ldlm_lib.c:2215:target_recovery_overseer()) lustre-MDT0000: in recovery but waiting for the first client to connect 00010000:00080000:3.0:1724307301.662382:0:21229:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:3.0:1724307301.662384:0:21229:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00000020:01000004:0.0:1724307301.662474:0:21084:0:(tgt_mount.c:317:server_mgc_clear_fs()) Unassign mgc disk 00000020:01000004:0.0:1724307301.662506:0:21084:0:(tgt_mount.c:2065:server_fill_super_common()) Server sb, dev=41 00000080:00000004:0.0:1724307301.662519:0:21084:0:(super25.c:192:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:1.0:1724307302.405528:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1724307302.913195:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1724307302.913200:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-mdtir-ffff880094d4d000 from 80 10000000:01000000:0.0:1724307302.913204:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1724307302.913237:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a96640/0x85b23e07e0c0c5ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.913247:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800a9a96640/0x85b23e07e0c0c5ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.913256:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800a9a96640/0x85b23e07e0c0c5ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307302.913276:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246482432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1724307302.913327:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307302.913355:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800910940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1724307302.913410:0:21090:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246482432 00000100:00100000:1.0:1724307302.913416:0:21090:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246482432 00000100:00100000:1.0:1724307302.913458:0:21090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1724307302.913463:0:21090:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:7051:x1808064246482432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307302.913474:0:21090:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307302.913485:0:21090:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5b3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c5ac expref: -99 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307302.913502:0:21090:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c5ac expref: 10 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307302.913514:0:21090:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c5ac expref: 10 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307302.913520:0:21090:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d401f80, rc 0) 00000100:00100000:1.0:1724307302.913549:0:21090:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:7051:x1808064246482432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 85us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307302.913554:0:21090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1724307302.914728:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246482432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1724307302.914742:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800a9a96640/0x85b23e07e0c0c5ac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5b3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.914750:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800a9a96640/0x85b23e07e0c0c5ac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c5b3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307302.914788:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246482560:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1724307302.914815:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307302.914837:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800910940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1724307302.914912:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246482560 00000100:00100000:1.0:1724307302.914917:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246482560 00000100:00100000:1.0:1724307302.915549:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1724307302.915555:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e758050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:7051:x1808064246482560:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1724307302.915570:0:21091:0:(mgs_nids.c:682:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1724307302.915581:0:21091:0:(mgs_nids.c:225:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1724307302.915584:0:21091:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 80 00000100:00100000:1.0:1724307302.915660:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e758050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:7051:x1808064246482560:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 84us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307302.915666:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1724307302.915742:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246482560:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1724307302.915775:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1724307302.915780:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a96640/0x85b23e07e0c0c5ac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5b3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.915787:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800a9a96640/0x85b23e07e0c0c5ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5b3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307302.915796:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1724307302.915798:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-client-ffff8800a0c6b000 from 42 10000000:01000000:0.0:1724307302.915801:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1724307302.915817:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a97cc0/0x85b23e07e0c0c5ba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.915822:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800a9a97cc0/0x85b23e07e0c0c5ba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.915829:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800a9a97cc0/0x85b23e07e0c0c5ba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307302.915840:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246482688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1724307302.915860:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307302.915869:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800910940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1724307302.915960:0:21090:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246482688 00000100:00100000:1.0:1724307302.915964:0:21090:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246482688 00000100:00100000:1.0:1724307302.915980:0:21090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1724307302.915984:0:21090:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:7051:x1808064246482688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307302.915990:0:21090:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307302.916000:0:21090:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d400900/0x85b23e07e0c0c5c1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c5ba expref: -99 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307302.916013:0:21090:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d400900/0x85b23e07e0c0c5c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c5ba expref: 11 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307302.916024:0:21090:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d400900/0x85b23e07e0c0c5c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c5ba expref: 11 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307302.916030:0:21090:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d400900, rc 0) 00000100:00100000:1.0:1724307302.916049:0:21090:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246482688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 65us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307302.916054:0:21090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1724307302.916209:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246482688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1724307302.916220:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800a9a97cc0/0x85b23e07e0c0c5ba lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5c1 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.916226:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800a9a97cc0/0x85b23e07e0c0c5ba lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c5c1 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307302.916260:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246482816:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307302.916278:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307302.916295:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800910940c0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307302.916304:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246482816 00000100:00100000:0.0:1724307302.916306:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246482816 00000100:00100000:0.0:1724307302.916324:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1724307302.916328:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e758450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246482816:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307302.917077:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e758450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246482816:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 747us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307302.917083:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1724307302.917154:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246482816:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307302.917180:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246482944:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307302.917207:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307302.917216:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e7133c0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307302.917259:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246482944 00000100:00100000:0.0:1724307302.917263:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246482944 00000100:00100000:0.0:1724307302.917287:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1724307302.917291:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246482944:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1724307302.917441:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246482944:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 149us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307302.917446:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1724307302.917508:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246482944:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1724307302.918918:0:21442:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000020:01000000:0.0:1724307302.919043:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:0.0:1724307302.919057:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1724307302.919065:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a97cc0/0x85b23e07e0c0c5ba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5c1 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.919071:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800a9a97cc0/0x85b23e07e0c0c5ba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5c1 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307302.919078:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1724307302.919080:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1724307302.919083:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1724307302.919101:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a973c0/0x85b23e07e0c0c5c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.919106:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800a9a973c0/0x85b23e07e0c0c5c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.919113:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800a9a973c0/0x85b23e07e0c0c5c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307302.919126:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246483072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1724307302.919152:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307302.919170:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800910940c0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307302.919293:0:21090:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246483072 00000100:00100000:0.0:1724307302.919297:0:21090:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246483072 00000100:00100000:0.0:1724307302.919314:0:21090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1724307302.919319:0:21090:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246483072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1724307302.919327:0:21090:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307302.919337:0:21090:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a9a961c0/0x85b23e07e0c0c5cf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c5c8 expref: -99 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.919352:0:21090:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a9a961c0/0x85b23e07e0c0c5cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c5c8 expref: 12 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.919362:0:21090:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a9a961c0/0x85b23e07e0c0c5cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c5c8 expref: 12 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.919369:0:21090:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9a961c0, rc 0) 00000100:00100000:0.0:1724307302.919389:0:21090:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246483072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 69us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307302.919394:0:21090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1724307302.919417:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246483072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1724307302.919435:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800a9a973c0/0x85b23e07e0c0c5c8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5cf expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.919442:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800a9a973c0/0x85b23e07e0c0c5c8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c5cf expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307302.919470:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246483200:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307302.919486:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307302.919493:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800910940c0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307302.919501:0:21090:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246483200 00000100:00100000:0.0:1724307302.919503:0:21090:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246483200 00000100:00100000:0.0:1724307302.921519:0:21090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1724307302.921527:0:21090:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246483200:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307302.921735:0:21090:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246483200:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 208us (2247us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307302.921742:0:21090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1724307302.921839:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246483200:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307302.921877:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246483328:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307302.921914:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307302.921926:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e7133c0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307302.921965:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246483328 00000100:00100000:0.0:1724307302.921969:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246483328 00000100:00100000:0.0:1724307302.921986:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1724307302.921990:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e759850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246483328:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1724307302.925813:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e759850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246483328:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 3817us (3894us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307302.925822:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1724307302.925890:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246483328:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1724307302.926515:0:21448:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:2.0:1724307302.926579:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:2.0:1724307302.926595:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1724307302.926603:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a973c0/0x85b23e07e0c0c5c8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5cf expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307302.926614:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800a9a973c0/0x85b23e07e0c0c5c8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5cf expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307302.926622:0:7051:0:(mgc_request.c:606:do_requeue()) updating log params 10000000:01000000:2.0:1724307302.926624:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log params-ffff8800a0c6b000 from 10 10000000:01000000:2.0:1724307302.926626:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1724307302.926664:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091162640/0x85b23e07e0c0c5d6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307302.926670:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff880091162640/0x85b23e07e0c0c5d6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307302.926678:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff880091162640/0x85b23e07e0c0c5d6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307302.926695:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246483456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1724307302.926728:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307302.926747:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8ab7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1724307302.926798:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246483456 00000100:00100000:0.0:1724307302.926804:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246483456 00000100:00100000:0.0:1724307302.926836:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1724307302.926842:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a22d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246483456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1724307302.926852:0:21091:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307302.926863:0:21091:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a9a958c0/0x85b23e07e0c0c5dd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c5d6 expref: -99 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.926886:0:21091:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a9a958c0/0x85b23e07e0c0c5dd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c5d6 expref: 13 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.926894:0:21091:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a9a958c0/0x85b23e07e0c0c5dd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c5d6 expref: 13 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.926901:0:21091:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9a958c0, rc 0) 00000100:00100000:0.0:1724307302.927127:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a22d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246483456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 284us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307302.927132:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1724307302.927133:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246483456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307302.927142:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff880091162640/0x85b23e07e0c0c5d6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5dd expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307302.927149:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff880091162640/0x85b23e07e0c0c5d6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c5dd expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307302.927181:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246483584:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1724307302.927204:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307302.927259:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8ab7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1724307302.927294:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246483584 00000100:00100000:0.0:1724307302.927297:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246483584 00000100:00100000:0.0:1724307302.927312:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1724307302.927315:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a22c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246483584:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307302.927386:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a22c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246483584:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 69us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307302.927391:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1724307302.927499:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246483584:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1724307302.927518:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246483712:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1724307302.927545:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307302.927553:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8ab7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1724307302.928070:0:21088:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246483712 00000100:00100000:0.0:1724307302.928074:0:21088:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246483712 00000100:00100000:0.0:1724307302.928098:0:21088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1724307302.928103:0:21088:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a22c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246483712:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1724307302.928255:0:21088:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a22c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246483712:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 150us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307302.928261:0:21088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1724307302.928405:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246483712:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1724307302.929356:0:21449:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:3.0:1724307302.929406:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:3.0:1724307302.929440:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1724307302.929454:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091162640/0x85b23e07e0c0c5d6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5dd expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307302.929461:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff880091162640/0x85b23e07e0c0c5d6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5dd expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307302.929468:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1724307302.929469:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-client-ffff8800949bb800 from 42 10000000:01000000:3.0:1724307302.929472:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1724307302.929489:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe1b00/0x85b23e07e0c0c5e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307302.929495:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009ffe1b00/0x85b23e07e0c0c5e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307302.929501:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009ffe1b00/0x85b23e07e0c0c5e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307302.929513:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e832a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246483840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1724307302.929538:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307302.929560:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800935e9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1724307302.929601:0:21088:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246483840 00000100:00100000:0.0:1724307302.929604:0:21088:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246483840 00000100:00100000:0.0:1724307302.929776:0:21088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1724307302.929782:0:21088:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a22f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246483840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1724307302.929790:0:21088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307302.929799:0:21088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a9a95d40/0x85b23e07e0c0c5eb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c5e4 expref: -99 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.929814:0:21088:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a9a95d40/0x85b23e07e0c0c5eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c5e4 expref: 14 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.929821:0:21088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a9a95d40/0x85b23e07e0c0c5eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c5e4 expref: 14 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.929828:0:21088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9a95d40, rc 0) 00000100:00100000:0.0:1724307302.929851:0:21088:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a22f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246483840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 69us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307302.929856:0:21088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1724307302.929957:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e832a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246483840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307302.929966:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009ffe1b00/0x85b23e07e0c0c5e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5eb expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307302.929973:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009ffe1b00/0x85b23e07e0c0c5e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c5eb expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307302.930004:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136905c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246483968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1724307302.930021:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307302.930028:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8ab7cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1724307302.930061:0:21090:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246483968 00000100:00100000:1.0:1724307302.930064:0:21090:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246483968 00000100:00100000:1.0:1724307302.930088:0:21090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1724307302.930092:0:21090:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a22dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246483968:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307302.930167:0:21090:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a22dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246483968:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 74us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307302.930172:0:21090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1724307302.930218:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136905c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246483968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1724307302.930237:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136905c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246484096:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1724307302.930264:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307302.930270:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8ab7cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1724307302.930300:0:21090:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246484096 00000100:00100000:1.0:1724307302.930303:0:21090:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246484096 00000100:00100000:1.0:1724307302.930315:0:21090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1724307302.930319:0:21090:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a22ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246484096:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307302.930456:0:21090:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a22ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246484096:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 135us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307302.930461:0:21090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1724307302.930554:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136905c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246484096:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1724307302.931202:0:21451:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000020:01000000:3.0:1724307302.932334:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:3.0:1724307302.932355:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1724307302.932361:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe1b00/0x85b23e07e0c0c5e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5eb expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307302.932368:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009ffe1b00/0x85b23e07e0c0c5e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5eb expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307302.932376:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1724307302.932378:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1724307302.932380:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1724307302.932400:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe3cc0/0x85b23e07e0c0c5f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307302.932406:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009ffe3cc0/0x85b23e07e0c0c5f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307302.932413:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009ffe3cc0/0x85b23e07e0c0c5f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307302.932438:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246484224:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1724307302.932473:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307302.932485:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800935e9000 going to sleep for 11 seconds 00000100:00100000:1.0:1724307302.932672:0:21088:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246484224 00000100:00100000:1.0:1724307302.932678:0:21088:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246484224 00000100:00100000:1.0:1724307302.932703:0:21088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1724307302.932708:0:21088:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a22e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246484224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307302.932717:0:21088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307302.932727:0:21088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d400b40/0x85b23e07e0c0c5f9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c5f2 expref: -99 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307302.932741:0:21088:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d400b40/0x85b23e07e0c0c5f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c5f2 expref: 15 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307302.932748:0:21088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d400b40/0x85b23e07e0c0c5f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c5f2 expref: 15 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307302.932753:0:21088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d400b40, rc 0) 00000100:00100000:1.0:1724307302.932805:0:21088:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a22e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246484224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307302.932810:0:21088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1724307302.933148:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246484224:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307302.933159:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009ffe3cc0/0x85b23e07e0c0c5f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5f9 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307302.933165:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009ffe3cc0/0x85b23e07e0c0c5f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c5f9 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307302.933198:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246484352:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1724307302.933217:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307302.933240:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800935e9000 going to sleep for 11 seconds 00000100:00100000:1.0:1724307302.933252:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246484352 00000100:00100000:1.0:1724307302.933255:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246484352 00000100:00100000:1.0:1724307302.933273:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1724307302.933276:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a22d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246484352:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307302.933410:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a22d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246484352:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 133us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307302.933415:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1724307302.933602:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246484352:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1724307302.933623:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246484480:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1724307302.933672:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307302.933684:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800935e9000 going to sleep for 11 seconds 00000100:00100000:1.0:1724307302.933691:0:21088:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246484480 00000100:00100000:1.0:1724307302.933694:0:21088:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246484480 00000100:00100000:1.0:1724307302.933707:0:21088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1724307302.933710:0:21088:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a22c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246484480:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307302.936456:0:21088:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a22c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246484480:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 2741us (2780us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307302.936461:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246484480:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307302.936464:0:21088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000040:00080000:2.0:1724307302.936904:0:21455:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:3.0:1724307302.937264:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1724307302.937281:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1724307302.937288:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe3cc0/0x85b23e07e0c0c5f2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5f9 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307302.937296:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009ffe3cc0/0x85b23e07e0c0c5f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5f9 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307302.937303:0:7051:0:(mgc_request.c:606:do_requeue()) updating log params 10000000:01000000:3.0:1724307302.937305:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log params-ffff8800949bb800 from 10 10000000:01000000:3.0:1724307302.937307:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1724307302.937334:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c600 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307302.937340:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c600 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307302.937346:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c600 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307302.937361:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246484608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1724307302.937388:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307302.937408:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800935e9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1724307302.937421:0:21088:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246484608 00000100:00100000:0.0:1724307302.937437:0:21088:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246484608 00000100:00100000:0.0:1724307302.937464:0:21088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1724307302.937469:0:21088:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a22cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246484608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1724307302.937479:0:21088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307302.937490:0:21088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a9a96ac0/0x85b23e07e0c0c607 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c600 expref: -99 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.937507:0:21088:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a9a96ac0/0x85b23e07e0c0c607 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c600 expref: 16 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.937518:0:21088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a9a96ac0/0x85b23e07e0c0c607 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c600 expref: 16 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.937524:0:21088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9a96ac0, rc 0) 00000100:00100000:0.0:1724307302.937545:0:21088:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a22cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246484608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 76us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307302.937549:0:21088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1724307302.937740:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246484608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307302.937749:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c600 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c607 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307302.937755:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c600 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c607 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307302.937783:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246484736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1724307302.937797:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307302.937814:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800935e9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1724307302.937828:0:21088:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246484736 00000100:00100000:0.0:1724307302.937835:0:21088:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246484736 00000100:00100000:0.0:1724307302.937850:0:21088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1724307302.937853:0:21088:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a22e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246484736:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1724307302.937923:0:21088:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a22e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246484736:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 68us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307302.937928:0:21088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1724307302.938080:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246484736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1724307302.938097:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246484864:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1724307302.938119:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307302.938125:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800935e9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1724307302.938134:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246484864 00000100:00100000:2.0:1724307302.938137:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246484864 00000100:00100000:2.0:1724307302.938157:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1724307302.938161:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246484864:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1724307302.938286:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246484864:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 124us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307302.938292:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1724307302.938450:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246484864:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1724307302.939471:0:21457:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:2.0:1724307302.939541:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:2.0:1724307302.939553:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1724307302.939557:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c600 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c607 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307302.939567:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c600 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c607 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307302.939573:0:7051:0:(mgc_request.c:606:do_requeue()) updating log nodemap 10000000:01000000:2.0:1724307302.939574:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log nodemap-ffff88012b4c8000 from 1 10000000:01000000:2.0:1724307302.939576:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1724307302.939590:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091163180/0x85b23e07e0c0c60e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307302.939595:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff880091163180/0x85b23e07e0c0c60e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307302.939601:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff880091163180/0x85b23e07e0c0c60e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307302.939610:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136905c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246484992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1724307302.939632:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307302.939662:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8ab7a80 going to sleep for 11 seconds 00000100:00100000:0.0:1724307302.939668:0:21088:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246484992 00000100:00100000:0.0:1724307302.939672:0:21088:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246484992 00000100:00100000:0.0:1724307302.939692:0:21088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1724307302.939696:0:21088:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae13450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246484992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1724307302.939703:0:21088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307302.939711:0:21088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a9a95440/0x85b23e07e0c0c615 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c60e expref: -99 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.939723:0:21088:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a9a95440/0x85b23e07e0c0c615 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c60e expref: 17 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.939730:0:21088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a9a95440/0x85b23e07e0c0c615 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c60e expref: 17 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307302.939737:0:21088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9a95440, rc 0) 00000100:00100000:0.0:1724307302.939758:0:21088:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae13450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:7051:x1808064246484992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 61us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307302.939762:0:21088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1724307302.939926:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136905c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246484992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307302.939934:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff880091163180/0x85b23e07e0c0c60e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c615 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307302.939940:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff880091163180/0x85b23e07e0c0c60e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c615 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307302.939950:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1724307302.939952:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091163180/0x85b23e07e0c0c60e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c615 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307302.939957:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff880091163180/0x85b23e07e0c0c60e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c615 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307302.939962:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1724307302.939963:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-sptlrpc-ffff88012b4c8000 from 1 10000000:01000000:3.0:1724307302.939965:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1724307302.939975:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0c61c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307302.939980:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0c61c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307302.939985:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0c61c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307302.939994:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246485120:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1724307302.940011:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307302.940018:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800935e9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1724307302.940090:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246485120 00000100:00100000:2.0:1724307302.940093:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246485120 00000100:00100000:2.0:1724307302.940114:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1724307302.940118:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae12050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:7051:x1808064246485120:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307302.940123:0:21091:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307302.940129:0:21091:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff880091162880/0x85b23e07e0c0c623 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c61c expref: -99 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307302.940140:0:21091:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880091162880/0x85b23e07e0c0c623 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c61c expref: 18 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307302.940149:0:21091:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff880091162880/0x85b23e07e0c0c623 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c61c expref: 18 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307302.940154:0:21091:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091162880, rc 0) 00000100:00100000:2.0:1724307302.940171:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae12050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:7051:x1808064246485120:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 53us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307302.940175:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1724307302.940209:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246485120:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307302.940216:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0c61c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c623 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307302.940221:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0c61c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c623 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307302.940247:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246485248:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1724307302.940261:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307302.940268:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800935e9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1724307302.940339:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246485248 00000100:00100000:2.0:1724307302.940342:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246485248 00000100:00100000:2.0:1724307302.940354:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1724307302.940358:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:7051:x1808064246485248:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1724307302.940409:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:7051:x1808064246485248:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 50us (146us total) trans 0 rc -2/-2 00000100:00100000:2.0:1724307302.940414:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1724307302.940537:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246485248:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1724307302.940557:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1724307302.940560:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0c61c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c623 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307302.940566:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0c61c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c623 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000001:02000400:2.0:1724307303.005489:0:21478:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg407-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1724307303.406339:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307304.407924:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1724307304.607932:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1724307304.785800:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307304.785872:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307304.785975:0:21093:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248594944 00000100:00100000:3.0:1724307304.785985:0:21093:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248594944 00000100:00100000:3.0:1724307304.786021:0:21093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 5 00000100:00100000:3.0:1724307304.786029:0:21093:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1969:x1808064248594944:12345-192.168.204.7@tcp:400:kworker.0 00000020:00080000:3.0:1724307304.786038:0:21093:0:(tgt_handler.c:808:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.7@tcp 00000100:00100000:3.0:1724307304.786101:0:21093:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1969:x1808064248594944:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 71us (312us total) trans 0 rc -107/-107 00000100:00100000:3.0:1724307304.786107:0:21093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 5 00000100:00100000:2.0:1724307304.786177:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248594816 00000100:00100000:2.0:1724307304.786181:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248594816 00000100:00100000:2.0:1724307304.786204:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 45 00000100:00100000:2.0:1724307304.786208:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae10850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:1968:x1808064248594816:12345-192.168.204.7@tcp:400:kworker.0 00000020:00080000:2.0:1724307304.786212:0:21091:0:(tgt_handler.c:808:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.7@tcp 00000100:00100000:2.0:1724307304.786246:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae10850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:1968:x1808064248594816:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 37us (374us total) trans 0 rc -107/-107 00000100:00100000:2.0:1724307304.786251:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 45 00000100:00100000:0.0:1724307304.796084:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307304.796291:0:21094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248595072 00000100:00100000:2.0:1724307304.796302:0:21094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248595072 00000100:00100000:2.0:1724307304.796351:0:21094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 6 00000100:00100000:2.0:1724307304.796359:0:21094:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1965:x1808064248595072:12345-192.168.204.7@tcp:38:ptlrpcd_01_01.0 00010000:00080000:2.0:1724307304.796485:0:21094:0:(ldlm_lib.c:856:target_handle_reconnect()) connect export for UUID '7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e' at ffff8800909ef800, cookie 0x85b23e07e0c0c519 00010000:00080000:2.0:1724307304.796492:0:21094:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp recovering/t296352743438 exp ffff8800909ef800 cur 2907 last 1724307301 00010000:02000400:2.0:1724307304.796504:0:21094:0:(ldlm_lib.c:1918:target_start_recovery_timer()) lustre-MDT0000: Will be in recovery for at least 1:00, or until 1 client reconnects 00010000:00080000:2.0:1724307304.796510:0:21094:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 70 seconds 00000004:00100000:2.0:1724307304.796546:0:21094:0:(mdt_handler.c:7064:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1724307304.796552:0:21094:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009fa3b600 00000100:00080000:2.0:1724307304.796619:0:21094:0:(import.c:86:import_set_state_nolock()) ffff8800909eb800 ÿÿÿÿ: changing import state from RECOVER to FULL 00010000:00080000:3.0:1724307304.796718:0:21229:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:3.0:1724307304.796724:0:21229:0:(ldlm_lib.c:2584:replay_request_or_update()) Waiting for transno 300647713227 00000020:00080000:3.0:1724307304.796729:0:21229:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307304.796733:0:21229:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 300647713227 00000020:00080000:3.0:1724307304.796736:0:21229:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307304.796737:0:21229:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 300647713227 00000100:00100000:2.0:1724307304.797368:0:21094:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064248595072:12345-192.168.204.7@tcp:38:ptlrpcd_01_01.0 Request processed in 1006us (1292us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307304.797376:0:21094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 6 00000100:00100000:0.0:1724307304.800839:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307304.800976:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248595200 00000100:00100000:2.0:1724307304.800987:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248595200 00000100:00100000:2.0:1724307304.801034:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 46 00000100:00100000:2.0:1724307304.801042:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:1965:x1808064248595200:12345-192.168.204.7@tcp:250:ptlrpcd_01_00.0 00010000:00080000:2.0:1724307304.801072:0:21091:0:(ldlm_lib.c:1342:target_handle_connect()) MGS: connection from 31a81d4a-43f7-45b0-a075-f219c8077a24@192.168.204.7@tcp t0 exp (null) cur 2907 last 0 00000020:00000080:2.0:1724307304.801103:0:21091:0:(genops.c:1313:class_connect()) connect: client 31a81d4a-43f7-45b0-a075-f219c8077a24, cookie 0x85b23e07e0c0c62a 00000020:01000000:2.0:1724307304.801111:0:21091:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88012d5af9c0 00000100:00080000:2.0:1724307304.801179:0:21091:0:(import.c:86:import_set_state_nolock()) ffff880129f80000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1724307304.801235:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+4:1965:x1808064248595200:12345-192.168.204.7@tcp:250:ptlrpcd_01_00.0 Request processed in 192us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307304.801242:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 46 00000100:00100000:0.0:1724307304.813615:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307304.814113:0:21094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248595328 00000100:00100000:2.0:1724307304.814124:0:21094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248595328 00000100:00100000:2.0:1724307304.814282:0:21094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 0 00000100:00100000:2.0:1724307304.814290:0:21094:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064248595328:12345-192.168.204.7@tcp:400:ldlm_lock_repla.0 00010000:00080000:2.0:1724307304.814322:0:21094:0:(ldlm_lib.c:3036:target_queue_recovery_request()) @@@ queue final req req@ffff880090c3d180 x1808064248595328/t0(0) o400->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:565/0 lens 224/0 e 0 to 0 dl 1724307315 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 00000100:00100000:2.0:1724307304.814351:0:21094:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064248595328:12345-192.168.204.7@tcp:400:ldlm_lock_repla.0 Request processed in 61us (749us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307304.814356:0:21094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 0 00000020:00080000:0.0:1724307304.814465:0:21229:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307304.814468:0:21229:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 1, queue_len: 0, req_transno: 0, next_transno: 300647713227 00010000:00080000:0.0:1724307304.814471:0:21229:0:(ldlm_lib.c:2142:check_for_next_transno()) waking for completed recovery 00000020:00080000:0.0:1724307304.814473:0:21229:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1724307304.814478:0:21229:0:(ldlm_lib.c:2332:target_next_replay_lock()) Waiting for lock 00010000:00080000:0.0:1724307304.814480:0:21229:0:(ldlm_lib.c:2165:check_for_next_lock()) waking for completed lock replay 00000001:00000004:0.0:1724307304.814729:0:21229:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 71, last_transno is 304942678016 00000001:00080000:2.0:1724307304.847579:0:21229:0:(tgt_lastrcvd.c:204:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00010000:00080000:2.0:1724307304.847624:0:21229:0:(ldlm_lib.c:1880:target_cancel_recovery_timer()) lustre-MDT0000: cancel recovery timer 00010000:00080000:2.0:1724307304.847657:0:21229:0:(ldlm_lib.c:2837:target_recovery_thread()) @@@ processing final ping from 192.168.204.7@tcp: req@ffff880090c3d180 x1808064248595328/t0(0) o400->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:565/0 lens 224/0 e 0 to 0 dl 1724307315 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 00000001:00100000:0.0:1724307304.847811:0:21170:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00010000:02000000:2.0:1724307304.848026:0:21229:0:(ldlm_lib.c:1753:target_finish_recovery()) lustre-MDT0000: Recovery over after 0:01, of 1 clients 1 recovered and 0 were evicted. 00000004:00000080:3.0:1724307304.862915:0:21229:0:(mdd_device.c:2271:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffff88012f797d68 00000004:00080000:1.0:1724307304.864737:0:21143:0:(osp_precreate.c:900:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x280000400:0x1471:0x0] 00000100:00100000:1.0:1724307304.864788:0:21143:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21143:1808064246485376:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1724307304.864850:0:21143:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307304.864886:0:21143:0:(client.c:2562:ptlrpc_set_wait()) set ffff880139988600 going to sleep for 11 seconds 00000100:00100000:2.0:1724307304.864959:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246485376 00000100:00100000:2.0:1724307304.864967:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246485376 00000100:00080000:1.0:1724307304.865007:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307274 00000100:00100000:2.0:1724307304.865020:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11930 00000004:00080000:1.0:1724307304.865023:0:21137:0:(osp_precreate.c:900:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x1491:0x0] 00000100:00100000:2.0:1724307304.865028:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:21143:x1808064246485376:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1724307304.865040:0:21137:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21137:1808064246485504:0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1724307304.865059:0:16086:0:(ofd_dev.c:1544:ofd_create_hdl()) ofd_last_id() = 5249 -> diff = -16 00002000:02000040:2.0:1724307304.865064:0:16086:0:(ofd_dev.c:1395:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000400:5234 to 0x280000400:5249) 00000100:00100000:1.0:1724307304.865066:0:21137:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307304.865076:0:21137:0:(client.c:2562:ptlrpc_set_wait()) set ffff880139988900 going to sleep for 11 seconds 00000100:00100000:1.0:1724307304.865093:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246485504 00000100:00100000:1.0:1724307304.865096:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246485504 00000100:00100000:1.0:1724307304.865118:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11931 00000100:00100000:1.0:1724307304.865123:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:21137:x1808064246485504:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1724307304.865140:0:9058:0:(ofd_dev.c:1544:ofd_create_hdl()) ofd_last_id() = 5281 -> diff = -16 00002000:02000040:1.0:1724307304.865142:0:9058:0:(ofd_dev.c:1395:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x240000400:5266 to 0x240000400:5281) 00000100:00080000:0.0:1724307304.865368:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307274 00002000:00010000:0.0:1724307304.870734:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307304.870748:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c631 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.870764:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.870766:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.870771:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c631 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.870788:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c631 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.870797:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c631 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.870804:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c631 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.870811:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c631 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.870818:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307304.870822:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c631 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.870830:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c631 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.870844:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c631 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.870850:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c631 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307304.875374:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307304.875402:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c638 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.875419:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.875421:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.875426:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c638 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.875440:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c638 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.875449:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c638 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.875456:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c638 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.875464:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c638 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.875470:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307304.875473:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c638 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.875481:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c638 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.875494:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c638 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.875505:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c638 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307304.878782:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1481:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307304.878796:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0c63f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.878813:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.878815:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.878819:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0c63f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.878834:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0c63f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.878847:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0c63f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.878853:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0c63f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.878859:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0c63f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.878864:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307304.878868:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0c63f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.878875:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0c63f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.878887:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0c63f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.878891:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091161d40/0x85b23e07e0c0c63f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307304.879292:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x149f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307304.879298:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c646 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.879307:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.879308:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.879311:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c646 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.879324:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c646 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.879331:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c646 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.879337:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c646 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.879343:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c646 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.879349:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307304.879352:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c646 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.879362:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c646 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307304.879368:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1480:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307304.879370:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c646 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.879373:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0c64d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.879376:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c646 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.879383:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.879384:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.879386:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0c64d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.879407:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0c64d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.879413:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0c64d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.879419:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0c64d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.879425:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0c64d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.879431:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307304.879433:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0c64d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.879439:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0c64d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.879447:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0c64d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.879458:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091162d00/0x85b23e07e0c0c64d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307304.881223:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x147f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307304.881230:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0c654 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.881242:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.881248:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.881251:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0c654 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.881261:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0c654 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.881269:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0c654 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.881275:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0c654 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.881281:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0c654 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.881285:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307304.881288:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0c654 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.881300:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0c654 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.881311:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0c654 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.881317:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091160240/0x85b23e07e0c0c654 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x147f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307304.881600:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x147e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307304.881604:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0c65b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.881610:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.881612:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.881614:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0c65b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.881621:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0c65b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.881628:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0c65b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.881633:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0c65b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.881664:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0c65b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.881670:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307304.881672:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0c65b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.881678:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0c65b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.881685:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0c65b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.881690:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091160b40/0x85b23e07e0c0c65b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x147e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307304.882756:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x147d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307304.882763:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0c662 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.882771:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.882773:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.882775:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0c662 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.882783:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0c662 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.882793:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0c662 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.882798:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0c662 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.882804:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0c662 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.882808:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307304.882811:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0c662 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.882816:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0c662 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.882825:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0c662 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.882830:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091161f80/0x85b23e07e0c0c662 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x147d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307304.883055:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x147c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307304.883059:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0c669 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883071:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.883072:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.883075:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0c669 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883082:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0c669 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883089:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0c669 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883095:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0c669 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883101:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0c669 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883105:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091161200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307304.883107:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0c669 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883112:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0c669 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883120:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0c669 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883131:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091161200/0x85b23e07e0c0c669 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x147c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307304.883440:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x147b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307304.883445:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0c670 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883450:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.883452:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.883454:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0c670 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883461:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0c670 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883467:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0c670 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883472:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0c670 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883478:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0c670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883484:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911618c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307304.883486:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0c670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883496:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0c670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883505:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0c670 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883510:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800911618c0/0x85b23e07e0c0c670 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x147b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307304.883752:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x147a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307304.883756:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0c677 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883761:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.883762:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.883764:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0c677 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883771:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0c677 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883775:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0c677 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883780:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0c677 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883789:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0c677 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883793:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307304.883796:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0c677 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883800:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0c677 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883806:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0c677 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.883811:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091160900/0x85b23e07e0c0c677 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x147a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307304.884027:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1479:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307304.884032:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0c67e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884037:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.884038:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.884040:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0c67e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884047:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0c67e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884057:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0c67e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884063:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0c67e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884069:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0c67e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884075:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307304.884077:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0c67e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884083:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0c67e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884091:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0c67e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884097:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091160480/0x85b23e07e0c0c67e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307304.884315:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1478:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307304.884320:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0c685 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884329:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.884330:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.884332:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0c685 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884339:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0c685 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884344:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0c685 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884350:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0c685 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884355:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0c685 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884359:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307304.884362:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0c685 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884367:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0c685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884375:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0c685 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884384:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091160fc0/0x85b23e07e0c0c685 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307304.884624:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1477:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307304.884628:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0c68c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884634:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.884635:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.884662:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0c68c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884670:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0c68c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884677:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0c68c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884682:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0c68c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884687:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0c68c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884691:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911606c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307304.884693:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0c68c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884702:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0c68c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884709:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0c68c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884714:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800911606c0/0x85b23e07e0c0c68c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307304.884948:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1476:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307304.884952:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091163840/0x85b23e07e0c0c693 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884958:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.884959:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.884961:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091163840/0x85b23e07e0c0c693 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884968:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091163840/0x85b23e07e0c0c693 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884973:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091163840/0x85b23e07e0c0c693 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884979:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091163840/0x85b23e07e0c0c693 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884988:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091163840/0x85b23e07e0c0c693 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.884993:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307304.884995:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091163840/0x85b23e07e0c0c693 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885000:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091163840/0x85b23e07e0c0c693 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885006:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091163840/0x85b23e07e0c0c693 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885010:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091163840/0x85b23e07e0c0c693 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307304.885216:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1475:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307304.885220:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091163cc0/0x85b23e07e0c0c69a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885227:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.885228:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.885230:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091163cc0/0x85b23e07e0c0c69a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885237:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091163cc0/0x85b23e07e0c0c69a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885246:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091163cc0/0x85b23e07e0c0c69a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885252:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091163cc0/0x85b23e07e0c0c69a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885257:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091163cc0/0x85b23e07e0c0c69a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885261:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091163cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307304.885263:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091163cc0/0x85b23e07e0c0c69a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885268:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091163cc0/0x85b23e07e0c0c69a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885274:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091163cc0/0x85b23e07e0c0c69a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885278:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091163cc0/0x85b23e07e0c0c69a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307304.885505:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1474:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307304.885508:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160d80/0x85b23e07e0c0c6a1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885517:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.885518:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.885520:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091160d80/0x85b23e07e0c0c6a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885526:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091160d80/0x85b23e07e0c0c6a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885531:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091160d80/0x85b23e07e0c0c6a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885536:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091160d80/0x85b23e07e0c0c6a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885541:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091160d80/0x85b23e07e0c0c6a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885545:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307304.885547:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160d80/0x85b23e07e0c0c6a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885552:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091160d80/0x85b23e07e0c0c6a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885557:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091160d80/0x85b23e07e0c0c6a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885566:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091160d80/0x85b23e07e0c0c6a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307304.885680:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x149e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307304.885689:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6a8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.885702:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.885704:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.885708:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.885719:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.885727:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.885734:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.885744:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.885749:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307304.885752:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.885758:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.885769:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6a8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.885775:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6a8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307304.885880:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1473:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307304.885884:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800911633c0/0x85b23e07e0c0c6af lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885889:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.885890:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.885892:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800911633c0/0x85b23e07e0c0c6af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885898:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800911633c0/0x85b23e07e0c0c6af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885903:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800911633c0/0x85b23e07e0c0c6af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885908:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800911633c0/0x85b23e07e0c0c6af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885913:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800911633c0/0x85b23e07e0c0c6af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885918:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911633c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307304.885920:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800911633c0/0x85b23e07e0c0c6af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885929:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800911633c0/0x85b23e07e0c0c6af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885936:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800911633c0/0x85b23e07e0c0c6af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.885940:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800911633c0/0x85b23e07e0c0c6af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1724307304.889521:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1472:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1724307304.889532:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091162ac0/0x85b23e07e0c0c6b6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.889545:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.889547:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307304.889551:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091162ac0/0x85b23e07e0c0c6b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.889563:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091162ac0/0x85b23e07e0c0c6b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.889570:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091162ac0/0x85b23e07e0c0c6b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.889577:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091162ac0/0x85b23e07e0c0c6b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.889588:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091162ac0/0x85b23e07e0c0c6b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.889594:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307304.889597:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091162ac0/0x85b23e07e0c0c6b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.889603:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091162ac0/0x85b23e07e0c0c6b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.889614:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091162ac0/0x85b23e07e0c0c6b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307304.889619:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091162ac0/0x85b23e07e0c0c6b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1724307304.890010:0:16086:0:(ofd_dev.c:1422:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000400:5233 00000100:00100000:3.0:1724307304.890877:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:21143:x1808064246485376:12345-0@lo:5:osp-pre-1-0.0 Request processed in 25846us (26023us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307304.890887:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11930 00002000:00010000:0.0:1724307304.890976:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x149d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:1.0:1724307304.890979:0:21143:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21143:1808064246485376:0@lo:5:osp-pre-1-0.0 00010000:00010000:0.0:1724307304.890984:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6bd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1724307304.890990:0:21143:0:(osp_precreate.c:978:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x280000400:0x1481:0x0] from OST, last_created [0x280000400:0x1481:0x0]last_used is [0x280000400:0x1471:0x0] 00010000:00010000:0.0:1724307304.890995:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.890997:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.891000:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.891011:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307304.891021:0:21143:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21143:1808064246485632:0@lo:5:osp-pre-1-0.0 00010000:00010000:0.0:1724307304.891024:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.891030:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.891037:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.891042:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307304.891045:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307304.891046:0:21143:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1724307304.891052:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307304.891058:0:21143:0:(client.c:2562:ptlrpc_set_wait()) set ffff880139988600 going to sleep for 11 seconds 00010000:00010000:0.0:1724307304.891062:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6bd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.891068:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6bd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307304.891100:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246485632 00000100:00100000:3.0:1724307304.891105:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246485632 00000100:00100000:3.0:1724307304.891129:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11932 00000100:00100000:3.0:1724307304.891134:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:21143:x1808064246485632:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1724307304.891163:0:14386:0:(ofd_dev.c:1660:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 5250 00002000:00010000:1.0:1724307304.892824:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x149c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307304.892832:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c6c4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307304.892842:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307304.892843:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307304.892846:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c6c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307304.892856:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c6c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307304.892863:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c6c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307304.892870:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c6c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307304.892875:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c6c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307304.892882:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d403840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307304.892885:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c6c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307304.892891:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c6c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307304.892901:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c6c4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307304.892906:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d403840/0x85b23e07e0c0c6c4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307304.897709:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x149b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307304.897719:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c6cb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307304.897733:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307304.897734:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307304.897738:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c6cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307304.897749:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c6cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307304.897757:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c6cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307304.897768:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c6cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307304.897774:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c6cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307304.897779:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402f40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307304.897782:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c6cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307304.897788:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c6cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307304.897799:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c6cb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307304.897804:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d402f40/0x85b23e07e0c0c6cb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307304.900510:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+6:21143:x1808064246485632:12345-0@lo:5:osp-pre-1-0.0 Request processed in 9369us (9457us total) trans 4294970739 rc 0/0 00000100:00100000:3.0:1724307304.900519:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11932 00000100:00100000:1.0:1724307304.900713:0:21143:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21143:1808064246485632:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1724307304.900725:0:21143:0:(osp_precreate.c:724:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x1481:0x0]-[0x280000400:0x14a1:0x0] 00002000:00010000:0.0:1724307304.900959:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x149a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307304.900966:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6d2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.900981:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.900983:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.900986:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.900998:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.901006:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.901012:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.901018:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.901024:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307304.901027:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.901034:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.901046:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6d2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.901056:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c6d2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307304.902238:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1499:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307304.902245:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6d9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.902252:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.902254:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.902256:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.902263:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.902270:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.902275:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.902280:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.902284:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307304.902286:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.902297:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.902305:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6d9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.902310:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c6d9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307304.906204:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1498:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307304.906214:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c6e0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.906225:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.906226:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.906229:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c6e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.906239:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c6e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.906246:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c6e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.906253:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c6e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.906264:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c6e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.906269:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307304.906273:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c6e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.906279:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c6e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.906290:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c6e0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.906295:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c6e0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307304.908069:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1497:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307304.908077:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c6e7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.908086:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.908088:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.908091:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c6e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.908100:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c6e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.908111:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c6e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.908117:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c6e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.908123:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c6e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.908128:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307304.908131:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c6e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.908137:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c6e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.908146:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c6e7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.908152:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94fc0/0x85b23e07e0c0c6e7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307304.909781:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1496:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307304.909788:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c6ee lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.909801:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.909803:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.909806:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c6ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.909815:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c6ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.909822:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c6ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.909828:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c6ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.909834:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c6ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.909839:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307304.909842:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c6ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.909847:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c6ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.909856:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c6ee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.909866:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a94b40/0x85b23e07e0c0c6ee lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307304.911315:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1495:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307304.911322:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c6f5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.911332:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.911333:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.911336:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c6f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.911344:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c6f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.911350:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c6f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.911356:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c6f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.911361:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c6f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.911366:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95680 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307304.911368:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c6f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.911379:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c6f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.911400:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c6f5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.911406:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95680/0x85b23e07e0c0c6f5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307304.912802:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1494:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307304.912808:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c6fc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.912816:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.912818:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.912821:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c6fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.912830:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c6fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.912837:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c6fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.912843:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c6fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.912854:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c6fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.912859:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307304.912862:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c6fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.912868:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c6fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.912876:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c6fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.912881:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c6fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307304.915412:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1493:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307304.915421:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c703 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.915433:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.915434:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.915437:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c703 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.915447:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c703 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.915458:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c703 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.915464:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c703 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.915470:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c703 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.915474:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307304.915477:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c703 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.915483:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c703 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.915492:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c703 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.915498:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c703 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307304.916958:0:9058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x1492:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307304.916965:0:9058:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c70a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.916976:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.916978:0:9058:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307304.916980:0:9058:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c70a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.916988:0:9058:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c70a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.916993:0:9058:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c70a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.916998:0:9058:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c70a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.917003:0:9058:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c70a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.917008:0:9058:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307304.917010:0:9058:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c70a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.917015:0:9058:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c70a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.917024:0:9058:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c70a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307304.917033:0:9058:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c70a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9058 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307304.917127:0:9058:0:(ofd_dev.c:1422:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x240000400:5265 00000100:00100000:0.0:1724307304.917190:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:21137:x1808064246485504:12345-0@lo:5:osp-pre-0-0.0 Request processed in 52063us (52121us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307304.917198:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11931 00000100:00100000:1.0:1724307304.917297:0:21137:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21137:1808064246485504:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1724307304.917309:0:21137:0:(osp_precreate.c:978:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x14a1:0x0] from OST, last_created [0x240000400:0x14a1:0x0]last_used is [0x240000400:0x1491:0x0] 00000100:00100000:1.0:1724307304.917340:0:21137:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21137:1808064246485760:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1724307304.917362:0:21137:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307304.917373:0:21137:0:(client.c:2562:ptlrpc_set_wait()) set ffff880139988900 going to sleep for 11 seconds 00000100:00100000:0.0:1724307304.917508:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246485760 00000100:00100000:0.0:1724307304.917513:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246485760 00000100:00100000:0.0:1724307304.917545:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11933 00000100:00100000:0.0:1724307304.917549:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:21137:x1808064246485760:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1724307304.917574:0:9058:0:(ofd_dev.c:1660:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 5282 00000100:00100000:2.0:1724307304.962294:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:21137:x1808064246485760:12345-0@lo:5:osp-pre-0-0.0 Request processed in 44738us (44926us total) trans 25769803777 rc 0/0 00000100:00100000:2.0:1724307304.962304:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11933 00000100:00100000:1.0:1724307304.962365:0:21137:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21137:1808064246485760:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1724307304.962377:0:21137:0:(osp_precreate.c:724:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x14a1:0x0]-[0x240000400:0x14c1:0x0] 00010000:00010000:2.0:1724307305.411169:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1724307305.421777:0:19334:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 25769803777 is committed 00000001:00100000:2.0:1724307305.421789:0:19334:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00000400:0.0:1724307305.533758:0:3299:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307289/real 1724307289] req@ffff880136906300 x1808064246477184/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307305 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307305.533787:0:3299:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff880136906300 x1808064246477184/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307305 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000400:0.0:1724307305.533795:0:3299:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307289/real 1724307289] req@ffff880136907480 x1808064246477312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307305 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307305.533804:0:3299:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff880136907480 x1808064246477312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307305 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307305.533818:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246477184:0@lo:400:kworker.0 00000100:00100000:0.0:1724307305.533822:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136907480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3299:1808064246477312:0@lo:400:kworker.0 00000100:00100000:0.0:1724307306.122532:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307306.122682:0:21088:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248595456 00000100:00100000:1.0:1724307306.122695:0:21088:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248595456 00000100:00100000:1.0:1724307306.122768:0:21088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 47 00000100:00100000:1.0:1724307306.122776:0:21088:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+4:13173:x1808064248595456:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307306.122794:0:21088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307306.122811:0:21088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c711 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6cfd2 expref: -99 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307306.122835:0:21088:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c711 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfd2 expref: 5 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307306.122843:0:21088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c711 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfd2 expref: 5 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307306.122849:0:21088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d402f40, rc 0) 00000100:00100000:1.0:1724307306.122899:0:21088:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+5:13173:x1808064248595456:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 125us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307306.122906:0:21088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 47 00000100:00080000:0.0:1724307306.123138:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307276 00000100:00100000:0.0:1724307306.124242:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307306.124334:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248595584 00000100:00100000:2.0:1724307306.124342:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248595584 00000100:00100000:2.0:1724307306.124445:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 48 00000100:00100000:2.0:1724307306.124453:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+5:13173:x1808064248595584:12345-192.168.204.7@tcp:256:ll_cfg_requeue.0 20000000:01000000:2.0:1724307306.124480:0:21091:0:(mgs_nids.c:682:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:2.0:1724307306.124498:0:21091:0:(mgs_nids.c:225:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1724307306.124501:0:21091:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 80 00000100:00100000:2.0:1724307306.127421:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+5:13173:x1808064248595584:12345-192.168.204.7@tcp:256:ll_cfg_requeue.0 Request processed in 2954us (3166us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307306.127438:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 48 00000100:00100000:0.0:1724307306.129455:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307306.129963:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248595712 00000100:00100000:2.0:1724307306.129975:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248595712 00000100:00100000:2.0:1724307306.130030:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 49 00000100:00100000:2.0:1724307306.130038:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+5:13173:x1808064248595712:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307306.130051:0:21091:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307306.130066:0:21091:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff880091162ac0/0x85b23e07e0c0c718 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6cfd9 expref: -99 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307306.130089:0:21091:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880091162ac0/0x85b23e07e0c0c718 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfd9 expref: 6 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307306.130098:0:21091:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff880091162ac0/0x85b23e07e0c0c718 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfd9 expref: 6 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307306.130105:0:21091:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091162ac0, rc 0) 00000100:00100000:2.0:1724307306.130158:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+6:13173:x1808064248595712:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 120us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307306.130164:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 49 00000100:00100000:0.0:1724307306.132409:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307306.132796:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248595840 00000100:00100000:2.0:1724307306.132802:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248595840 00000100:00100000:2.0:1724307306.132839:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 50 00000100:00100000:2.0:1724307306.132844:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+6:13173:x1808064248595840:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1724307306.133178:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+7:13173:x1808064248595840:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 Request processed in 331us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307306.133184:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 50 00000100:00100000:0.0:1724307306.137437:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307306.137512:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248595968 00000100:00100000:2.0:1724307306.137520:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248595968 00000100:00100000:2.0:1724307306.137571:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 51 00000100:00100000:2.0:1724307306.137577:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+7:13173:x1808064248595968:12345-192.168.204.7@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1724307306.137953:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+7:13173:x1808064248595968:12345-192.168.204.7@tcp:503:ll_cfg_requeue.0 Request processed in 374us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307306.137960:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 51 00000100:00100000:0.0:1724307306.142848:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307306.142972:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248596096 00000100:00100000:2.0:1724307306.142986:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248596096 00000100:00100000:2.0:1724307306.143052:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 52 00000100:00100000:2.0:1724307306.143060:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+7:13173:x1808064248596096:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307306.143074:0:21091:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307306.143091:0:21091:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800911633c0/0x85b23e07e0c0c71f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6cfe0 expref: -99 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307306.143114:0:21091:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800911633c0/0x85b23e07e0c0c71f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfe0 expref: 8 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307306.143123:0:21091:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800911633c0/0x85b23e07e0c0c71f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfe0 expref: 8 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307306.143130:0:21091:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800911633c0, rc 0) 00000100:00100000:2.0:1724307306.143192:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064248596096:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 133us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307306.143202:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 52 00000100:00100000:0.0:1724307306.146143:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307306.148694:0:21088:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248596224 00000100:00100000:1.0:1724307306.148709:0:21088:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248596224 00000100:00100000:1.0:1724307306.148784:0:21088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 53 00000100:00100000:1.0:1724307306.148794:0:21088:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064248596224:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307306.148974:0:21088:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064248596224:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 Request processed in 182us (2841us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307306.148983:0:21088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 53 00000100:00100000:0.0:1724307306.151635:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307306.152434:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248596352 00000100:00100000:2.0:1724307306.152445:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248596352 00000100:00100000:1.0:1724307306.153579:0:21088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 54 00000100:00100000:1.0:1724307306.153590:0:21088:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064248596352:12345-192.168.204.7@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307306.153999:0:21088:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064248596352:12345-192.168.204.7@tcp:503:ll_cfg_requeue.0 Request processed in 408us (2373us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307306.154007:0:21088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 54 00000100:00100000:0.0:1724307306.157008:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307306.157079:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248596480 00000100:00100000:2.0:1724307306.157089:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248596480 00000100:00100000:2.0:1724307306.157146:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 55 00000100:00100000:2.0:1724307306.157154:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064248596480:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307306.157171:0:21091:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307306.157191:0:21091:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff880091160d80/0x85b23e07e0c0c726 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6cfe7 expref: -99 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307306.157220:0:21091:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880091160d80/0x85b23e07e0c0c726 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfe7 expref: 9 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307306.157229:0:21091:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff880091160d80/0x85b23e07e0c0c726 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfe7 expref: 9 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307306.157237:0:21091:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091160d80, rc 0) 00000100:00100000:2.0:1724307306.157295:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064248596480:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 140us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307306.157301:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 55 00000100:00100000:0.0:1724307306.158807:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307306.159093:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248596608 00000100:00100000:2.0:1724307306.159101:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248596608 00000100:00100000:2.0:1724307306.159308:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 56 00000100:00100000:2.0:1724307306.159316:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e6cd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064248596608:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1724307306.159705:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e6cd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064248596608:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 Request processed in 389us (902us total) trans 0 rc -2/-2 00000100:00100000:2.0:1724307306.159717:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 56 00010000:00010000:1.0:1724307306.411953:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307306.533784:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136907480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246485888:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307306.533874:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307306.534602:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246485888 00000100:00100000:2.0:1724307306.534613:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246485888 00000100:00100000:2.0:1724307306.535518:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:2.0:1724307306.535527:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1808064246485888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1724307306.535575:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00080000:0.0:1724307306.535702:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307276 00000100:00100000:2.0:1724307306.536166:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1808064246485888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 635us (2287us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307306.536176:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:0.0:1724307306.536269:0:3296:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 25769803777 gen 2 00000100:00100000:0.0:1724307306.536300:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136907480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246485888:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307306.548546:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307306.548568:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246486016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307306.548673:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307306.548750:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246486016 00000100:00100000:2.0:1724307306.548758:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246486016 00000100:00100000:2.0:1724307306.548802:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:2.0:1724307306.548809:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3296:x1808064246486016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1724307306.548852:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 21430272 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307306.548912:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3296:x1808064246486016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307306.548918:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00080000:0.0:1724307306.548985:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307276 00000100:00100000:1.0:1724307306.548989:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246486016:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1724307306.563902:0:8899:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1724307306.563910:0:8899:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1724307306.563913:0:8899:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1724307306.563922:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246486144:0@lo:400:kworker.0 00000100:00080000:3.0:1724307306.563923:0:8899:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8801362f9800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:0.0:1724307306.563988:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307306.564093:0:8899:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009e830700 x1808064246486272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1724307306.564108:0:8899:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1724307306.564111:0:8899:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1724307306.564113:0:8899:0:(import.c:86:import_set_state_nolock()) ffff8800949b9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1724307306.564118:0:8899:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8800949b9000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:0.0:1724307306.564125:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3295:1808064246486272:0@lo:38:kworker.0 00000100:00100000:3.0:1724307306.564129:0:8899:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009e832a00 x1808064246486400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1724307306.564139:0:8899:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1724307306.564141:0:8899:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1724307306.564142:0:8899:0:(import.c:86:import_set_state_nolock()) ffff88012b852000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1724307306.564147:0:8899:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012b852000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:0.0:1724307306.564152:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307306.564156:0:8899:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012dcced80 x1808064246486528/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1724307306.564171:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246486400:0@lo:38:kworker.0 00000100:00100000:0.0:1724307306.564188:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307306.564198:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dcced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246486528:0@lo:38:kworker.0 00000100:00100000:0.0:1724307306.564212:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307306.564240:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246486144 00000100:00100000:0.0:1724307306.564247:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246486144 00000100:00100000:3.0:1724307306.564264:0:21093:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246486272 00000100:00100000:2.0:1724307306.564266:0:21094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246486400 00000100:00100000:3.0:1724307306.564268:0:21093:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246486272 00000100:00100000:2.0:1724307306.564270:0:21094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246486400 00000100:00100000:2.0:1724307306.564287:0:21094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246486528 00000100:00100000:2.0:1724307306.564289:0:21094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246486528 00000100:00100000:0.0:1724307306.564292:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1724307306.564292:0:21093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1724307306.564299:0:21093:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3295:x1808064246486400:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1724307306.564316:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307276 00010000:00080000:3.0:1724307306.564328:0:21093:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp (null) cur 2909 last 0 00000020:00000080:3.0:1724307306.564373:0:21093:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x85b23e07e0c0c72d 00000004:00100000:3.0:1724307306.564385:0:21093:0:(mdt_handler.c:7068:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:3.0:1724307306.564391:0:21093:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009fa3b600 00000100:00080000:3.0:1724307306.564444:0:21093:0:(import.c:86:import_set_state_nolock()) ffff88012d7a1000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:3.0:1724307306.564495:0:21093:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1808064246486400:12345-0@lo:38:kworker.0 Request processed in 195us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307306.564501:0:21093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1724307306.564516:0:21093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1724307306.564519:0:21093:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3295:x1808064246486272:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1724307306.564530:0:21093:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp (null) cur 2909 last 0 00000020:00000080:3.0:1724307306.564549:0:21093:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x85b23e07e0c0c734 00000100:00100000:0.0:1724307306.564552:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e6cc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3298:x1808064246486144:12345-0@lo:400:kworker.0 00000004:00100000:3.0:1724307306.564553:0:21093:0:(mdt_handler.c:7068:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:3.0:1724307306.564555:0:21093:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009fa3b600 00000100:00080000:3.0:1724307306.564566:0:21093:0:(import.c:86:import_set_state_nolock()) ffff88012d7a2000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:3.0:1724307306.564581:0:21093:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1808064246486272:12345-0@lo:38:kworker.0 Request processed in 61us (428us total) trans 0 rc 0/0 00010000:00080000:0.0:1724307306.564582:0:3295:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009e832a00 x1808064246486400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1724307316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1724307306.564585:0:21093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1724307306.564594:0:21093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00080000:0.0:1724307306.564595:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 71 00000100:00100000:3.0:1724307306.564596:0:21093:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3295:x1808064246486528:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1724307306.564604:0:21093:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp (null) cur 2909 last 0 00000020:00000080:3.0:1724307306.564619:0:21093:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x85b23e07e0c0c73b 00000004:00100000:3.0:1724307306.564622:0:21093:0:(mdt_handler.c:7068:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:3.0:1724307306.564624:0:21093:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009fa3b600 00000100:00080000:3.0:1724307306.564632:0:21093:0:(import.c:86:import_set_state_nolock()) ffff88012d7a0800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:3.0:1724307306.564665:0:21093:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1808064246486528:12345-0@lo:38:kworker.0 Request processed in 67us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307306.564670:0:21093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:0.0:1724307306.566533:0:3295:0:(import.c:1301:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0000: lwp recover req@ffff88009e832a00 x1808064246486400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1724307316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1724307306.566550:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8800949b9000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:0.0:1724307306.566556:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8800949b9000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:0.0:1724307306.566559:0:3295:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to (at 0@lo) 00000100:00100000:0.0:1724307306.566565:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246486400:0@lo:38:kworker.0 00010000:00080000:0.0:1724307306.566595:0:3295:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012dcced80 x1808064246486528/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1724307316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1724307306.566608:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 71 00000100:00080000:0.0:1724307306.566615:0:3295:0:(import.c:940:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1724307306.566619:0:3295:0:(import.c:1184:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1724307306.566620:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012b852000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1724307306.566624:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dcced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246486528:0@lo:38:kworker.0 00010000:00080000:0.0:1724307306.566636:0:3295:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009e830700 x1808064246486272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1724307316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1724307306.566662:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 71 00000100:00100000:2.0:1724307306.566961:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e6cc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3298:x1808064246486144:12345-0@lo:400:kworker.0 Request processed in 2408us (2969us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307306.566971:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1724307306.567061:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246486144:0@lo:400:kworker.0 00000100:00080000:0.0:1724307306.567378:0:3295:0:(import.c:1301:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0001: lwp recover req@ffff88009e830700 x1808064246486272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1724307316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1724307306.567386:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:0.0:1724307306.567390:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:0.0:1724307306.567392:0:3295:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0001: Connection restored to (at 0@lo) 00000100:00100000:0.0:1724307306.567395:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3295:1808064246486272:0@lo:38:kworker.0 00010000:00010000:3.0:1724307307.414660:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307308.415939:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307309.417818:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1724307309.630321:0:9780:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294970739 is committed 00000100:00100000:0.0:1724307309.794155:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307309.794219:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307309.794348:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248596736 00000100:00100000:2.0:1724307309.794358:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248596736 00000100:00100000:3.0:1724307309.794382:0:21093:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248596864 00000100:00100000:3.0:1724307309.794394:0:21093:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248596864 00000100:00100000:2.0:1724307309.794420:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 58 00000100:00100000:2.0:1724307309.794428:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e6ce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248596736:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307309.794448:0:21093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1 00000100:00100000:3.0:1724307309.794455:0:21093:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1969:x1808064248596864:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307309.794495:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e6ce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248596736:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 68us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307309.794502:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 58 00000100:00100000:3.0:1724307309.794513:0:21093:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1969:x1808064248596864:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 58us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307309.794519:0:21093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1 00000100:00080000:0.0:1724307309.794732:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307279 00000100:00080000:0.0:1724307309.794737:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307279 00010000:00010000:1.0:1724307310.420096:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1724307310.549991:0:3296:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307294/real 1724307294] req@ffff8800a572ce00 x1808064246477568/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307310 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1724307310.550018:0:3296:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a572ce00 x1808064246477568/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307310 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1724307310.550036:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246477568:0@lo:400:kworker.0 00000100:00000400:1.0:1724307310.563910:0:3298:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307294/real 1724307294] req@ffff8800a572d180 x1808064246477696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307310 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1724307310.563942:0:3298:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a572d180 x1808064246477696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307310 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1724307310.563958:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3298:1808064246477696:0@lo:400:kworker.0 00010000:00010000:3.0:1724307311.421829:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307311.539892:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136905c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246486656:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1724307311.539956:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307311.540058:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246486656 00000100:00100000:3.0:1724307311.540065:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246486656 00000100:00100000:3.0:1724307311.540118:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:3.0:1724307311.540124:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246486656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1724307311.540160:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307311.540194:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246486656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307311.540200:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00080000:0.0:1724307311.540373:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307281 00000100:00100000:1.0:1724307311.540393:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136905c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246486656:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1724307311.555894:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1724307311.555911:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246486784:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1724307311.556068:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307311.556158:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246486784 00000100:00100000:0.0:1724307311.556165:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246486784 00000100:00080000:2.0:1724307311.556460:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307281 00000100:00100000:0.0:1724307311.556470:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:0.0:1724307311.556476:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1808064246486784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1724307311.556506:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 21430272 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307311.556546:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1808064246486784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307311.556551:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:2.0:1724307311.556612:0:3297:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970739 gen 2 00000100:00100000:2.0:1724307311.556629:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246486784:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1724307311.571962:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246486912:0@lo:400:kworker.0 00000100:00100000:2.0:1724307311.572021:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307311.572193:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dcced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3298:1808064246487040:0@lo:400:kworker.0 00000100:00100000:0.0:1724307311.572224:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307311.572262:0:21092:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246487040 00000100:00100000:0.0:1724307311.572299:0:21092:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246487040 00000100:00100000:0.0:1724307311.573080:0:21092:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1724307311.573085:0:21092:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1808064246487040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307311.573128:0:21092:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1808064246487040:12345-0@lo:400:kworker.0 Request processed in 42us (903us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307311.573133:0:21092:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1724307311.573159:0:3298:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012dcced80 x1808064246487040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724307327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307311.573169:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dcced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3298:1808064246487040:0@lo:400:kworker.0 00000100:00080000:3.0:1724307311.573297:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307281 00000100:00100000:3.0:1724307311.573310:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246487296:0@lo:400:kworker.0 00000100:00100000:3.0:1724307311.573345:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307311.573362:0:21093:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246487296 00000100:00100000:3.0:1724307311.573365:0:21093:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246487296 00000100:00100000:3.0:1724307311.573378:0:21093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1724307311.573386:0:21093:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246487296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307311.573408:0:21093:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246487296:12345-0@lo:400:kworker.0 Request processed in 26us (63us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307311.573417:0:21093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1724307311.573432:0:3296:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800922dc700 x1808064246487296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724307327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1724307311.573439:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246487296:0@lo:400:kworker.0 00000100:00100000:1.0:1724307311.573473:0:21088:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246486912 00000100:00100000:1.0:1724307311.573477:0:21088:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246486912 00000100:00100000:0.0:1724307311.573481:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1724307311.573487:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dcced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3298:1808064246487168:0@lo:400:kworker.0 00000100:00100000:1.0:1724307311.573501:0:21088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1724307311.573504:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307311.573506:0:21088:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e6cf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3297:x1808064246486912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307311.573516:0:21092:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246487168 00000100:00100000:0.0:1724307311.573519:0:21092:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246487168 00000100:00100000:0.0:1724307311.573532:0:21092:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1724307311.573535:0:21092:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1808064246487168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307311.573542:0:21088:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e6cf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3297:x1808064246486912:12345-0@lo:400:kworker.0 Request processed in 36us (1521us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307311.573547:0:21088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1724307311.573556:0:21092:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1808064246487168:12345-0@lo:400:kworker.0 Request processed in 20us (51us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307311.573560:0:21092:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1724307311.573574:0:3298:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012dcced80 x1808064246487168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724307327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307311.573581:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dcced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3298:1808064246487168:0@lo:400:kworker.0 00000100:00100000:2.0:1724307311.573622:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246486912:0@lo:400:kworker.0 00000100:00080000:3.0:1724307311.573622:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307281 00000100:00080000:3.0:1724307311.573625:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307281 00010000:00010000:0.0:1724307312.424952:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307313.427868:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307314.429956:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307314.804870:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307314.804933:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307314.804946:0:21093:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248597120 00000100:00100000:3.0:1724307314.804956:0:21093:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248597120 00000100:00100000:0.0:1724307314.804981:0:21091:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248596992 00000100:00100000:0.0:1724307314.804987:0:21091:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248596992 00000100:00100000:3.0:1724307314.805013:0:21093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 5 00000100:00100000:3.0:1724307314.805020:0:21093:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1969:x1808064248597120:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307314.805025:0:21091:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 60 00000100:00100000:0.0:1724307314.805031:0:21091:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e6cd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248596992:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307314.805083:0:21093:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1969:x1808064248597120:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 62us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307314.805085:0:21091:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e6cd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248596992:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 53us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307314.805089:0:21093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 5 00000100:00100000:0.0:1724307314.805091:0:21091:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 60 00000100:00080000:2.0:1724307314.805102:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307284 00000100:00080000:2.0:1724307314.805106:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307284 00000020:00000004:3.0:1724307314.809430:0:21844:0:(tgt_mount.c:1967:server_getattr()) lustre-MDT0000: root_inode from lsi ino=317922, dev=0 00000020:01000004:2.0:1724307314.825912:0:21844:0:(tgt_mount.c:1695:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1724307314.825937:0:21844:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d403a80/0x85b23e07e0c0c589 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c590 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.825948:0:21844:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d403a80/0x85b23e07e0c0c589 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c590 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.825954:0:21844:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d403a80/0x85b23e07e0c0c589 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c590 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.825960:0:21844:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff88009d403a80/0x85b23e07e0c0c589 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c590 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.825975:0:21844:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1724307314.825980:0:21844:0:(mgc_request.c:542:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1724307314.825993:0:21844:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1724307314.825998:0:21844:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1724307314.826002:0:21844:0:(pinger.c:421:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1724307314.826023:0:21844:0:(import.c:86:import_set_state_nolock()) ffff88012b852000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1724307314.826100:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246487424:0@lo:39:umount.0 00000100:00100000:0.0:1724307314.826154:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307314.826255:0:21094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246487424 00000100:00100000:2.0:1724307314.826261:0:21094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246487424 00000100:00100000:2.0:1724307314.826291:0:21094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1724307314.826297:0:21094:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1808064246487424:12345-0@lo:39:umount.0 00000020:00000080:2.0:1724307314.826317:0:21094:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c73b 00000100:00080000:2.0:1724307314.826328:0:21094:0:(import.c:86:import_set_state_nolock()) ffff88012d7a0800 ÿÿÿÿ: changing import state from FULL to CLOSED 00010000:00010000:3.0:1724307314.826407:0:7041:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1724307314.826414:0:7041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff88009d403a80/0x85b23e07e0c0c589 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c590 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307314.826420:0:7041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d403a80 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:3.0:1724307314.826423:0:7041:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff88009d403a80/0x85b23e07e0c0c589 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c590 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307314.826427:0:21094:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+1:3295:x1808064246487424:12345-0@lo:39:umount.0 Request processed in 129us (272us total) trans 0 rc 0/0 00010000:00010000:3.0:1724307314.826430:0:7041:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009d403a80/0x85b23e07e0c0c589 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0c0c590 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307314.826432:0:21094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 10000000:00010000:3.0:1724307314.826436:0:7041:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009d403a80/0x85b23e07e0c0c589 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0c0c590 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00000020:00000080:2.0:1724307314.826440:0:21094:0:(genops.c:925:class_export_put()) final put ffff88012d7a7000/lustre-MDT0000-lwp-MDT0000_UUID 10000000:01000000:3.0:1724307314.826440:0:7041:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1724307314.826442:0:7041:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1724307314.826444:0:7041:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1724307314.826462:0:7041:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff88009d403a80/0x85b23e07e0c0c589 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c590 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307314.826466:0:7041:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00000020:00000080:2.0:1724307314.826476:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d7a7000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00010000:00010000:3.0:1724307314.826482:0:7041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff88009d403a80/0x85b23e07e0c0c589 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c590 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307314.826487:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009d403a80/0x85b23e07e0c0c589 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c590 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307314.826496:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307314.826497:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307314.826499:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1724307314.826505:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88012d7a0800 for lustre-MDT0000 00000100:00100000:3.0:1724307314.826506:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1724307314.826513:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246487552:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1724307314.826538:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307314.826558:0:7039:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246487552 00000100:00100000:2.0:1724307314.826561:0:7039:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246487552 00000100:00080000:3.0:1724307314.826581:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307284 00000100:00100000:2.0:1724307314.826591:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1724307314.826595:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246487552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1724307314.826602:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307314.826613:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d403180/0x85b23e07e0c0c590 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c589 expref: 18 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.826629:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1724307314.826673:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:3296:x1808064246487552:12345-0@lo:103:ldlm_bl.0 Request processed in 76us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307314.826678:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1724307314.826714:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246487552:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1724307314.826743:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1724307314.826792:0:3295:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880136906a00 x1808064246487424/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724307324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 00000100:00080000:0.0:1724307314.826800:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012b852000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1724307314.826956:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246487424:0@lo:39:umount.0 00000100:00080000:2.0:1724307314.827012:0:21844:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1724307314.827015:0:21844:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1724307314.827017:0:21844:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1724307314.827843:0:21844:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0c4da lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c4e1 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.827851:0:21844:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0c4da lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c4e1 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.827856:0:21844:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0c4da lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c4e1 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.827860:0:21844:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0c4da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c4e1 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.827869:0:21844:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1724307314.827873:0:21844:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a96640/0x85b23e07e0c0c5ac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c5b3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.827878:0:21844:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a96640/0x85b23e07e0c0c5ac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c5b3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.827882:0:21844:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a96640/0x85b23e07e0c0c5ac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c5b3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.827886:0:21844:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff8800a9a96640/0x85b23e07e0c0c5ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c5b3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.827905:0:21844:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1724307314.827910:0:21844:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d400000/0x85b23e07e0c0c57b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c582 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.827914:0:21844:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d400000/0x85b23e07e0c0c57b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c582 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.827919:0:21844:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d400000/0x85b23e07e0c0c57b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c582 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.827923:0:21844:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff88009d400000/0x85b23e07e0c0c57b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c582 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.827938:0:21844:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1724307314.827942:0:21844:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a94d80/0x85b23e07e0c0c4cc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c4d3 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.827947:0:21844:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a94d80/0x85b23e07e0c0c4cc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c4d3 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.827951:0:21844:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a94d80/0x85b23e07e0c0c4cc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c4d3 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.827955:0:21844:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff8800a9a94d80/0x85b23e07e0c0c4cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c4d3 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.827962:0:21844:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:2.0:1724307314.827965:0:21844:0:(mgc_request.c:542:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:2.0:1724307314.827974:0:21844:0:(tgt_mount.c:1734:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1724307314.827976:0:21844:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:2.0:1724307314.827980:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:02000400:2.0:1724307314.827983:0:21844:0:(obd_config.c:877:class_cleanup()) Failing over lustre-MDT0000 00010000:00010000:0.0:1724307314.828821:0:7042:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1724307314.828830:0:7042:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0c4da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c4e1 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.828836:0:7042:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97600 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307314.828840:0:7042:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0c4da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c4e1 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.828846:0:7042:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0c4da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0c0c4e1 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307314.828852:0:7042:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0c4da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0c0c4e1 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307314.828857:0:7042:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1724307314.828859:0:7042:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:0.0:1724307314.828861:0:7042:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:0.0:1724307314.828882:0:7042:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0c4da lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c4e1 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.828888:0:7042:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307314.828909:0:7042:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0c4da lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c4e1 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.828915:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800a9a97600/0x85b23e07e0c0c4da lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c4e1 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.828924:0:7042:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1724307314.828926:0:7042:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff8800a9a96640/0x85b23e07e0c0c5ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c5b3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.828931:0:7042:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96640 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307314.828933:0:7042:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff8800a9a96640/0x85b23e07e0c0c5ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c5b3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.828938:0:7042:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800a9a96640/0x85b23e07e0c0c5ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0c0c5b3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307314.828942:0:7042:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800a9a96640/0x85b23e07e0c0c5ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0c0c5b3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307314.828946:0:7042:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1724307314.828948:0:7042:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1724307314.828950:0:7042:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1724307314.828958:0:7042:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff8800a9a96640/0x85b23e07e0c0c5ac lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c5b3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.828962:0:7042:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307314.828966:0:7042:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff8800a9a96640/0x85b23e07e0c0c5ac lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c5b3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.828971:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800a9a96640/0x85b23e07e0c0c5ac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c5b3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.828982:0:7042:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1724307314.828984:0:7042:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff88009d400000/0x85b23e07e0c0c57b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c582 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.828989:0:7042:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400000 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307314.828991:0:7042:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff88009d400000/0x85b23e07e0c0c57b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c582 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.828995:0:7042:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009d400000/0x85b23e07e0c0c57b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0c0c582 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307314.828999:0:7042:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009d400000/0x85b23e07e0c0c57b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0c0c582 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307314.829002:0:7042:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1724307314.829003:0:7042:0:(mgc_request.c:920:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1724307314.829005:0:7042:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1724307314.829012:0:7042:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff88009d400000/0x85b23e07e0c0c57b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c582 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.829016:0:7042:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307314.829026:0:7042:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff88009d400000/0x85b23e07e0c0c57b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c582 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.829030:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009d400000/0x85b23e07e0c0c57b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c582 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.829036:0:7042:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1724307314.829038:0:7042:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff8800a9a94d80/0x85b23e07e0c0c4cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c4d3 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.829046:0:7042:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94d80 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307314.829047:0:7042:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff8800a9a94d80/0x85b23e07e0c0c4cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c4d3 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.829052:0:7042:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800a9a94d80/0x85b23e07e0c0c4cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0c0c4d3 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307314.829056:0:7042:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800a9a94d80/0x85b23e07e0c0c4cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0c0c4d3 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307314.829061:0:7042:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1724307314.829062:0:7042:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1724307314.829063:0:7042:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1724307314.829069:0:7042:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff8800a9a94d80/0x85b23e07e0c0c4cc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c4d3 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.829072:0:7042:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307314.829075:0:7042:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff8800a9a94d80/0x85b23e07e0c0c4cc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c4d3 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.829079:0:7042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800a9a94d80/0x85b23e07e0c0c4cc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c4d3 expref: -99 pid: 21084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.829087:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307314.829088:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307314.829090:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307314.829101:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246487680:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1724307314.829134:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307314.829150:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1724307314.829153:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246487808:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1724307314.829165:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307314.829188:0:7040:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246487680 00000100:00100000:0.0:1724307314.829193:0:7040:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246487680 00000100:00100000:0.0:1724307314.829224:0:7040:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246487808 00000100:00100000:0.0:1724307314.829226:0:7040:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246487808 00000100:00100000:0.0:1724307314.829237:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1724307314.829242:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3298:x1808064246487680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1724307314.829250:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307314.829258:0:7040:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009ffe2f40/0x85b23e07e0c0c4e1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c4da expref: 18 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.829267:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307314.829285:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:3298:x1808064246487680:12345-0@lo:103:ldlm_bl.0 Request processed in 43us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307314.829290:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1724307314.829299:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1724307314.829301:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:3298:x1808064246487808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1724307314.829305:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307314.829310:0:7040:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d401f80/0x85b23e07e0c0c5b3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c5ac expref: 16 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.829316:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307314.829324:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3298:x1808064246487808:12345-0@lo:103:ldlm_bl.0 Request processed in 23us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307314.829328:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1724307314.829348:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246487808:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1724307314.829358:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246487680:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1724307314.829384:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307314.829394:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dcced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246488064:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1724307314.829407:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307314.829414:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1724307314.829417:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246487936:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1724307314.829425:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307314.829438:0:15471:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246488064 00000100:00100000:0.0:1724307314.829440:0:15471:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246488064 00000100:00100000:0.0:1724307314.829449:0:15471:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246487936 00000100:00100000:0.0:1724307314.829450:0:15471:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246487936 00000100:00100000:0.0:1724307314.829458:0:15471:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1724307314.829461:0:15471:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:3297:x1808064246488064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1724307314.829465:0:15471:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307314.829470:0:15471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d401200/0x85b23e07e0c0c4d3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c4cc expref: 16 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.829480:0:15471:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307314.829492:0:15471:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3297:x1808064246488064:12345-0@lo:103:ldlm_bl.0 Request processed in 30us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307314.829496:0:15471:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1724307314.829502:0:15471:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1724307314.829504:0:15471:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:3297:x1808064246487936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1724307314.829508:0:15471:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307314.829512:0:15471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880091163a80/0x85b23e07e0c0c582 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c57b expref: 14 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307314.829517:0:15471:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307314.829525:0:15471:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:3297:x1808064246487936:12345-0@lo:103:ldlm_bl.0 Request processed in 21us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307314.829529:0:15471:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1724307314.829543:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246487936:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1724307314.829549:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dcced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246488064:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1724307314.829633:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307314.829717:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000080:2.0:1724307314.829885:0:21844:0:(mdt_handler.c:7911:mdt_iocontrol()) lustre-MDT0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000020:00000080:0.0:1724307314.834622:0:21844:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 3/7 00000020:00080000:0.0:1724307314.834633:0:21844:0:(genops.c:1713:print_export_data()) lustre-MDT0000: ACTIVE ffff88012d7a3000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00080000:0.0:1724307314.834812:0:21844:0:(genops.c:1713:print_export_data()) lustre-MDT0000: ACTIVE ffff88012d7a7800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00080000:0.0:1724307314.834820:0:21844:0:(genops.c:1713:print_export_data()) lustre-MDT0000: ACTIVE ffff8800909ef800 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 192.168.204.7@tcp 5 (0 0 0) 0 0 0 0: (null) 300647713226 stale:0 00000020:00080000:0.0:1724307314.834824:0:21844:0:(genops.c:1481:class_disconnect_exports()) OBD device 5 (ffff88009fb52aa0) has exports, disconnecting them 00000020:00080000:0.0:1724307314.834827:0:21844:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff88012d7a3000), last request at 1724307311 00000020:00000080:0.0:1724307314.834834:0:21844:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c734 00000100:00080000:0.0:1724307314.834841:0:21844:0:(import.c:86:import_set_state_nolock()) ffff88012d7a2000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000020:00080000:0.0:1724307314.834885:0:21844:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff88012d7a3000): rc 0 00000020:00000080:0.0:1724307314.834887:0:21844:0:(genops.c:925:class_export_put()) final put ffff88012d7a3000/lustre-MDT0000-lwp-OST0001_UUID 00010000:00010000:2.0:1724307314.834944:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1724307314.835064:0:21844:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff88012d7a7800), last request at 1724307311 00000020:00000080:0.0:1724307314.835072:0:21844:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c72d 00000100:00080000:0.0:1724307314.835075:0:21844:0:(import.c:86:import_set_state_nolock()) ffff88012d7a1000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000020:00080000:0.0:1724307314.835132:0:21844:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff88012d7a7800): rc 0 00000020:00000080:0.0:1724307314.835134:0:21844:0:(genops.c:925:class_export_put()) final put ffff88012d7a7800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1724307314.835138:0:21844:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.204.7@tcp (ffff8800909ef800), last request at 1724307314 00000020:00000080:0.0:1724307314.835141:0:21844:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c519 00000100:00080000:0.0:1724307314.835149:0:21844:0:(import.c:86:import_set_state_nolock()) ffff8800909eb800 ÿÿÿÿ: changing import state from FULL to CLOSED 00000020:00080000:0.0:1724307314.835170:0:21844:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 192.168.204.7@tcp (ffff8800909ef800): rc 0 00000020:00000080:0.0:1724307314.835171:0:21844:0:(genops.c:925:class_export_put()) final put ffff8800909ef800/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000004:00000080:0.0:1724307314.835183:0:21844:0:(mdd_device.c:2271:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffff8800a06c7b20 00000100:00080000:0.0:1724307314.835198:0:21844:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1724307314.835201:0:21844:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 25769803777 gen 3 00000004:00080000:0.0:1724307314.835218:0:21844:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00080000:0.0:1724307314.835269:0:21844:0:(pinger.c:421:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1724307314.835286:0:21844:0:(import.c:86:import_set_state_nolock()) ffff8801363b1000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1724307314.835304:0:21844:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1724307314.835306:0:21844:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970739 gen 3 00000004:00080000:0.0:1724307314.835313:0:21844:0:(osp_dev.c:1636:osp_import_event()) got inactive 00010000:00010000:1.0:1724307314.835313:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307314.835322:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307314.835338:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246488192:0@lo:9:umount.0 00000100:00080000:0.0:1724307314.835366:0:21844:0:(pinger.c:421:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1724307314.835374:0:21844:0:(import.c:86:import_set_state_nolock()) ffff88009a1ab000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1724307314.835389:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307314.835414:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246488192 00000100:00100000:0.0:1724307314.835419:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246488192 00000100:00100000:1.0:1724307314.835419:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dcced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246488320:0@lo:9:umount.0 00000100:00100000:1.0:1724307314.835435:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:3.0:1724307314.835451:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d7a3000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1724307314.835485:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d7a7800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1724307314.835501:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8800909ef800/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e for lustre-MDT0000 00000020:00000080:3.0:1724307314.835522:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88012d7a2000 for lustre-MDT0000 00000020:00000080:3.0:1724307314.835526:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88012d7a1000 for lustre-MDT0000 00000020:00000080:3.0:1724307314.835529:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8800909eb800 for lustre-MDT0000 00000100:00100000:0.0:1724307314.836080:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246488320 00000100:00100000:0.0:1724307314.836083:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246488320 00000100:00100000:0.0:1724307314.836164:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11934 00000100:00100000:0.0:1724307314.836170:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3295:x1808064246488192:12345-0@lo:9:umount.0 00000020:00000080:0.0:1724307314.836190:0:9058:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c54a 00000100:00080000:0.0:1724307314.836193:0:9058:0:(import.c:86:import_set_state_nolock()) ffff88012d42d800 ÿÿÿÿ: changing import state from FULL to CLOSED 00000001:00000004:0.0:1724307314.836228:0:9058:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 6, last_transno is 25769803777 00000100:00100000:3.0:1724307314.836721:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11935 00000100:00100000:3.0:1724307314.836725:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3295:x1808064246488320:12345-0@lo:9:umount.0 00000020:00000080:3.0:1724307314.836737:0:16086:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c566 00000100:00080000:3.0:1724307314.836741:0:16086:0:(import.c:86:import_set_state_nolock()) ffff880129d6a800 ÿÿÿÿ: changing import state from FULL to CLOSED 00000001:00000004:3.0:1724307314.836762:0:16086:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294970739 00010000:00010000:2.0:1724307314.836963:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307314.836967:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307314.837101:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3295:x1808064246488192:12345-0@lo:9:umount.0 Request processed in 930us (1711us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307314.837106:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11934 00000020:00080000:0.0:1724307314.837128:0:21844:0:(genops.c:1486:class_disconnect_exports()) OBD device 5 (ffff88009fb52aa0) has no exports 00000100:00100000:3.0:1724307314.837253:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3295:x1808064246488320:12345-0@lo:9:umount.0 Request processed in 526us (1816us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307314.837258:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11935 00000100:00080000:3.0:1724307314.837270:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307284 00000100:00080000:3.0:1724307314.837272:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307284 00000100:00080000:1.0:1724307314.837448:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88009a1ab000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1724307314.837456:0:3295:0:(osp_dev.c:1620:osp_import_event()) got disconnected 00000004:00080000:1.0:1724307314.837457:0:3295:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:1.0:1724307314.837460:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dcced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246488320:0@lo:9:umount.0 00000100:00080000:1.0:1724307314.837469:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8801363b1000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1724307314.837565:0:3295:0:(osp_dev.c:1620:osp_import_event()) got disconnected 00000004:00080000:1.0:1724307314.837567:0:3295:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:1.0:1724307314.837570:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246488192:0@lo:9:umount.0 00000020:00080000:0.0:1724307314.837720:0:21844:0:(genops.c:1486:class_disconnect_exports()) OBD device 5 (ffff88009fb52aa0) has no exports 00000020:00000080:0.0:1724307314.867017:0:21844:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c52e 00000020:00000080:0.0:1724307314.867029:0:21844:0:(genops.c:925:class_export_put()) final put ffff8801363b7000/lustre-QMT0000_UUID 00000020:01000000:0.0:1724307314.867052:0:21844:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1724307314.867117:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8801363b7000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:1.0:1724307314.867118:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1724307314.867127:0:21844:0:(obd_config.c:900:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1724307314.867131:0:21844:0:(genops.c:1486:class_disconnect_exports()) OBD device 7 (ffff8800a5a6aaa0) has no exports 00000020:00000080:1.0:1724307314.867419:0:21844:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c527 00000020:00000080:1.0:1724307314.867424:0:21844:0:(genops.c:925:class_export_put()) final put ffff8800949be800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1724307314.867483:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307314.867489:0:21844:0:(obd_config.c:828:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1724307314.867492:0:21844:0:(genops.c:925:class_export_put()) final put ffff880129da4800/lustre-QMT0000_UUID 00000020:00000080:1.0:1724307314.867494:0:21844:0:(genops.c:883:class_export_destroy()) destroying export ffff880129da4800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:1.0:1724307314.867498:0:21844:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:2.0:1724307314.867543:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8800949be800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1724307314.867629:0:21844:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff880136b73420 - data ffff8800935e9600/ffff88012a39cf80 00000020:01000000:1.0:1724307314.867665:0:21844:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff88013512df60 - data ffff8800b444ef00/ffff8800a00bccc0 00000100:00080000:1.0:1724307314.884421:0:21844:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1724307314.884428:0:21844:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 25769803777 gen 4 00000004:00080000:1.0:1724307314.884443:0:21844:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:1.0:1724307314.884445:0:21844:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1724307314.885152:0:21136:0:(osp_sync.c:1283:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1724307314.885156:0:21136:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x11c:0x0] index 1 count 1 00000040:00080000:2.0:1724307314.885166:0:21136:0:(llog.c:792:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 71 count 2 00000040:00080000:2.0:1724307314.885492:0:21136:0:(llog_cat.c:1172:llog_cat_set_first_idx()) catlog [0x1:0x2:0x0] first idx 71, last_idx 71 00000100:00080000:1.0:1724307314.886539:0:21844:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1724307314.886543:0:21844:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970739 gen 4 00000004:00080000:1.0:1724307314.886557:0:21844:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:1.0:1724307314.886558:0:21844:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1724307314.886684:0:21142:0:(osp_sync.c:1283:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1724307314.886687:0:21142:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x11e:0x0] index 1 count 1 00000040:00080000:1.0:1724307314.886693:0:21142:0:(llog.c:792:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 71 count 2 00000040:00080000:1.0:1724307314.886791:0:21142:0:(llog_cat.c:1172:llog_cat_set_first_idx()) catlog [0x1:0x5:0x0] first idx 71, last_idx 71 00000020:00000080:1.0:1724307314.908351:0:21844:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c4ef 00000020:00000080:1.0:1724307314.908359:0:21844:0:(genops.c:925:class_export_put()) final put ffff88012d428800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1724307314.908617:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d428800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1724307314.909166:0:21844:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c504 00000020:00000080:1.0:1724307314.909170:0:21844:0:(genops.c:925:class_export_put()) final put ffff8800b47da000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1724307314.909990:0:21844:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1724307314.909995:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1724307314.910002:0:21844:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1724307314.910005:0:21844:0:(genops.c:1486:class_disconnect_exports()) OBD device 4 (ffff88009fb53ff0) has no exports 00000004:01000000:1.0:1724307314.910168:0:21844:0:(lod_lov.c:82:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1724307314.910175:0:21844:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c55f 00000020:00000080:1.0:1724307314.910179:0:21844:0:(genops.c:925:class_export_put()) final put ffff88009e37e800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1724307314.910182:0:21844:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1724307314.910184:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1724307314.910189:0:21844:0:(obd_config.c:900:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1724307314.910191:0:21844:0:(genops.c:1486:class_disconnect_exports()) OBD device 13 (ffff88012faf8000) has no exports 00000020:00000080:1.0:1724307314.910196:0:21844:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c558 00000020:00000080:1.0:1724307314.910198:0:21844:0:(genops.c:925:class_export_put()) final put ffff88009a1aa800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1724307314.910306:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8800b47da000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:3.0:1724307314.910310:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88009e37e800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1724307314.910314:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88009a1aa800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1724307314.910456:0:21844:0:(obd_class.h:698:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1724307314.910459:0:21844:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1724307314.910463:0:21844:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970739 gen 5 00000004:00080000:1.0:1724307314.910467:0:21844:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:1.0:1724307314.910469:0:21844:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1724307314.910575:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009a1ab000 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1724307314.910756:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307314.910763:0:21844:0:(obd_config.c:828:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1724307314.910765:0:21844:0:(genops.c:925:class_export_put()) final put ffff8800b4558800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1724307314.910766:0:21844:0:(genops.c:883:class_export_destroy()) destroying export ffff8800b4558800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1724307314.910770:0:21844:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1724307314.910777:0:21844:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c543 00000020:00000080:1.0:1724307314.910780:0:21844:0:(genops.c:925:class_export_put()) final put ffff8800a9a70000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1724307314.910791:0:21844:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1724307314.910793:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1724307314.910795:0:21844:0:(obd_config.c:900:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1724307314.910797:0:21844:0:(genops.c:1486:class_disconnect_exports()) OBD device 8 (ffff8800a5a69550) has no exports 00000020:00000080:1.0:1724307314.910799:0:21844:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c53c 00000020:00000080:1.0:1724307314.910801:0:21844:0:(genops.c:925:class_export_put()) final put ffff8800a9a70800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1724307314.910884:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8800a9a70000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1724307314.910888:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8800a9a70800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1724307314.911116:0:21844:0:(obd_class.h:698:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1724307314.911118:0:21844:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1724307314.911120:0:21844:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 25769803777 gen 5 00000004:00080000:1.0:1724307314.911122:0:21844:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:1.0:1724307314.911123:0:21844:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1724307314.911184:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8801363b1000 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1724307314.911376:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307314.911380:0:21844:0:(obd_config.c:828:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1724307314.911383:0:21844:0:(genops.c:925:class_export_put()) final put ffff8800a9a77000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1724307314.911384:0:21844:0:(genops.c:883:class_export_destroy()) destroying export ffff8800a9a77000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1724307314.911387:0:21844:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1724307314.911427:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307314.911429:0:21844:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1724307314.911431:0:21844:0:(genops.c:925:class_export_put()) final put ffff88012d42a000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1724307314.911432:0:21844:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d42a000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1724307314.911435:0:21844:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1724307314.911458:0:21844:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c50b 00000020:00000080:1.0:1724307314.911461:0:21844:0:(genops.c:925:class_export_put()) final put ffff8800b47da800/lustre-MDD0000_UUID 00000020:01000000:1.0:1724307314.911464:0:21844:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1724307314.911466:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1724307314.911468:0:21844:0:(obd_config.c:900:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1724307314.911470:0:21844:0:(genops.c:1486:class_disconnect_exports()) OBD device 6 (ffff88009fb55540) has no exports 00000020:00000080:3.0:1724307314.911535:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8800b47da800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1724307314.911727:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307314.911730:0:21844:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1724307314.911732:0:21844:0:(genops.c:925:class_export_put()) final put ffff88012d42e000/lustre-MDD0000_UUID 00000020:00000080:1.0:1724307314.911734:0:21844:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d42e000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1724307314.911736:0:21844:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1724307314.911741:0:21844:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c512 00000020:00000080:1.0:1724307314.911743:0:21844:0:(genops.c:925:class_export_put()) final put ffff8800b47de800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1724307314.911749:0:21844:0:(tgt_mount.c:206:server_put_mount()) put mount ffff880094d4d000 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1724307314.911752:0:21844:0:(obd_mount.c:770:lustre_put_lsi()) put ffff880094d4d000 3 00000020:01000004:1.0:1724307314.911754:0:21844:0:(tgt_mount.c:139:server_deregister_mount()) deregister mount ffff880094d4d000 from lustre-MDT0000 00000020:00000080:1.0:1724307314.911798:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307314.911800:0:21844:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1724307314.911802:0:21844:0:(genops.c:925:class_export_put()) final put ffff88012d42d000/lustre-MDT0000_UUID 00000020:00000080:1.0:1724307314.911803:0:21844:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d42d000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1724307314.911807:0:21844:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1724307314.911814:0:21844:0:(obd_mount.c:618:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:1.0:1724307314.911816:0:21844:0:(tgt_mount.c:274:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1724307314.911818:0:21844:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1724307314.911820:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1724307314.911821:0:21844:0:(obd_config.c:900:class_cleanup()) MGS: forcing exports to disconnect: 2/5 00000020:00080000:1.0:1724307314.911828:0:21844:0:(genops.c:1713:print_export_data()) MGS: ACTIVE ffff880129f82800 31a81d4a-43f7-45b0-a075-f219c8077a24 192.168.204.7@tcp 8 (0 0 4) 0 0 0 0: (null) 0 stale:0 00000020:00000080:3.0:1724307314.911845:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8800b47de800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00080000:1.0:1724307314.912007:0:21844:0:(genops.c:1713:print_export_data()) MGS: ACTIVE ffff8800909ea800 f5ebe9fe-97e8-4c85-85e0-e929df75ee5b 0@lo 12 (0 0 8) 0 0 0 0: (null) 0 stale:0 00000020:00080000:1.0:1724307314.912011:0:21844:0:(genops.c:1481:class_disconnect_exports()) OBD device 1 (ffff88012fafbff0) has exports, disconnecting them 00000020:00080000:1.0:1724307314.912015:0:21844:0:(genops.c:1456:class_disconnect_export_list()) MGS: disconnecting export at 192.168.204.7@tcp (ffff880129f82800), last request at 1724307314 00000020:00000080:1.0:1724307314.912024:0:21844:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c62a 00000020:00010000:1.0:1724307314.912027:0:21844:0:(genops.c:1815:obd_stale_export_put()) Put export ffff880129f82800: total 0 00000100:00080000:1.0:1724307314.912030:0:21844:0:(import.c:86:import_set_state_nolock()) ffff880129f80000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1724307314.912047:0:21844:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 192.168.204.7@tcp (ffff880129f82800): rc 0 00000020:00080000:1.0:1724307314.912050:0:21844:0:(genops.c:1456:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8800909ea800), last request at 1724307314 00000020:00000080:1.0:1724307314.912054:0:21844:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c4be 00000020:00010000:1.0:1724307314.912057:0:21844:0:(genops.c:1815:obd_stale_export_put()) Put export ffff8800909ea800: total 0 00000100:00080000:1.0:1724307314.912059:0:21844:0:(import.c:86:import_set_state_nolock()) ffff8800909ef000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1724307314.912065:0:21844:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff8800909ea800): rc 0 00000020:00010000:2.0:1724307314.912066:0:9709:0:(genops.c:1801:obd_stale_export_get()) Get export ffff880129f82800: total 0 00010000:00010000:2.0:1724307314.912069:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00010000:1.0:1724307314.912070:0:8418:0:(genops.c:1801:obd_stale_export_get()) Get export ffff8800909ea800: total 0 00010000:00010000:2.0:1724307314.912093:0:9709:0:(ldlm_lock.c:2628:ldlm_export_cancel_blocked_locks()) Export ffff880129f82800, canceled 0 locks, left on hash table 4. 00010000:00010000:1.0:1724307314.912094:0:8418:0:(ldlm_lock.c:2628:ldlm_export_cancel_blocked_locks()) Export ffff8800909ea800, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1724307314.912110:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a9a95440/0x85b23e07e0c0c615 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c60e expref: 9 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.912110:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800911633c0/0x85b23e07e0c0c71f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfe0 expref: 5 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307314.912122:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a9a96ac0/0x85b23e07e0c0c607 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c600 expref: 8 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.912122:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880091162ac0/0x85b23e07e0c0c718 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfd9 expref: 4 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.912130:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880091160d80/0x85b23e07e0c0c726 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfe7 expref: 3 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307314.912131:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d400900/0x85b23e07e0c0c5c1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c5ba expref: 7 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307314.912138:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880091162880/0x85b23e07e0c0c623 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c61c expref: 6 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307314.912138:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d402f40/0x85b23e07e0c0c711 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfd2 expref: 2 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307314.912146:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a9a961c0/0x85b23e07e0c0c5cf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c5c8 expref: 5 pid: 21090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307314.912153:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a9a958c0/0x85b23e07e0c0c5dd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c5d6 expref: 4 pid: 21091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307314.912165:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a9a95d40/0x85b23e07e0c0c5eb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c5e4 expref: 3 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307314.912171:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d400b40/0x85b23e07e0c0c5f9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c5f2 expref: 2 pid: 21088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307314.912177:0:8418:0:(ldlm_lock.c:2656:ldlm_export_cancel_locks()) Export ffff8800909ea800, canceled 8 locks, left on hash table 0. 00000020:00000080:1.0:1724307314.912186:0:8418:0:(genops.c:925:class_export_put()) final put ffff8800909ea800/f5ebe9fe-97e8-4c85-85e0-e929df75ee5b 00010000:00010000:1.0:1724307314.912191:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307314.912193:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307314.912194:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1724307314.912254:0:21844:0:(genops.c:1486:class_disconnect_exports()) OBD device 1 (ffff88012fafbff0) has no exports 00000100:00100000:1.0:1724307314.912291:0:21090:0:(service.c:2969:ptlrpc_main()) ll_mgs_0001: service thread [ffff88012d407400:21090] 1 exiting: rc = 0 00000020:00000080:3.0:1724307314.912371:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8800909ea800/f5ebe9fe-97e8-4c85-85e0-e929df75ee5b for MGS 00000020:00000080:3.0:1724307314.912387:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8800909ef000 for MGS 00000100:00100000:0.0:1724307314.912390:0:21088:0:(service.c:2969:ptlrpc_main()) ll_mgs_0000: service thread [ffff88012dea6600:21088] 0 exiting: rc = 1 00000100:00100000:0.0:1724307314.912430:0:21091:0:(service.c:2969:ptlrpc_main()) ll_mgs_0002: service thread [ffff88012d407e00:21091] 2 exiting: rc = 0 00010000:00010000:2.0:1724307314.912899:0:9709:0:(ldlm_lock.c:2656:ldlm_export_cancel_locks()) Export ffff880129f82800, canceled 4 locks, left on hash table 0. 00000020:00000080:2.0:1724307314.912912:0:9709:0:(genops.c:925:class_export_put()) final put ffff880129f82800/31a81d4a-43f7-45b0-a075-f219c8077a24 00010000:00010000:2.0:1724307314.912925:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1724307314.912927:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1724307314.912928:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1724307314.912942:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff880129f82800/31a81d4a-43f7-45b0-a075-f219c8077a24 for MGS 00000020:00000080:3.0:1724307314.912959:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff880129f80000 for MGS 00000100:00100000:1.0:1724307314.913082:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913089:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913094:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913098:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913102:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913105:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913109:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913113:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913117:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913120:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913124:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913127:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913130:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913134:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913138:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913142:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913146:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913150:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913155:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913159:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913163:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913168:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913172:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913175:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913180:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913184:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913188:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913192:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913195:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913199:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913202:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913214:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913218:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913222:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913225:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913229:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913233:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913237:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913241:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913246:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913250:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913255:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913260:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913264:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913268:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913272:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913276:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913280:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913283:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913288:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913292:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913295:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913299:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913303:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913307:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913311:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913314:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913318:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913321:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913325:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913330:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913335:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913338:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.913343:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:1.0:1724307314.914817:0:21844:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff88013512d960 - data ffff88012e1a9240/ffff8800a00bc880 00000020:01000000:1.0:1724307314.914829:0:21844:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff8800b181b540 - data ffff8800a5888540/ffff88012d699dc0 00000020:00000080:1.0:1724307314.915523:0:21844:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c4b7 00000020:00000080:1.0:1724307314.915528:0:21844:0:(genops.c:925:class_export_put()) final put ffff8801362f8800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1724307314.915545:0:21844:0:(tgt_mount.c:206:server_put_mount()) put mount ffff880094d4d000 from MGS, refs=2 00000020:01000004:1.0:1724307314.915547:0:21844:0:(obd_mount.c:770:lustre_put_lsi()) put ffff880094d4d000 2 00000020:01000004:1.0:1724307314.915550:0:21844:0:(tgt_mount.c:139:server_deregister_mount()) deregister mount ffff880094d4d000 from MGS 00000020:00000080:2.0:1724307314.915557:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8801362f8800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1724307314.915598:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307314.915605:0:21844:0:(obd_config.c:828:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1724307314.915607:0:21844:0:(genops.c:925:class_export_put()) final put ffff88012d6d0000/MGS 00000020:00000080:1.0:1724307314.915609:0:21844:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d6d0000/MGS for MGS 00000020:01000000:1.0:1724307314.915613:0:21844:0:(genops.c:463:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1724307314.915620:0:21844:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1724307314.915622:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1724307314.915627:0:21844:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1724307314.915631:0:21844:0:(genops.c:1713:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff88012b857000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00080000:1.0:1724307314.915636:0:21844:0:(genops.c:1481:class_disconnect_exports()) OBD device 17 (ffff8800a5a68000) has exports, disconnecting them 00000020:00080000:1.0:1724307314.915654:0:21844:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff88012b857000), last request at 1724307301 00000020:00000080:1.0:1724307314.915657:0:21844:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c59e 00000020:00080000:1.0:1724307314.915663:0:21844:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff88012b857000): rc 0 00000020:00000080:1.0:1724307314.915691:0:21844:0:(genops.c:925:class_export_put()) final put ffff88012b857000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1724307314.915697:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012b857000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1724307314.917683:0:21844:0:(obd_class.h:698:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1724307314.917688:0:21844:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1724307314.917692:0:21844:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1724307314.917697:0:21844:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1724307314.917834:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1724307314.917843:0:21844:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1724307314.917846:0:21844:0:(obd_mount.c:770:lustre_put_lsi()) put ffff880094d4d000 1 00000020:00000080:2.0:1724307314.917851:0:21844:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c4a9 00000020:00000080:2.0:1724307314.917855:0:21844:0:(genops.c:925:class_export_put()) final put ffff88012d6d1800/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1724307314.917858:0:21844:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1724307314.917860:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1724307314.917863:0:21844:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1724307314.917865:0:21844:0:(genops.c:1486:class_disconnect_exports()) OBD device 0 (ffff88009f94ea90) has no exports 00000020:00000080:3.0:1724307314.917942:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88012b852000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1724307314.917947:0:8899:0:(genops.c:925:class_export_put()) final put ffff88009947f000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1724307314.917948:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88009947f000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1724307314.917953:0:8899:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1724307314.917959:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d6d1800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1724307314.925057:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1724307314.925068:0:21844:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1724307314.925072:0:21844:0:(genops.c:925:class_export_put()) final put ffff880094d4b800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1724307314.925076:0:21844:0:(genops.c:883:class_export_destroy()) destroying export ffff880094d4b800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1724307314.925080:0:21844:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1724307314.925089:0:21844:0:(obd_mount.c:695:lustre_free_lsi()) Freeing lsi ffff880094d4f800 00000020:01000000:2.0:1724307314.925105:0:21844:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:2.0:1724307314.925107:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1724307314.925109:0:21844:0:(obd_config.c:900:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1724307314.925112:0:21844:0:(genops.c:1486:class_disconnect_exports()) OBD device 3 (ffff88012fafea90) has no exports 00000100:00100000:3.0:1724307314.925198:0:21094:0:(service.c:2969:ptlrpc_main()) mdt00_002: service thread [ffff88012cb56600:21094] 2 exiting: rc = 0 00000100:00100000:0.0:1724307314.925766:0:21093:0:(service.c:2969:ptlrpc_main()) mdt00_001: service thread [ffff8800b441cc00:21093] 1 exiting: rc = 0 00000100:00100000:0.0:1724307314.925827:0:21092:0:(service.c:2969:ptlrpc_main()) mdt00_000: service thread [ffff88012d0c8e00:21092] 0 exiting: rc = 1 00000100:00100000:2.0:1724307314.926239:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926245:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926250:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926255:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926259:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926264:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926268:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926273:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926278:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926282:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926286:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926291:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926295:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926298:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926302:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926306:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926309:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926314:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926318:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926322:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926325:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926328:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926332:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926336:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926340:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926343:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926347:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926352:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926355:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926359:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926365:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926369:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926374:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926378:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926381:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926385:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926389:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926393:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926398:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926401:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926405:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926410:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926414:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926418:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926422:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926426:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926430:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926434:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926438:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926442:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926446:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926449:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926453:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926457:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926461:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926465:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926468:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926472:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926478:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926482:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926487:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926491:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926496:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.926500:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.934670:0:21096:0:(service.c:2969:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff88012cb57e00:21096] 1 exiting: rc = 0 00000100:00100000:2.0:1724307314.934690:0:21095:0:(service.c:2969:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff88012cb56800:21095] 0 exiting: rc = 1 00000100:00100000:3.0:1724307314.934972:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.934982:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.934989:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.934997:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935002:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935006:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935010:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935014:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935018:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935022:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935025:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935030:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935033:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935037:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935041:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935045:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935049:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935052:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935056:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935060:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935064:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935068:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935071:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935075:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935079:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935083:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935087:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935091:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935095:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935099:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935103:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935107:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935111:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935115:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935118:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935122:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935126:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935129:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935133:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935137:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935141:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935147:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935151:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935160:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935164:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935168:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935172:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935176:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935179:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935183:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935187:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935191:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935195:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935199:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935203:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935217:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935222:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935226:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935230:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935234:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935238:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935241:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935245:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935250:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.935621:0:21098:0:(service.c:2969:ptlrpc_main()) mdt_out00_001: service thread [ffff88012ffc8200:21098] 1 exiting: rc = 0 00000100:00100000:1.0:1724307314.935684:0:21097:0:(service.c:2969:ptlrpc_main()) mdt_out00_000: service thread [ffff88012ffc9a00:21097] 0 exiting: rc = 1 00000100:00100000:3.0:1724307314.935714:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935720:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935726:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935732:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935738:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935744:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935748:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935754:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935759:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935764:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935768:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935773:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935777:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935781:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935785:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935789:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935793:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935798:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935802:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935807:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935811:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935815:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935819:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935824:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935827:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935831:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935836:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935840:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935844:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935849:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935853:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935858:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935862:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935866:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935871:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935875:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935879:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935883:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935890:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935896:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935900:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935905:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935909:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935914:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935918:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935922:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935926:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935930:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935935:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935940:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935944:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935949:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935954:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935959:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935963:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935968:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935973:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935977:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935981:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935985:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935989:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935994:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.935998:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.936002:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307314.965328:0:21099:0:(service.c:2969:ptlrpc_main()) mdt_seqs_0000: service thread [ffff88012ffc9200:21099] 0 exiting: rc = 1 00000100:00100000:1.0:1724307314.965342:0:21100:0:(service.c:2969:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8801300f2400:21100] 1 exiting: rc = 0 00000100:00100000:2.0:1724307314.965426:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965431:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965434:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965437:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965440:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965442:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965445:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965447:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965450:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965452:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965454:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965457:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965460:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965463:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965465:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965467:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965470:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965473:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965475:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965478:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965480:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965482:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965485:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965487:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965490:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965492:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965495:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965497:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965500:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965502:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965504:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965506:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965508:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965511:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965513:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965515:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965518:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965520:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965523:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965526:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965528:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965530:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965533:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965535:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965538:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965540:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965543:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965545:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965548:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965551:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965554:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965556:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965559:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965561:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965564:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965566:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965569:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965571:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965573:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965576:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965578:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965580:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965582:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.965584:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.966965:0:21102:0:(service.c:2969:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8801300f3400:21102] 1 exiting: rc = 0 00000100:00100000:0.0:1724307314.966966:0:21101:0:(service.c:2969:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8801300f2e00:21101] 0 exiting: rc = 1 00000100:00100000:1.0:1724307314.967032:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967036:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967041:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967044:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967049:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967053:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967057:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967061:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967065:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967069:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967073:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967077:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967081:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967085:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967089:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967093:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967097:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967101:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967105:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967109:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967112:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967116:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967120:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967124:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967129:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967133:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967137:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967142:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967146:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967151:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967156:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967160:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967166:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967171:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967175:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967179:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967183:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967187:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967191:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967196:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967200:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967217:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967221:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967225:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967229:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967233:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967237:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967241:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967246:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967250:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967254:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967258:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967262:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967266:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967269:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967273:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967277:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967281:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967285:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967289:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967293:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967297:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967301:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967305:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307314.967635:0:21103:0:(service.c:2969:ptlrpc_main()) mdt_fld_0000: service thread [ffff88012b0f1600:21103] 0 exiting: rc = 1 00000100:00100000:2.0:1724307314.967752:0:21104:0:(service.c:2969:ptlrpc_main()) mdt_fld_0001: service thread [ffff880093592600:21104] 1 exiting: rc = 0 00000100:00100000:1.0:1724307314.967820:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967826:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967829:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967833:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967836:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967840:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967844:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967848:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967852:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967856:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967860:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967864:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967868:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967871:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967875:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967880:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967884:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967888:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967891:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967895:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967899:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967903:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967908:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967913:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967918:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967921:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967925:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967929:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967982:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967989:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967993:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.967997:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968001:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968005:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968009:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968014:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968019:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968023:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968027:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968035:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968039:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968043:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968047:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968051:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968055:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968058:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968062:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968066:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968070:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968074:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968077:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968085:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968089:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968093:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968098:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968102:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968106:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968110:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968113:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968117:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968121:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968125:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968128:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.968131:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307314.969117:0:21106:0:(service.c:2969:ptlrpc_main()) mdt_io00_001: service thread [ffff88012d0c8a00:21106] 1 exiting: rc = 0 00000100:00100000:0.0:1724307314.969158:0:21105:0:(service.c:2969:ptlrpc_main()) mdt_io00_000: service thread [ffff88012cc87800:21105] 0 exiting: rc = 1 00000100:00100000:3.0:1724307314.969537:0:21107:0:(service.c:2969:ptlrpc_main()) mdt_io00_002: service thread [ffff88012e05d400:21107] 2 exiting: rc = 0 00000100:00100000:1.0:1724307314.969750:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969755:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969760:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969765:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969770:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969775:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969779:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969785:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969792:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969796:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969801:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969805:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969809:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969813:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969817:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969821:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969825:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969829:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969832:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969836:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969842:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969846:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969850:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969854:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969859:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969863:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969868:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969872:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969876:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969879:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969884:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969889:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969893:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969898:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969902:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969906:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969911:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969915:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969920:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969924:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969928:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969932:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969936:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969941:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969945:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969949:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969952:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969955:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969959:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969962:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969965:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969969:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969971:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969975:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969979:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969983:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969987:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969991:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969994:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.969998:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.970002:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.970006:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.970009:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307314.970014:0:21844:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1724307314.981251:0:21844:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1724307314.981263:0:21844:0:(obd_config.c:828:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:0.0:1724307314.981267:0:21844:0:(genops.c:925:class_export_put()) final put ffff88009b188000/MDS_uuid 00000020:00000080:0.0:1724307314.981271:0:21844:0:(genops.c:883:class_export_destroy()) destroying export ffff88009b188000/MDS_uuid for MDS 00000020:01000000:0.0:1724307314.981275:0:21844:0:(genops.c:463:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:0.0:1724307314.981284:0:21844:0:(tgt_mount.c:1798:server_put_super()) server umount lustre-MDT0000 complete 00000001:00100000:2.0:1724307315.424596:0:19334:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1724307315.424603:0:19334:0:(genops.c:925:class_export_put()) final put ffff88012d42e800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1724307315.424625:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d42e800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1724307315.424676:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88012d42d800 for lustre-OST0000 00010000:00010000:2.0:1724307315.432825:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1724307315.826001:0:3296:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307299/real 1724307299] req@ffff8800a572c000 x1808064246478080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307315 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1724307315.826022:0:3296:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a572c000 x1808064246478080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307315 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000400:2.0:1724307315.826030:0:3296:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307299/real 1724307299] req@ffff8800a572f100 x1808064246477952/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307315 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1724307315.826038:0:3296:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a572f100 x1808064246477952/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307315 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1724307315.826052:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3296:1808064246478080:0@lo:400:kworker.0 00000100:00100000:2.0:1724307315.826057:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246477952:0@lo:400:kworker.0 00010000:00010000:1.0:1724307316.434217:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307316.580455:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246488448:0@lo:400:kworker.0 00000400:00000100:0.0:1724307316.580500:0:3298:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1808064246488448 offset 0 length 224: 4 00000100:00100000:3.0:1724307316.580606:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1724307316.580614:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246488704:0@lo:400:kworker.0 00000400:00000100:3.0:1724307316.580635:0:3297:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246488704 offset 0 length 224: 4 00000100:00100000:0.0:1724307316.581012:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1724307316.581018:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3298:1808064246488576:0@lo:400:kworker.0 00000400:00000100:0.0:1724307316.581033:0:3298:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246488576 offset 0 length 224: 4 00010000:00010000:1.0:1724307317.436691:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307318.438842:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307319.439841:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1724307319.610902:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1724307319.610908:0:9780:0:(genops.c:925:class_export_put()) final put ffff88009a1ad000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1724307319.610963:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88009a1ad000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1724307319.610993:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff880129d6a800 for lustre-OST0001 00000400:00000100:0.0:1724307319.809497:0:3289:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 12 match 1808064248597376 offset 0 length 224: 4 00000400:00000100:0.0:1724307319.809523:0:3289:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 26 match 1808064248597248 offset 0 length 224: 4 00010000:00010000:1.0:1724307320.441874:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307321.443845:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307321.588154:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246488832:0@lo:400:kworker.0 00000400:00000100:0.0:1724307321.588214:0:3297:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1808064246488832 offset 0 length 224: 4 00000100:00100000:1.0:1724307321.589141:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3299:1808064246489088:0@lo:400:kworker.0 00000400:00000100:1.0:1724307321.589169:0:3299:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246489088 offset 0 length 224: 4 00000100:00100000:1.0:1724307321.589182:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1724307321.589187:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246488960:0@lo:400:kworker.0 00000400:00000100:1.0:1724307321.589199:0:3299:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246488960 offset 0 length 224: 4 00010000:00010000:0.0:1724307322.445889:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307323.448481:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307324.450151:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1724307324.820740:0:3291:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 26 match 1808064248597504 offset 0 length 224: 4 00000400:00000100:0.0:1724307324.821610:0:3290:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 12 match 1808064248597632 offset 0 length 224: 4 00010000:00010000:1.0:1724307325.452337:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307326.453753:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307326.597427:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246489216:0@lo:400:kworker.0 00000100:00100000:1.0:1724307326.597427:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246489344:0@lo:400:kworker.0 00000400:00000100:0.0:1724307326.597485:0:3296:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1808064246489216 offset 0 length 224: 4 00000400:00000100:1.0:1724307326.597485:0:3297:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246489344 offset 0 length 224: 4 00000100:00100000:0.0:1724307326.597565:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3298:1808064246489472:0@lo:400:kworker.0 00000400:00000100:0.0:1724307326.597587:0:3298:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246489472 offset 0 length 224: 4 00010000:00010000:0.0:1724307327.455725:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:01200004:0.0:1724307327.655015:0:22433:0:(super25.c:129:lustre_fill_super()) VFS Op: sb ffff88012d42d000 00000020:01000004:0.0:1724307327.655044:0:22433:0:(obd_mount.c:1068:lmd_print()) mount data: 00000020:01000004:0.0:1724307327.655045:0:22433:0:(obd_mount.c:1071:lmd_print()) device: lustre-mdt1/mdt1 00000020:01000004:0.0:1724307327.655051:0:22433:0:(tgt_mount.c:2107:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1724307327.655062:0:22433:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:0.0:1724307327.655066:0:22433:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1724307327.655078:0:22433:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8800a5a6bff0) 00000020:00000080:0.0:1724307327.655090:0:22433:0:(obd_config.c:671:class_attach()) OBD: dev 0 attached type osd-zfs with refcount 2 00000020:00000080:0.0:1724307327.655093:0:22433:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00100000:10000000:1.0:1724307327.687697:0:22433:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:0.0:1724307327.699013:0:22433:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x7b:0x0] (8/32) 00100000:10000000:0.0:1724307327.700604:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 401: rc = 0 00100000:10000000:1.0:1724307327.701960:0:22433:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:1.0:1724307327.701999:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 401: rc = 0 00100000:10000000:1.0:1724307327.702099:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 401: rc = 0 00100000:10000000:1.0:1724307327.702132:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 401: rc = 0 00100000:10000000:1.0:1724307327.702172:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 401: rc = 0 00100000:10000000:1.0:1724307327.702210:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 401: rc = 0 00100000:10000000:1.0:1724307327.703757:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 403: rc = 0 00100000:10000000:1.0:1724307327.709172:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 328: rc = 0 00100000:10000000:1.0:1724307327.709312:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 328: rc = 0 00100000:10000000:1.0:1724307327.713371:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 539: rc = 0 00100000:10000000:1.0:1724307327.714893:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 539: rc = 0 00100000:10000000:1.0:1724307327.717782:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 539: rc = 0 00100000:10000000:1.0:1724307327.719528:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 539: rc = 0 00100000:10000000:1.0:1724307327.721032:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 539: rc = 0 00100000:10000000:1.0:1724307327.723054:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 539: rc = 0 00100000:10000000:1.0:1724307327.725581:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 539: rc = 0 00100000:10000000:1.0:1724307327.727811:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 539: rc = 0 00100000:10000000:1.0:1724307327.729092:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 539: rc = 0 00100000:10000000:1.0:1724307327.730258:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 539: rc = 0 00100000:10000000:1.0:1724307327.731584:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 539: rc = 0 00100000:10000000:1.0:1724307327.732689:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 539: rc = 0 00100000:10000000:1.0:1724307327.735765:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 649: rc = 0 00100000:10000000:1.0:1724307327.737589:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 649: rc = 0 00100000:10000000:1.0:1724307327.739109:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 649: rc = 0 00100000:10000000:1.0:1724307327.740559:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 649: rc = 0 00100000:10000000:1.0:1724307327.742147:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 649: rc = 0 00100000:10000000:1.0:1724307327.743621:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 649: rc = 0 00100000:10000000:1.0:1724307327.745869:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 649: rc = 0 00100000:10000000:1.0:1724307327.747576:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 649: rc = 0 00100000:10000000:1.0:1724307327.749127:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 649: rc = 0 00100000:10000000:1.0:1724307327.750497:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 649: rc = 0 00100000:10000000:1.0:1724307327.751575:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 649: rc = 0 00100000:10000000:1.0:1724307327.752886:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 649: rc = 0 00100000:10000000:1.0:1724307327.754344:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 649: rc = 0 00100000:10000000:1.0:1724307327.756482:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 649: rc = 0 00100000:10000000:1.0:1724307327.757694:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 649: rc = 0 00100000:10000000:0.0:1724307327.759792:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 649: rc = 0 00100000:10000000:0.0:1724307327.761244:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 649: rc = 0 00100000:10000000:0.0:1724307327.763115:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 649: rc = 0 00100000:10000000:0.0:1724307327.765025:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 649: rc = 0 00100000:10000000:0.0:1724307327.767876:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 649: rc = 0 00100000:10000000:0.0:1724307327.770289:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 649: rc = 0 00100000:10000000:0.0:1724307327.772749:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 649: rc = 0 00100000:10000000:0.0:1724307327.773910:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 649: rc = 0 00100000:10000000:0.0:1724307327.775211:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 649: rc = 0 00100000:10000000:0.0:1724307327.776755:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 649: rc = 0 00100000:10000000:0.0:1724307327.778543:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 649: rc = 0 00100000:10000000:0.0:1724307327.780145:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 649: rc = 0 00100000:10000000:0.0:1724307327.782529:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 649: rc = 0 00100000:10000000:0.0:1724307327.784172:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 649: rc = 0 00100000:10000000:0.0:1724307327.786571:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 649: rc = 0 00100000:10000000:0.0:1724307327.788705:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 649: rc = 0 00100000:10000000:0.0:1724307327.790873:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 649: rc = 0 00100000:10000000:0.0:1724307327.793845:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200015bc0:0x1:0x0] under 336: rc = 0 00100000:10000000:0.0:1724307327.797837:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 336: rc = 0 00100000:10000000:0.0:1724307327.800086:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x2000182d0:0x1:0x0] under 336: rc = 0 00100000:10000000:0.0:1724307327.800185:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200017b00:0x1:0x0] under 336: rc = 0 00100000:10000000:0.0:1724307327.802216:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200016778:0x1:0x0] under 336: rc = 0 00100000:10000000:0.0:1724307327.803682:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200017330:0x1:0x0] under 336: rc = 0 00100000:10000000:0.0:1724307327.805326:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x20001a210:0x1:0x0] under 336: rc = 0 00100000:10000000:0.0:1724307327.810784:0:22433:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:0.0:1724307327.812278:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 333: rc = 0 00100000:10000000:0.0:1724307327.814019:0:22433:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:0.0:1724307327.814052:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 333: rc = 0 00100000:10000000:0.0:1724307327.815350:0:22433:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:0.0:1724307327.815378:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 333: rc = 0 00100000:10000000:0.0:1724307327.818701:0:22433:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:0.0:1724307327.818742:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 329: rc = 0 00100000:10000000:0.0:1724307327.820387:0:22433:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:0.0:1724307327.820422:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 329: rc = 0 00100000:10000000:0.0:1724307327.822043:0:22433:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:0.0:1724307327.822075:0:22433:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 329: rc = 0 00000020:00000080:0.0:1724307327.822316:0:22433:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1724307327.822332:0:22433:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0c0c749 00000020:01000004:0.0:1724307327.822337:0:22433:0:(tgt_mount.c:2192:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:0.0:1724307327.822347:0:22433:0:(tgt_mount.c:238:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1724307327.822351:0:22433:0:(tgt_mount.c:120:server_register_mount()) register mount ffff88012d42d000 from MGS 00000020:01000004:0.0:1724307327.822355:0:22433:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1724307327.822358:0:22433:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1724307327.822369:0:22433:0:(genops.c:432:class_newdev()) Allocate new device MGS (ffff8800a5a6d540) 00000020:00000080:0.0:1724307327.822380:0:22433:0:(obd_config.c:671:class_attach()) OBD: dev 1 attached type mgs with refcount 2 00000020:00000080:0.0:1724307327.822383:0:22433:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1724307327.822431:0:22433:0:(tgt_mount.c:172:server_get_mount()) get mount ffff88012d42d000 from MGS, refs=2 00000020:00000080:0.0:1724307327.822438:0:22433:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0c0c757 00010000:00010000:0.0:1724307327.822526:0:22433:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-2 is initialized 00000040:01000000:1.0:1724307327.832475:0:22433:0:(llog_obd.c:212:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1724307327.833882:0:22434:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1724307327.833917:0:22433:0:(mgs_nids.c:444:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1724307327.833950:0:22433:0:(mgs_llog.c:607:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1724307327.838095:0:22433:0:(mgs_llog.c:607:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1724307327.838360:0:22433:0:(service.c:168:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1724307327.838479:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1724307327.838484:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1724307327.839623:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1724307327.839629:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1724307327.840179:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1724307327.840185:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:0.0:1724307327.840826:0:22433:0:(obd_config.c:775:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1724307327.840851:0:22433:0:(obd_mount.c:387:lustre_start_mgc()) New MGS with live MGC 00000020:01000004:0.0:1724307327.840852:0:22433:0:(obd_mount.c:398:lustre_start_mgc()) MGC192.168.204.107@tcp:Set MGC reconnect 2 10000000:01000000:0.0:1724307327.840855:0:22433:0:(mgc_request.c:1043:mgc_set_info_async()) InitRecov MGC192.168.204.107@tcp 2/d0:i0:r0:or0:FULL 00000100:00080000:0.0:1724307327.840861:0:22433:0:(import.c:86:import_set_state_nolock()) ffff8800a5a8e000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1724307327.840866:0:22433:0:(import.c:204:ptlrpc_set_import_discon()) MGC192.168.204.107@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1724307327.840868:0:22433:0:(import.c:210:ptlrpc_set_import_discon()) import MGS@192.168.204.107@tcp for MGC192.168.204.107@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1724307327.840871:0:22433:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1724307327.840878:0:22433:0:(client.c:3449:ptlrpc_abort_inflight()) @@@ inflight req@ffff8800922dc700 x1808064246488448/t0(0) o400->MGC192.168.204.107@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1724307332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307327.840900:0:22433:0:(client.c:3449:ptlrpc_abort_inflight()) @@@ inflight req@ffff8800922dea00 x1808064246488832/t0(0) o400->MGC192.168.204.107@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1724307337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307327.840909:0:22433:0:(client.c:3449:ptlrpc_abort_inflight()) @@@ inflight req@ffff880136904700 x1808064246489216/t0(0) o400->MGC192.168.204.107@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1724307342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 10000000:01000000:0.0:1724307327.840917:0:22433:0:(mgc_request.c:1140:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1724307327.840920:0:22433:0:(pinger.c:217:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1724307327.840921:0:22433:0:(mgc_request.c:1140:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1724307327.840923:0:22433:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:0.0:1724307327.840978:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246489216:0@lo:400:kworker.0 00000100:00100000:3.0:1724307327.841061:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246488448:0@lo:400:kworker.0 00000100:00100000:1.0:1724307327.841129:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246488832:0@lo:400:kworker.0 10000000:01000000:0.0:1724307327.841184:0:22433:0:(mgc_request.c:1140:mgc_import_event()) import event 0x808003 00010000:00010000:0.0:1724307327.841199:0:22433:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff880091163180/0x85b23e07e0c0c60e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0c0c615 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307327.841208:0:22433:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff880091163180/0x85b23e07e0c0c60e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0c0c615 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307327.841213:0:22433:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1724307327.841270:0:22433:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1724307327.841278:0:22433:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff880091163180/0x85b23e07e0c0c60e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0c0c615 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307327.841291:0:22433:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800a9a97cc0/0x85b23e07e0c0c5ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0c0c5c1 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307327.841296:0:22433:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800a9a97cc0/0x85b23e07e0c0c5ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0c0c5c1 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307327.841300:0:22433:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1724307327.841302:0:22433:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1724307327.841305:0:22433:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800a9a97cc0/0x85b23e07e0c0c5ba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0c0c5c1 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307327.841311:0:22433:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800a9a973c0/0x85b23e07e0c0c5c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0c0c5cf expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307327.841315:0:22433:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800a9a973c0/0x85b23e07e0c0c5c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0c0c5cf expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307327.841320:0:22433:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1724307327.841323:0:22433:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1724307327.841325:0:22433:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800a9a973c0/0x85b23e07e0c0c5c8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0c0c5cf expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307327.841335:0:22433:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009ffe1b00/0x85b23e07e0c0c5e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0c0c5eb expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307327.841339:0:22433:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009ffe1b00/0x85b23e07e0c0c5e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0c0c5eb expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307327.841343:0:22433:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1724307327.841345:0:22433:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1724307327.841347:0:22433:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009ffe1b00/0x85b23e07e0c0c5e4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0c0c5eb expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307327.841354:0:22433:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009ffe3cc0/0x85b23e07e0c0c5f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0c0c5f9 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307327.841358:0:22433:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009ffe3cc0/0x85b23e07e0c0c5f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0c0c5f9 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307327.841362:0:22433:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1724307327.841364:0:22433:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1724307327.841366:0:22433:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009ffe3cc0/0x85b23e07e0c0c5f2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0c0c5f9 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307327.841372:0:22433:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0c61c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0c0c623 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307327.841377:0:22433:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0c61c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0c0c623 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307327.841380:0:22433:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1724307327.841383:0:22433:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1724307327.841384:0:22433:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009ffe2880/0x85b23e07e0c0c61c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0c0c623 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307327.841400:0:22433:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff880091162640/0x85b23e07e0c0c5d6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0c0c5dd expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307327.841405:0:22433:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff880091162640/0x85b23e07e0c0c5d6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0c0c5dd expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307327.841409:0:22433:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1724307327.841411:0:22433:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1724307327.841414:0:22433:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff880091162640/0x85b23e07e0c0c5d6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0c0c5dd expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307327.841420:0:22433:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c600 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x85b23e07e0c0c607 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307327.841424:0:22433:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c600 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x85b23e07e0c0c607 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307327.841428:0:22433:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1724307327.841430:0:22433:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1724307327.841432:0:22433:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009ffe0900/0x85b23e07e0c0c600 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x85b23e07e0c0c607 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1724307327.841447:0:22433:0:(import.c:232:ptlrpc_set_import_discon()) mgc: import ffff8800a5a8e000 already not connected (conn 71, was 0): DISCONN 00000100:00080000:0.0:1724307327.841452:0:22433:0:(import.c:86:import_set_state_nolock()) ffff8800a5a8e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1724307327.841455:0:22433:0:(import.c:523:import_select_connection()) MGC192.168.204.107@tcp: connect to NID 0@lo last attempt 2903 00000100:00080000:0.0:1724307327.841466:0:22433:0:(import.c:615:import_select_connection()) MGC192.168.204.107@tcp: import ffff8800a5a8e000 using connection MGC192.168.204.107@tcp_0/0@lo 00000100:00100000:0.0:1724307327.841490:0:22433:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012dccea00 x1808064246489600/t0(0) o250->MGC192.168.204.107@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1724307327.842204:0:22433:0:(recover.c:346:ptlrpc_recover_import()) MGS: recovery started, waiting 20 seconds 00000100:00100000:1.0:1724307327.842316:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3295:1808064246489600:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1724307327.842377:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307327.842504:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246489600 00000100:00100000:2.0:1724307327.842513:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246489600 00000100:00100000:2.0:1724307327.842752:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1724307327.842759:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:3295:x1808064246489600:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1724307327.842785:0:22440:0:(ldlm_lib.c:1342:target_handle_connect()) MGS: connection from f5ebe9fe-97e8-4c85-85e0-e929df75ee5b@0@lo t0 exp (null) cur 2930 last 0 00000020:00000080:2.0:1724307327.842818:0:22440:0:(genops.c:1313:class_connect()) connect: client f5ebe9fe-97e8-4c85-85e0-e929df75ee5b, cookie 0x85b23e07e0c0c75e 00000020:01000000:2.0:1724307327.842825:0:22440:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff8800a5119480 00000100:00080000:2.0:1724307327.842883:0:22440:0:(import.c:86:import_set_state_nolock()) ffff880129f81800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1724307327.843098:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+4:3295:x1808064246489600:12345-0@lo:250:mount.lustre.0 Request processed in 338us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307327.843105:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1724307327.843173:0:3295:0:(client.c:2972:ptlrpc_free_committed()) MGC192.168.204.107@tcp: committing for last_committed 0 gen 72 00000100:00080000:1.0:1724307327.843182:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) MGC192.168.204.107@tcp: connect to target with instance 0 00000100:00080000:1.0:1724307327.843188:0:3295:0:(import.c:940:ptlrpc_connect_set_flags()) MGC192.168.204.107@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002020 10000000:01000000:1.0:1724307327.843192:0:3295:0:(mgc_request.c:1140:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1724307327.843195:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8800a5a8e000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1724307327.843197:0:3295:0:(mgc_request.c:1140:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1724307327.843308:0:3295:0:(pinger.c:210:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1724307327.843409:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3295:1808064246489600:0@lo:250:mount.lustre.0 00000100:00080000:0.0:1724307327.843461:0:22433:0:(recover.c:357:ptlrpc_recover_import()) MGS: recovery finished FULL, rc = 0 00000020:01000004:0.0:1724307327.843473:0:22433:0:(tgt_mount.c:1450:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1724307327.843481:0:22433:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1724307327.843486:0:22433:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1724307327.843500:0:22433:0:(genops.c:432:class_newdev()) Allocate new device MDS (ffff8800a5a6ea90) 00000020:00000080:0.0:1724307327.843512:0:22433:0:(obd_config.c:671:class_attach()) OBD: dev 3 attached type mds with refcount 2 00000020:00000080:0.0:1724307327.843515:0:22433:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000100:00100000:1.0:1724307327.852727:0:22433:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1724307327.853078:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1724307327.853087:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1724307327.853981:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1724307327.853987:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1724307327.856950:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1724307327.856962:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1724307327.859712:0:22433:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1724307327.859848:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1724307327.859853:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1724307327.860518:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1724307327.860522:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1724307327.895668:0:22433:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1724307327.895818:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1724307327.895824:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1724307327.897774:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1724307327.897784:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1724307327.898224:0:22433:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1724307327.898338:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1724307327.898342:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1724307327.898902:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1724307327.898907:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1724307327.899403:0:22433:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1724307327.899488:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1724307327.899492:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:2.0:1724307327.899939:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:2.0:1724307327.899944:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1724307327.900291:0:22433:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1724307327.900369:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1724307327.900373:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1724307327.900571:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1724307327.900575:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1724307327.919813:0:22433:0:(service.c:168:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1724307327.919963:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1724307327.919982:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1724307327.922153:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1724307327.922164:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1724307327.923583:0:22433:0:(service.c:3244:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1724307327.923591:0:22433:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1724307327.925351:0:22433:0:(obd_config.c:775:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1724307327.925375:0:22433:0:(tgt_mount.c:299:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 00000040:01000000:2.0:1724307327.925524:0:22433:0:(llog_obd.c:212:llog_setup()) obd MGC192.168.204.107@tcp ctxt 0 is initialized 00000020:01000004:2.0:1724307327.925560:0:22433:0:(tgt_mount.c:1350:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.107@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1724307327.925563:0:22433:0:(tgt_mount.c:1161:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1724307327.925565:0:22433:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1724307327.925566:0:22433:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:2.0:1724307327.925567:0:22433:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:2.0:1724307327.925568:0:22433:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:2.0:1724307327.925570:0:22433:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:2.0:1724307327.925571:0:22433:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1724307327.925572:0:22433:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1724307327.925573:0:22433:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1724307327.925574:0:22433:0:(tgt_mount.c:1202:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1724307327.925576:0:22433:0:(mgc_request_server.c:253:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1724307327.925583:0:22433:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1724307327.925585:0:22433:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1724307327.925586:0:22433:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:2.0:1724307327.925586:0:22433:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:2.0:1724307327.925587:0:22433:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:2.0:1724307327.925588:0:22433:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:2.0:1724307327.925589:0:22433:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1724307327.925590:0:22433:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1724307327.925590:0:22433:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1724307327.925591:0:22433:0:(tgt_mount.c:1202:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1724307327.925610:0:22433:0:(mgc_request_server.c:198:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1724307327.925628:0:22433:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136904000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246489728:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1724307327.925711:0:22433:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307327.925726:0:22433:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094d62cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307327.925831:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246489728 00000100:00100000:3.0:1724307327.925838:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246489728 00000100:00100000:3.0:1724307327.926058:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1724307327.926066:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+4:22433:x1808064246489728:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1724307327.926102:0:22440:0:(mgs_llog.c:607:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1724307327.926105:0:22440:0:(mgs_handler.c:390:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1724307327.926107:0:22440:0:(mgs_handler.c:417:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1724307327.926437:0:22457:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1724307327.926687:0:22440:0:(mgs_nids.c:444:mgs_nidtbl_init_fs()) IR: current version is 80 20000000:01000000:3.0:1724307327.929798:0:22460:0:(mgs_llog.c:285:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1724307327.929803:0:22460:0:(mgs_llog.c:269:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1724307327.929806:0:22460:0:(mgs_llog.c:269:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1724307327.929859:0:22460:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 20000000:01000000:2.0:1724307327.929986:0:22440:0:(mgs_llog.c:607:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1724307327.929998:0:22440:0:(mgs_handler.c:525:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1724307327.943190:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+4:22433:x1808064246489728:12345-0@lo:253:mount.lustre.0 Request processed in 17115us (17468us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307327.943203:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1724307327.943237:0:22433:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246489728:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1724307327.943253:0:22433:0:(mgc_request_server.c:224:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1724307327.943257:0:22433:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1724307327.943258:0:22433:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1724307327.943260:0:22433:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:2.0:1724307327.943261:0:22433:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:2.0:1724307327.943262:0:22433:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:2.0:1724307327.943263:0:22433:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:2.0:1724307327.943264:0:22433:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1724307327.943265:0:22433:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1724307327.943267:0:22433:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1724307327.943268:0:22433:0:(tgt_mount.c:1202:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1724307327.943290:0:22433:0:(tgt_mount.c:120:server_register_mount()) register mount ffff88012d42d000 from lustre-MDT0000 10000000:01000000:2.0:1724307327.943299:0:22433:0:(mgc_request.c:1900:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1724307327.943302:0:22433:0:(mgc_request.c:322:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1724307327.943310:0:22433:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff88012d42d000 10000000:01000000:2.0:1724307327.943315:0:22433:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1724307327.943319:0:22433:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff88012d42d000 10000000:01000000:2.0:1724307327.943321:0:22433:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1724307327.943323:0:22433:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-barrier-ffff88012d42d000 from 1 10000000:01000000:2.0:1724307327.943332:0:22433:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1724307327.943370:0:22433:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091160d80/0x85b23e07e0c0c76c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307327.943380:0:22433:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff880091160d80/0x85b23e07e0c0c76c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307327.943389:0:22433:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff880091160d80/0x85b23e07e0c0c76c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307327.943409:0:22433:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136904000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246489856:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1724307327.943441:0:22433:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307327.943461:0:22433:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094d626c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307327.943510:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246489856 00000100:00100000:3.0:1724307327.943516:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246489856 00000100:00100000:3.0:1724307327.943552:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1724307327.943558:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+4:22433:x1808064246489856:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307327.943573:0:22440:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307327.943589:0:22440:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009ffe2f40/0x85b23e07e0c0c773 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c76c expref: -99 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307327.943613:0:22440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009ffe2f40/0x85b23e07e0c0c773 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c76c expref: 5 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307327.943621:0:22440:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009ffe2f40/0x85b23e07e0c0c773 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c76c expref: 5 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307327.943628:0:22440:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ffe2f40, rc 0) 00000100:00100000:3.0:1724307327.943669:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+5:22433:x1808064246489856:12345-0@lo:101:mount.lustre.0 Request processed in 111us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307327.943674:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1724307327.943790:0:22433:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246489856:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1724307327.943801:0:22433:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff880091160d80/0x85b23e07e0c0c76c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c773 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307327.943806:0:22433:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff880091160d80/0x85b23e07e0c0c76c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c773 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307327.943816:0:22433:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1724307327.943821:0:22433:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091160d80/0x85b23e07e0c0c76c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c773 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307327.943825:0:22433:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff880091160d80/0x85b23e07e0c0c76c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c773 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307327.943828:0:22433:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1724307327.943830:0:22433:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1724307327.943832:0:22433:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff88012d42d000 10000000:01000000:2.0:1724307327.943834:0:22433:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1724307327.943836:0:22433:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1724307327.943837:0:22433:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1724307327.943845:0:22433:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091162ac0/0x85b23e07e0c0c77a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307327.943849:0:22433:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff880091162ac0/0x85b23e07e0c0c77a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307327.943853:0:22433:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff880091162ac0/0x85b23e07e0c0c77a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307327.943858:0:22433:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136904000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246489984:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1724307327.943872:0:22433:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307327.943876:0:22433:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094d626c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307327.943881:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246489984 00000100:00100000:3.0:1724307327.943885:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246489984 00000100:00100000:3.0:1724307327.943908:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1724307327.943912:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+5:22433:x1808064246489984:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307327.943917:0:22440:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307327.943926:0:22440:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009ffe1f80/0x85b23e07e0c0c781 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c77a expref: -99 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307327.943938:0:22440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009ffe1f80/0x85b23e07e0c0c781 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c77a expref: 6 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307327.943944:0:22440:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009ffe1f80/0x85b23e07e0c0c781 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c77a expref: 6 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307327.943949:0:22440:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ffe1f80, rc 0) 00000100:00100000:3.0:1724307327.943980:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+6:22433:x1808064246489984:12345-0@lo:101:mount.lustre.0 Request processed in 57us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307327.943986:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1724307327.944138:0:22433:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246489984:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1724307327.944146:0:22433:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff880091162ac0/0x85b23e07e0c0c77a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c781 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307327.944151:0:22433:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff880091162ac0/0x85b23e07e0c0c77a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c781 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307327.944192:0:22433:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136904000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246490112:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1724307327.944210:0:22433:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307327.944228:0:22433:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094d626c0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307327.944257:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246490112 00000100:00100000:0.0:1724307327.944261:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246490112 00000100:00100000:0.0:1724307327.944284:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1724307327.944288:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+6:22433:x1808064246490112:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307327.944489:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:22433:x1808064246490112:12345-0@lo:501:mount.lustre.0 Request processed in 200us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307327.944495:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1724307327.944736:0:22433:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246490112:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1724307327.944757:0:22433:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136904000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246490240:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1724307327.944795:0:22433:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307327.944884:0:22433:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094d626c0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307327.944888:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246490240 00000100:00100000:0.0:1724307327.944892:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246490240 00000100:00100000:0.0:1724307327.944915:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1724307327.944920:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:22433:x1808064246490240:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1724307327.947050:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:22433:x1808064246490240:12345-0@lo:503:mount.lustre.0 Request processed in 2125us (2250us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307327.947067:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1724307327.947093:0:22433:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246490240:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1724307327.947395:0:22482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dc700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22482:1808064246490368:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307327.947488:0:22482:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307327.947507:0:22482:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136070a80 going to sleep for 11 seconds 00000100:00100000:1.0:1724307327.947520:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246490368 00000100:00100000:1.0:1724307327.947541:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246490368 00000100:00100000:1.0:1724307327.947561:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1724307327.947566:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:22482:x1808064246490368:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1724307327.949109:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:22482:x1808064246490368:12345-0@lo:502:llog_process_th.0 Request processed in 1537us (1614us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307327.949118:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1724307327.949134:0:22482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dc700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22482:1808064246490368:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1724307327.949159:0:22482:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1724307327.949169:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307327.949170:0:22482:0:(obd_config.c:1495:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1724307327.949175:0:22482:0:(obd_config.c:1901:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1724307327.949177:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1724307327.949190:0:22482:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff88009fb51550) 00000020:00000080:3.0:1724307327.949210:0:22482:0:(obd_config.c:671:class_attach()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1724307327.949212:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1724307327.949291:0:22482:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0c0c78f 00000020:00000080:3.0:1724307327.949483:0:22482:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1724307327.949487:0:22482:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1724307327.949489:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307327.949491:0:22482:0:(obd_config.c:1495:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1724307327.949492:0:22482:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1724307327.949495:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307327.949496:0:22482:0:(obd_config.c:1495:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1724307327.949500:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1724307327.949507:0:22482:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDT0000 (ffff88009fb52aa0) 00000020:00000080:3.0:1724307327.949516:0:22482:0:(obd_config.c:671:class_attach()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1724307327.949519:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1724307327.949520:0:22482:0:(obd_config.c:1448:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1724307327.949523:0:22482:0:(obd_config.c:1088:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1724307327.949527:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1724307327.949569:0:22482:0:(tgt_mount.c:172:server_get_mount()) get mount ffff88012d42d000 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1724307327.949582:0:22482:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDD0000 (ffff88009fb55540) 00000020:00000080:3.0:1724307327.949589:0:22482:0:(obd_config.c:671:class_attach()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1724307327.949635:0:22482:0:(lod_dev.c:2275:lod_obd_connect()) connect #0 00000020:00000080:3.0:1724307327.949683:0:22482:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x85b23e07e0c0c7a4 00000020:00000080:3.0:1724307327.949761:0:22482:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1724307327.949767:0:22482:0:(mdd_device.c:1584:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1724307327.949770:0:22482:0:(genops.c:1313:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x85b23e07e0c0c7ab 00000020:00000080:3.0:1724307327.949776:0:22482:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0c0c7b2 00010000:00010000:3.0:1724307327.998213:0:22482:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-3 is initialized 00000001:00080000:3.0:1724307327.998871:0:22482:0:(tgt_lastrcvd.c:1741:tgt_clients_data_init()) RCVRNG CLIENT uuid: 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e idx: 0 lr: 300647713226 srv lr: 304942678016 lx: 0 gen 12 00000001:00000004:3.0:1724307327.998921:0:22482:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 72, last_transno is 304942678016 00000001:00080000:3.0:1724307327.999422:0:22482:0:(tgt_lastrcvd.c:204:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:3.0:1724307327.999484:0:22482:0:(tgt_lastrcvd.c:2271:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff880135840480: xid 1808064248593280, transno 300647713225, client gen 12, slot idx 0 00000001:00080000:3.0:1724307327.999503:0:22482:0:(tgt_lastrcvd.c:2271:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff880135840840: xid 1808064248593664, transno 300647713226, client gen 12, slot idx 1 00000001:00080000:3.0:1724307327.999513:0:22482:0:(tgt_lastrcvd.c:2271:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff8801358406c0: xid 1808064247988864, transno 300647710910, client gen 12, slot idx 2 00000020:00000080:3.0:1724307328.000436:0:22482:0:(genops.c:432:class_newdev()) Allocate new device lustre-QMT0000 (ffff88009fb53ff0) 00000020:00000080:3.0:1724307328.000451:0:22482:0:(obd_config.c:671:class_attach()) OBD: dev 7 attached type qmt with refcount 2 00000020:00000080:3.0:1724307328.000501:0:22482:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0c0c7c7 00000020:00000080:3.0:1724307328.000998:0:22482:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1724307328.002287:0:22482:0:(genops.c:1313:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x85b23e07e0c0c7ce 00000020:00000080:0.0:1724307328.003300:0:22482:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1724307328.003312:0:22482:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1724307328.003317:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307328.003319:0:22482:0:(obd_config.c:1495:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1724307328.003322:0:22482:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1724307328.003327:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307328.003328:0:22482:0:(obd_config.c:1495:class_process_config()) marker 8 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1724307328.003332:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1724307328.003358:0:22482:0:(mdt_lproc.c:318:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1724307328.003371:0:22482:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1724307328.003374:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307328.003375:0:22482:0:(obd_config.c:1495:class_process_config()) marker 8 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1724307328.003377:0:22482:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1724307328.003378:0:22482:0:(obd_config.c:1833:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1724307328.003379:0:22482:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1724307328.003381:0:22482:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1724307328.003382:0:22482:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1724307328.003383:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307328.003384:0:22482:0:(obd_config.c:1495:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:0.0:1724307328.003385:0:22482:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1724307328.003388:0:22482:0:(obd_mount.c:1106:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:0.0:1724307328.003391:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1724307328.003392:0:22482:0:(obd_config.c:1495:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1724307328.003394:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1724307328.003398:0:22482:0:(obd_config.c:1419:class_process_config()) adding mapping from uuid 192.168.204.107@tcp to nid 0x20000c0a8cc6b (192.168.204.107@tcp) 00000020:01000000:0.0:1724307328.003411:0:22482:0:(obd_config.c:1909:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1724307328.003414:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1724307328.003426:0:22482:0:(genops.c:432:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8800a5a68000) 00000020:00000080:0.0:1724307328.003439:0:22482:0:(obd_config.c:671:class_attach()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1724307328.003442:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1724307328.003487:0:22482:0:(osp_dev.c:1208:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00000020:00000080:0.0:1724307328.003494:0:22482:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0c0c7dc 00010000:00080000:0.0:1724307328.003515:0:22482:0:(ldlm_lib.c:101:import_set_conn()) imp ffff88012d429800@lustre-OST0000-osc-MDT0000: add connection 192.168.204.107@tcp at head 00010000:00010000:0.0:1724307328.003699:0:22482:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-3 is initialized 00000040:01000000:1.0:1724307328.004575:0:22482:0:(llog_osd.c:2108:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1724307328.004691:0:22482:0:(llog_obd.c:212:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1724307328.007692:0:22482:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1724307328.008154:0:22482:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x2:0x0].72, 64 off12800 00000040:00080000:1.0:1724307328.008213:0:22482:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x120:0x0].1, 64 off8256 00000040:00080000:1.0:1724307328.008615:0:22487:0:(llog.c:735:llog_process_thread()) index: 72, lh_last_idx: 72 synced_idx: 72 lgh_last_idx: 72 00000040:00080000:1.0:1724307328.008621:0:22487:0:(llog_cat.c:790:llog_cat_process_common()) processing log [0x1:0x120:0x0] at index 72 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1724307328.010326:0:22482:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1724307328.010342:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1724307328.010381:0:22482:0:(lod_lov.c:151:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1724307328.010400:0:22482:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x85b23e07e0c0c7e3 00000100:00080000:2.0:1724307328.010411:0:22482:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1724307328.010422:0:22482:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88012d429800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:2.0:1724307328.010463:0:22482:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136904000 x1808064246490496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1724307328.010777:0:22482:0:(pinger.c:396:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:1.0:1724307328.011364:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246490496:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1724307328.011438:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:2.0:1724307328.011509:0:22482:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1724307328.011513:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307328.011514:0:22482:0:(obd_config.c:1495:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1724307328.011516:0:22482:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1724307328.011518:0:22482:0:(obd_config.c:1833:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1724307328.011520:0:22482:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1724307328.011521:0:22482:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1724307328.011522:0:22482:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1724307328.011524:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307328.011525:0:22482:0:(obd_config.c:1495:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1724307328.011527:0:22482:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1724307328.011531:0:22482:0:(obd_mount.c:1106:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:2.0:1724307328.011533:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307328.011534:0:22482:0:(obd_config.c:1495:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1724307328.011536:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1724307328.011539:0:22482:0:(obd_config.c:1419:class_process_config()) adding mapping from uuid 192.168.204.107@tcp to nid 0x20000c0a8cc6b (192.168.204.107@tcp) 00000020:01000000:2.0:1724307328.011551:0:22482:0:(obd_config.c:1909:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1724307328.011553:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1724307328.011568:0:22482:0:(genops.c:432:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff88012faf9550) 00000020:00000080:2.0:1724307328.011586:0:22482:0:(obd_config.c:671:class_attach()) OBD: dev 13 attached type osp with refcount 2 00000020:00000080:2.0:1724307328.011589:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000100:00100000:0.0:1724307328.011620:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dcced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3296:1808064246490752:0@lo:400:kworker.0 00000100:00100000:0.0:1724307328.011670:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1724307328.011671:0:22482:0:(osp_dev.c:1208:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00000020:00000080:2.0:1724307328.011678:0:22482:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0c0c7f1 00010000:00080000:2.0:1724307328.011703:0:22482:0:(ldlm_lib.c:101:import_set_conn()) imp ffff880129da2800@lustre-OST0001-osc-MDT0000: add connection 192.168.204.107@tcp at head 00000100:00100000:0.0:1724307328.011721:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246490752 00000100:00100000:0.0:1724307328.011728:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246490752 00000100:00100000:0.0:1724307328.011758:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1724307328.011765:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3296:x1808064246490752:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1724307328.011774:0:22443:0:(tgt_handler.c:808:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1724307328.011804:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3296:x1808064246490752:12345-0@lo:400:kworker.0 Request processed in 39us (133us total) trans 0 rc -107/-107 00000100:00100000:0.0:1724307328.011822:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1724307328.011861:0:3296:0:(recover.c:218:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@192.168.204.107@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1724307328.011872:0:3296:0:(import.c:86:import_set_state_nolock()) ffff8800949b9000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1724307328.011875:0:3296:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1724307328.011879:0:3296:0:(import.c:86:import_set_state_nolock()) ffff8800949b9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1724307328.011882:0:3296:0:(import.c:523:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2909 00000100:00080000:0.0:1724307328.011886:0:3296:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8800949b9000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:0.0:1724307328.012015:0:3296:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090c3c380 x1808064246490880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1724307328.012028:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dcced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3296:1808064246490752:0@lo:400:kworker.0 00010000:00010000:2.0:1724307328.012028:0:22482:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-4 is initialized 00000100:00100000:3.0:1724307328.012131:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1724307328.012140:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3298:1808064246490624:0@lo:400:kworker.0 00000100:00100000:3.0:1724307328.012166:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307328.012241:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246490880:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1724307328.012261:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307328.012355:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246490496 00000100:00100000:3.0:1724307328.012359:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246490496 00000100:00100000:3.0:1724307328.012376:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11936 00000100:00100000:3.0:1724307328.012380:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3295:x1808064246490496:12345-0@lo:8:llog_process_th.0 00010000:00080000:3.0:1724307328.012400:0:16086:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp (null) cur 2930 last 0 00000020:00000080:3.0:1724307328.012423:0:16086:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x85b23e07e0c0c7f8 00002000:00100000:3.0:1724307328.012433:0:16086:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8801362ff800 ocd_connect_flags: 0xa044401443000066 ocd_version: 20f40ac ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1724307328.012436:0:16086:0:(ofd_obd.c:169:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1724307328.012438:0:16086:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:0.0:1724307328.012502:0:22442:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246490624 00000100:00100000:0.0:1724307328.012506:0:22442:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246490624 00000100:00100000:0.0:1724307328.012518:0:22442:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246490880 00000100:00100000:0.0:1724307328.012519:0:22442:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246490880 00000100:00100000:0.0:1724307328.012526:0:22442:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1724307328.012530:0:22442:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3298:x1808064246490624:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1724307328.012534:0:22442:0:(tgt_handler.c:808:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1724307328.012558:0:22442:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3298:x1808064246490624:12345-0@lo:400:kworker.0 Request processed in 27us (391us total) trans 0 rc -107/-107 00000100:00100000:0.0:1724307328.012563:0:22442:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1724307328.012574:0:22442:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1724307328.012577:0:22442:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3295:x1808064246490880:12345-0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1724307328.012612:0:22442:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3295:x1808064246490880:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 33us (350us total) trans 0 rc -11/-11 00000100:00100000:0.0:1724307328.012620:0:22442:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1724307328.012628:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8800949b9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1724307328.012631:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.107@tcp failed (-11) 00000100:00100000:1.0:1724307328.012635:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246490880:0@lo:38:ptlrpcd_00_00.0 00000020:01000000:3.0:1724307328.012986:0:16086:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88012dc33a80 00002000:00080000:3.0:1724307328.012996:0:16086:0:(ofd_obd.c:393:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1724307328.013013:0:16086:0:(import.c:86:import_set_state_nolock()) ffff8801362fe000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000040:01000000:2.0:1724307328.013449:0:22482:0:(llog_osd.c:2108:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1724307328.013469:0:22482:0:(llog_obd.c:212:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:3.0:1724307328.013620:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3295:x1808064246490496:12345-0@lo:8:llog_process_th.0 Request processed in 1237us (2181us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307328.013627:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11936 00000100:00080000:3.0:1724307328.013678:0:3298:0:(recover.c:218:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@192.168.204.107@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1724307328.013682:0:3298:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1724307328.013685:0:3298:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1724307328.013688:0:3298:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1724307328.013692:0:3298:0:(import.c:523:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2909 00000100:00080000:3.0:1724307328.013697:0:3298:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8801362f9800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:3.0:1724307328.013716:0:3298:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800922dea00 x1808064246491008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1724307328.013729:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3298:1808064246490624:0@lo:400:kworker.0 00000100:00100000:1.0:1724307328.013778:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3295:1808064246491008:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1724307328.013802:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307328.013832:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1724307328.013838:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 6 00000100:00080000:1.0:1724307328.013846:0:3295:0:(import.c:940:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000066 00000100:00080000:1.0:1724307328.013850:0:3295:0:(import.c:1184:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1724307328.013852:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d429800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1724307328.013866:0:3295:0:(osp_dev.c:1650:osp_import_event()) got connected 00000100:00100000:1.0:1724307328.013871:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246490496:0@lo:8:llog_process_th.0 00000004:00080000:1.0:1724307328.013892:0:22487:0:(osp_sync.c:1002:osp_sync_process_record()) processed all old entries 00000100:00100000:1.0:1724307328.013910:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246491136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307328.013952:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246491008 00000100:00100000:0.0:1724307328.013957:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246491008 00000100:00100000:0.0:1724307328.013994:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1724307328.013999:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3295:x1808064246491008:12345-0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1724307328.014038:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3295:x1808064246491008:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 38us (235us total) trans 0 rc -11/-11 00000100:00100000:0.0:1724307328.014043:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1724307328.014209:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1724307328.014244:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1724307328.014247:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.107@tcp failed (-11) 00000100:00100000:1.0:1724307328.014249:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3295:1808064246491008:0@lo:38:ptlrpcd_00_02.0 00000004:00080000:1.0:1724307328.014329:0:22487:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2930521689447ns, next at 0ns, rc = 0 00000100:00100000:3.0:1724307328.014475:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246491136 00000100:00100000:3.0:1724307328.014479:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246491136 00000100:00100000:3.0:1724307328.014496:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:3.0:1724307328.014500:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1808064246491136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1724307328.014524:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307328.014550:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1808064246491136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307328.014556:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:1.0:1724307328.016820:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246491136:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1724307328.018881:0:22482:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1724307328.020132:0:22482:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x5:0x0].72, 64 off12800 00000040:00080000:2.0:1724307328.020207:0:22482:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x122:0x0].1, 64 off8256 00000040:00080000:1.0:1724307328.020489:0:22492:0:(llog.c:735:llog_process_thread()) index: 72, lh_last_idx: 72 synced_idx: 72 lgh_last_idx: 72 00000040:00080000:1.0:1724307328.020494:0:22492:0:(llog_cat.c:790:llog_cat_process_common()) processing log [0x1:0x122:0x0] at index 72 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1724307328.021365:0:22482:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1724307328.021429:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1724307328.021462:0:22482:0:(lod_lov.c:151:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1724307328.021487:0:22482:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x85b23e07e0c0c7ff 00000100:00080000:2.0:1724307328.022052:0:22482:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1724307328.022067:0:22482:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff880129da2800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:2.0:1724307328.022106:0:22482:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136904700 x1808064246491264/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1724307328.022124:0:22482:0:(pinger.c:396:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1724307328.022164:0:22482:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1724307328.022167:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307328.022168:0:22482:0:(obd_config.c:1495:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1724307328.022171:0:22482:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1724307328.022174:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307328.022175:0:22482:0:(obd_config.c:1495:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:2.0:1724307328.022177:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1724307328.022178:0:22482:0:(obd_config.c:1469:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1724307328.022180:0:22482:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1724307328.022181:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307328.022182:0:22482:0:(obd_config.c:1495:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:01000000:2.0:1724307328.022185:0:22482:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000100:00100000:1.0:1724307328.022230:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246491264:0@lo:8:llog_process_th.0 00000020:00000080:2.0:1724307328.022243:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307328.022244:0:22482:0:(obd_config.c:1495:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1724307328.022248:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1724307328.022274:0:22482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22482:1808064246491392:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1724307328.022295:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307328.022315:0:22482:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307328.022325:0:22482:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ebf4600 going to sleep for 11 seconds 00000100:00100000:2.0:1724307328.022343:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246491392 00000100:00100000:2.0:1724307328.022350:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246491392 00000100:00100000:2.0:1724307328.022380:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1724307328.022386:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:22482:x1808064246491392:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307328.022532:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246491264 00000100:00100000:3.0:1724307328.022536:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246491264 00000100:00100000:3.0:1724307328.022554:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11937 00000100:00100000:3.0:1724307328.022559:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3295:x1808064246491264:12345-0@lo:8:llog_process_th.0 00010000:00080000:3.0:1724307328.022581:0:9058:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp (null) cur 2930 last 0 00000020:00000080:3.0:1724307328.022611:0:9058:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x85b23e07e0c0c806 00002000:00100000:3.0:1724307328.022624:0:9058:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8801362f8800 ocd_connect_flags: 0xa044401443000066 ocd_version: 20f40ac ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1724307328.022628:0:9058:0:(ofd_obd.c:169:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1724307328.022630:0:9058:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:3.0:1724307328.022864:0:9058:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff8800941c36c0 00002000:00080000:3.0:1724307328.022872:0:9058:0:(ofd_obd.c:393:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1724307328.022894:0:9058:0:(import.c:86:import_set_state_nolock()) ffff8801362fd800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:3.0:1724307328.022935:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3295:x1808064246491264:12345-0@lo:8:llog_process_th.0 Request processed in 374us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307328.022941:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11937 00000100:00100000:3.0:1724307328.022999:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1724307328.023006:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 1 00000100:00080000:3.0:1724307328.023012:0:3295:0:(import.c:940:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000066 00000100:00080000:3.0:1724307328.023016:0:3295:0:(import.c:1184:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1724307328.023018:0:3295:0:(import.c:86:import_set_state_nolock()) ffff880129da2800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1724307328.023026:0:3295:0:(osp_dev.c:1650:osp_import_event()) got connected 00000100:00100000:3.0:1724307328.023031:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246491264:0@lo:8:llog_process_th.0 00000004:00080000:3.0:1724307328.023052:0:22492:0:(osp_sync.c:1002:osp_sync_process_record()) processed all old entries 00000100:00100000:2.0:1724307328.023295:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:22482:x1808064246491392:12345-0@lo:502:llog_process_th.0 Request processed in 907us (978us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307328.023301:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1724307328.023342:0:22482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22482:1808064246491392:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1724307328.023365:0:22482:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1724307328.023368:0:22482:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307328.023369:0:22482:0:(obd_config.c:1495:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1724307328.023372:0:22482:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000020:01000000:2.0:1724307328.023460:0:22433:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:2.0:1724307328.023480:0:22433:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1724307328.023493:0:22433:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091162ac0/0x85b23e07e0c0c77a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c781 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307328.023502:0:22433:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff880091162ac0/0x85b23e07e0c0c77a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c781 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307328.023509:0:22433:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-mdtir-ffff88012d42d000 from 1 10000000:01000000:2.0:1724307328.023512:0:22433:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1724307328.023534:0:22433:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800911633c0/0x85b23e07e0c0c80d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307328.023541:0:22433:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800911633c0/0x85b23e07e0c0c80d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307328.023548:0:22433:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800911633c0/0x85b23e07e0c0c80d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307328.023560:0:22433:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246491520:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1724307328.023583:0:22433:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307328.023592:0:22433:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ebf4600 going to sleep for 11 seconds 00000100:00100000:2.0:1724307328.023602:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246491520 00000100:00100000:2.0:1724307328.023605:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246491520 00000100:00100000:2.0:1724307328.023618:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1724307328.023623:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+7:22433:x1808064246491520:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1724307328.023631:0:22439:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307328.023663:0:22439:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff880091163cc0/0x85b23e07e0c0c814 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c80d expref: -99 pid: 22439 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1724307328.023724:0:22492:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2930531084285ns, next at 0ns, rc = 0 00010000:00010000:2.0:1724307328.023792:0:22439:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880091163cc0/0x85b23e07e0c0c814 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c80d expref: 8 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307328.023802:0:22439:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff880091163cc0/0x85b23e07e0c0c814 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c80d expref: 8 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307328.023809:0:22439:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091163cc0, rc 0) 00000100:00100000:2.0:1724307328.023948:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+8:22433:x1808064246491520:12345-0@lo:101:mount.lustre.0 Request processed in 324us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307328.023953:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1724307328.024014:0:22433:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246491520:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307328.024024:0:22433:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800911633c0/0x85b23e07e0c0c80d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c814 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307328.024031:0:22433:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800911633c0/0x85b23e07e0c0c80d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c814 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307328.024372:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1724307328.024383:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136905c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246491648:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1724307328.024409:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307328.024437:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246491648 00000100:00100000:1.0:1724307328.024440:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246491648 00000100:00100000:1.0:1724307328.024456:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:1.0:1724307328.024460:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1808064246491648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1724307328.024483:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 21430272 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307328.024505:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1808064246491648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307328.024510:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00100000:1.0:1724307328.024532:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136905c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246491648:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1724307328.024977:0:22433:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246491776:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1724307328.025011:0:22433:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307328.025147:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246491776 00000100:00100000:2.0:1724307328.025152:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246491776 00000100:00100000:2.0:1724307328.025183:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1724307328.025187:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+8:22433:x1808064246491776:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1724307328.025201:0:22439:0:(mgs_nids.c:682:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1724307328.025207:0:22439:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1724307328.025241:0:22433:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b452bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1724307328.025251:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+8:22433:x1808064246491776:12345-0@lo:256:mount.lustre.0 Request processed in 63us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307328.025257:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1724307328.025265:0:22433:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246491776:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1724307328.026146:0:22433:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1724307328.026168:0:22433:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800911633c0/0x85b23e07e0c0c80d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c814 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307328.026177:0:22433:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800911633c0/0x85b23e07e0c0c80d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c814 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307328.026184:0:22433:0:(mgc_request.c:1763:mgc_process_log()) Process log params-ffff88012d42d000 from 1 10000000:01000000:3.0:1724307328.026187:0:22433:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1724307328.026206:0:22433:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe1200/0x85b23e07e0c0c81b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307328.026212:0:22433:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009ffe1200/0x85b23e07e0c0c81b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307328.026220:0:22433:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009ffe1200/0x85b23e07e0c0c81b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307328.026232:0:22433:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246491904:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1724307328.026262:0:22433:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307328.026272:0:22433:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b452bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1724307328.026324:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246491904 00000100:00100000:2.0:1724307328.026329:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246491904 00000100:00100000:2.0:1724307328.026347:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1724307328.026352:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+8:22433:x1808064246491904:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1724307328.026360:0:22439:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307328.026372:0:22439:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff880091163840/0x85b23e07e0c0c822 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c81b expref: -99 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307328.026388:0:22439:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880091163840/0x85b23e07e0c0c822 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c81b expref: 9 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307328.026396:0:22439:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff880091163840/0x85b23e07e0c0c822 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c81b expref: 9 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307328.026404:0:22439:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091163840, rc 0) 00000100:00100000:2.0:1724307328.026424:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:22433:x1808064246491904:12345-0@lo:101:mount.lustre.0 Request processed in 72us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307328.026429:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1724307328.026495:0:22433:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246491904:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307328.026505:0:22433:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009ffe1200/0x85b23e07e0c0c81b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c822 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307328.026512:0:22433:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009ffe1200/0x85b23e07e0c0c81b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c822 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307328.026554:0:22433:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246492032:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1724307328.026571:0:22433:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307328.026578:0:22433:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b452bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1724307328.026618:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246492032 00000100:00100000:2.0:1724307328.026621:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246492032 00000100:00100000:2.0:1724307328.026633:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1724307328.026651:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:22433:x1808064246492032:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1724307328.027222:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:22433:x1808064246492032:12345-0@lo:501:mount.lustre.0 Request processed in 582us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307328.027228:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1724307328.027353:0:22433:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246492032:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1724307328.027382:0:22433:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246492160:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1724307328.027410:0:22433:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307328.027418:0:22433:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b452bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1724307328.027546:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246492160 00000100:00100000:2.0:1724307328.027550:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246492160 00000100:00100000:2.0:1724307328.027563:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1724307328.027566:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:22433:x1808064246492160:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1724307328.028026:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:22433:x1808064246492160:12345-0@lo:503:mount.lustre.0 Request processed in 458us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307328.028032:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1724307328.028096:0:22433:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246492160:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1724307328.028478:0:22499:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22499:1808064246492288:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1724307328.028510:0:22499:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307328.028520:0:22499:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ebf4240 going to sleep for 11 seconds 00000100:00100000:3.0:1724307328.028583:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246492288 00000100:00100000:3.0:1724307328.028586:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246492288 00000100:00100000:3.0:1724307328.028601:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1724307328.028605:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:22499:x1808064246492288:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307328.029934:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:22499:x1808064246492288:12345-0@lo:502:llog_process_th.0 Request processed in 1324us (1419us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307328.029942:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1724307328.030021:0:22499:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22499:1808064246492288:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1724307328.030050:0:22499:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1724307328.030058:0:22499:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307328.030060:0:22499:0:(obd_config.c:1495:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1724307328.030067:0:22499:0:(obd_config.c:1939:class_config_llog_handler()) cmd ce032, instance name: general-ffff88012d42d000 00000020:00000080:2.0:1724307328.030069:0:22499:0:(obd_config.c:1407:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1724307328.030075:0:22499:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1724307328.030077:0:22499:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307328.030078:0:22499:0:(obd_config.c:1495:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1724307328.030080:0:22499:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1724307328.030081:0:22499:0:(obd_config.c:1833:class_config_llog_handler()) SKIP #3 00000020:01000000:2.0:1724307328.030083:0:22499:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1724307328.030084:0:22499:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1724307328.030085:0:22499:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1724307328.030086:0:22499:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307328.030088:0:22499:0:(obd_config.c:1495:class_process_config()) marker 3 (0x6) general lod.*.mdt_hash 00000020:01000000:2.0:1724307328.030090:0:22499:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1724307328.030091:0:22499:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307328.030093:0:22499:0:(obd_config.c:1495:class_process_config()) marker 4 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1724307328.030095:0:22499:0:(obd_config.c:1939:class_config_llog_handler()) cmd ce032, instance name: general-ffff88012d42d000 00000020:00000080:2.0:1724307328.030097:0:22499:0:(obd_config.c:1407:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1724307328.030157:0:22499:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22499:1808064246492416:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1724307328.030184:0:22499:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307328.030192:0:22499:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ebf4240 going to sleep for 11 seconds 00000100:00100000:3.0:1724307328.030928:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246492416 00000100:00100000:3.0:1724307328.030934:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246492416 00000100:00100000:3.0:1724307328.030963:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1724307328.030977:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:22499:x1808064246492416:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307328.031165:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:22499:x1808064246492416:12345-0@lo:502:llog_process_th.0 Request processed in 196us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307328.031171:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1724307328.031390:0:22499:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22499:1808064246492416:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1724307328.031411:0:22499:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1724307328.031415:0:22499:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307328.031416:0:22499:0:(obd_config.c:1495:class_process_config()) marker 4 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1724307328.031420:0:22499:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:3.0:1724307328.031485:0:22433:0:(obd_config.c:2077:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:3.0:1724307328.031508:0:22433:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1724307328.031520:0:22433:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe1200/0x85b23e07e0c0c81b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c822 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307328.031530:0:22433:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009ffe1200/0x85b23e07e0c0c81b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c822 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307328.031551:0:22433:0:(mgc_request.c:1900:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1724307328.031554:0:22433:0:(mgc_request.c:322:config_log_add()) add config log lustre-client-ffff88012d42d000 10000000:01000000:3.0:1724307328.031557:0:22433:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff88012d42d000 10000000:01000000:3.0:1724307328.031560:0:22433:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1724307328.031569:0:22433:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-client-ffff88012d42d000 from 1 10000000:01000000:3.0:1724307328.031571:0:22433:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1724307328.031593:0:22433:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe1680/0x85b23e07e0c0c829 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307328.031600:0:22433:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009ffe1680/0x85b23e07e0c0c829 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307328.031608:0:22433:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009ffe1680/0x85b23e07e0c0c829 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307328.031622:0:22433:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246492544:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1724307328.031716:0:22433:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307328.031725:0:22433:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a53ae6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307328.031734:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246492544 00000100:00100000:3.0:1724307328.031737:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246492544 00000100:00100000:3.0:1724307328.031750:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1724307328.031754:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:22433:x1808064246492544:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307328.031761:0:22440:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307328.031774:0:22440:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009ffe3180/0x85b23e07e0c0c830 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c829 expref: -99 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307328.031793:0:22440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009ffe3180/0x85b23e07e0c0c830 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c829 expref: 10 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307328.031800:0:22440:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009ffe3180/0x85b23e07e0c0c830 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c829 expref: 10 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307328.031808:0:22440:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ffe3180, rc 0) 00000100:00100000:3.0:1724307328.031828:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:22433:x1808064246492544:12345-0@lo:101:mount.lustre.0 Request processed in 74us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307328.031833:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1724307328.031854:0:22433:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246492544:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307328.031865:0:22433:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009ffe1680/0x85b23e07e0c0c829 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c830 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307328.031872:0:22433:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009ffe1680/0x85b23e07e0c0c829 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c830 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307328.031907:0:22433:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246492672:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1724307328.032103:0:22433:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307328.032121:0:22433:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a53ae6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1724307328.032136:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246492672 00000100:00100000:2.0:1724307328.032144:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246492672 00000100:00100000:2.0:1724307328.032165:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1724307328.032170:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:22433:x1808064246492672:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1724307328.032256:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:22433:x1808064246492672:12345-0@lo:501:mount.lustre.0 Request processed in 85us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307328.032262:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1724307328.032266:0:22433:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246492672:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1724307328.032288:0:22433:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246492800:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1724307328.032319:0:22433:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307328.032327:0:22433:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a53ae6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1724307328.032771:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246492800 00000100:00100000:2.0:1724307328.032775:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246492800 00000100:00100000:2.0:1724307328.032796:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1724307328.032801:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:22433:x1808064246492800:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1724307328.033110:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:22433:x1808064246492800:12345-0@lo:503:mount.lustre.0 Request processed in 307us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307328.033116:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1724307328.033123:0:22433:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246492800:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1724307328.033276:0:22506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22506:1808064246492928:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1724307328.033307:0:22506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307328.033316:0:22506:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094d62cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307328.033322:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246492928 00000100:00100000:3.0:1724307328.033326:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246492928 00000100:00100000:3.0:1724307328.033340:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1724307328.033344:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:22506:x1808064246492928:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307328.033600:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:22506:x1808064246492928:12345-0@lo:502:llog_process_th.0 Request processed in 254us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307328.033607:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1724307328.033778:0:22506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22506:1808064246492928:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1724307328.033817:0:22506:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1724307328.033821:0:22506:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1724307328.033836:0:22506:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8800a5a69550) 00000020:00000080:0.0:1724307328.033857:0:22506:0:(obd_config.c:671:class_attach()) OBD: dev 17 attached type lwp with refcount 2 00000020:00000080:0.0:1724307328.033860:0:22506:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1724307328.034030:0:22506:0:(ldlm_lib.c:101:import_set_conn()) imp ffff8801363b4800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.107@tcp at head 00010000:00010000:1.0:1724307328.035954:0:22506:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-5 is initialized 00000020:00000080:1.0:1724307328.036051:0:22506:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1724307328.036086:0:22506:0:(lwp_dev.c:491:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1724307328.036100:0:22506:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x85b23e07e0c0c83e 00000100:00080000:1.0:1724307328.036108:0:22506:0:(import.c:523:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1724307328.036116:0:22506:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8801363b4800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:1.0:1724307328.036151:0:22506:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009e831500 x1808064246493056/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1724307328.036181:0:22506:0:(pinger.c:396:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1724307328.036301:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246493056:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1724307328.036357:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307328.036450:0:22441:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246493056 00000100:00100000:0.0:1724307328.036459:0:22441:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246493056 00000100:00100000:0.0:1724307328.036659:0:22441:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1724307328.036667:0:22441:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3295:x1808064246493056:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1724307328.036748:0:22441:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3295:x1808064246493056:12345-0@lo:38:llog_process_th.0 Request processed in 80us (390us total) trans 0 rc -11/-11 00000100:00100000:0.0:1724307328.036755:0:22441:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1724307328.036766:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1724307328.036773:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8801363b4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1724307328.036776:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.107@tcp failed (-11) 00000100:00100000:1.0:1724307328.036780:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246493056:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1724307328.037604:0:22506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22506:1808064246493184:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1724307328.037674:0:22506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307328.037700:0:22506:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e1a90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307328.037781:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246493184 00000100:00100000:3.0:1724307328.037786:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246493184 00000100:00100000:3.0:1724307328.037811:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1724307328.037816:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:22506:x1808064246493184:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1724307328.038241:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:22506:x1808064246493184:12345-0@lo:502:llog_process_th.0 Request processed in 423us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307328.038247:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1724307328.038255:0:22506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22506:1808064246493184:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1724307328.038280:0:22506:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:3.0:1724307328.038312:0:22433:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:3.0:1724307328.038341:0:22433:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1724307328.038364:0:22433:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe1680/0x85b23e07e0c0c829 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c830 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307328.038375:0:22433:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009ffe1680/0x85b23e07e0c0c829 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c830 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1724307328.038410:0:22433:0:(tgt_mount.c:1161:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1724307328.038412:0:22433:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1724307328.038413:0:22433:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:3.0:1724307328.038415:0:22433:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:3.0:1724307328.038416:0:22433:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:3.0:1724307328.038417:0:22433:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:3.0:1724307328.038419:0:22433:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1724307328.038420:0:22433:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1724307328.038422:0:22433:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1724307328.038423:0:22433:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1724307328.038427:0:22433:0:(mgc_request_server.c:253:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:3.0:1724307328.038432:0:22433:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1724307328.038433:0:22433:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1724307328.038434:0:22433:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:3.0:1724307328.038435:0:22433:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:3.0:1724307328.038436:0:22433:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:3.0:1724307328.038436:0:22433:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:3.0:1724307328.038437:0:22433:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1724307328.038438:0:22433:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1724307328.038439:0:22433:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1724307328.038440:0:22433:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1724307328.038448:0:22433:0:(mgc_request_server.c:198:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1724307328.038455:0:22433:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246493312:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1724307328.038482:0:22433:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307328.038504:0:22433:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a53ae540 going to sleep for 11 seconds 00000100:00100000:2.0:1724307328.038513:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246493312 00000100:00100000:2.0:1724307328.038517:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246493312 00000100:00100000:2.0:1724307328.038531:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1724307328.038535:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:22433:x1808064246493312:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1724307328.038551:0:22440:0:(mgs_handler.c:364:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000004:00080000:1.0:1724307328.047472:0:22519:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00080000:0.0:1724307328.074204:0:22519:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 20000000:01000000:0.0:1724307328.092801:0:22440:0:(mgs_nids.c:592:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1724307328.092809:0:22440:0:(mgs_handler.c:525:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1724307328.092815:0:22457:0:(mgs_nids.c:490:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1724307328.092819:0:22457:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1724307328.092836:0:22457:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff88009ffe3600/0x85b23e07e0c0c845 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307328.092851:0:22457:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff880091163cc0/0x85b23e07e0c0c814 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c80d expref: 10 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307328.092862:0:22457:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff88009ffe3600/0x85b23e07e0c0c845 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307328.092890:0:22457:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff880091163cc0/0x85b23e07e0c0c814 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x85b23e07e0c0c80d expref: 10 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307328.092900:0:22457:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff880091163cc0/0x85b23e07e0c0c814 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x85b23e07e0c0c80d expref: 10 pid: 22439 timeout: 3030 lvb_type: 0 00000100:00100000:3.0:1724307328.092910:0:22457:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135d30a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22457:1808064246493440:0@lo:104: 00000100:00100000:3.0:1724307328.092960:0:22457:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307328.092988:0:22457:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1808480 going to sleep for 11 seconds 00000100:00100000:3.0:1724307328.093021:0:9708:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246493440 00000100:00100000:3.0:1724307328.093028:0:9708:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246493440 00000100:00100000:3.0:1724307328.093057:0:9708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1724307328.093063:0:9708:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+3:22457:x1808064246493440:12345-0@lo:104: 00010000:00010000:3.0:1724307328.093072:0:9708:0:(ldlm_lockd.c:2511:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.107@tcp lock: ffff8800911633c0/0x85b23e07e0c0c80d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x85b23e07e0c0c814 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307328.093101:0:9708:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1724307328.093105:0:9708:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+3:22457:x1808064246493440:12345-0@lo:104: Request processed in 43us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307328.093111:0:9708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00080000:3.0:1724307328.093131:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGC192.168.204.107@tcp older than 1724307298 00000100:00100000:3.0:1724307328.093149:0:22457:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135d30a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22457:1808064246493440:0@lo:104: 00010000:00010000:3.0:1724307328.093161:0:22457:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff88009ffe3600/0x85b23e07e0c0c845 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307328.093231:0:7041:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1724307328.093238:0:7041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff8800911633c0/0x85b23e07e0c0c80d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x85b23e07e0c0c814 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307328.093244:0:7041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911633c0 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:1.0:1724307328.093247:0:7041:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff8800911633c0/0x85b23e07e0c0c80d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x85b23e07e0c0c814 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307328.093254:0:7041:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800911633c0/0x85b23e07e0c0c80d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x85b23e07e0c0c814 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1724307328.093259:0:7041:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800911633c0/0x85b23e07e0c0c80d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x85b23e07e0c0c814 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1724307328.093264:0:7041:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1724307328.093286:0:7041:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff8800911633c0/0x85b23e07e0c0c80d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0c0c814 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307328.093291:0:7041:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1724307328.093318:0:7041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff8800911633c0/0x85b23e07e0c0c80d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0c0c814 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307328.093324:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800911633c0/0x85b23e07e0c0c80d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0c0c814 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307328.093335:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307328.093337:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307328.093338:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307328.093355:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246493568:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1724307328.093380:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307328.093413:0:7038:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246493568 00000100:00100000:1.0:1724307328.093416:0:7038:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246493568 00010000:00010000:1.0:1724307328.093429:0:7038:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff880091163cc0/0x85b23e07e0c0c814 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x85b23e07e0c0c80d expref: 11 pid: 22439 timeout: 3030 lvb_type: 0 00000100:00100000:1.0:1724307328.093446:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932 00000100:00100000:1.0:1724307328.093451:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5515050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:3299:x1808064246493568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1724307328.093458:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307328.093462:0:7038:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff880091163cc0/0x85b23e07e0c0c814 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x85b23e07e0c0c80d expref: 11 pid: 22439 timeout: 3030 lvb_type: 0 00010000:00010000:1.0:1724307328.093579:0:7038:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff880091163cc0/0x85b23e07e0c0c814 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x85b23e07e0c0c80d expref: 11 pid: 22439 timeout: 3030 lvb_type: 0 00010000:00010000:1.0:1724307328.093593:0:7038:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880091163cc0/0x85b23e07e0c0c814 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x85b23e07e0c0c80d expref: 11 pid: 22439 timeout: 3030 lvb_type: 0 00010000:00010000:1.0:1724307328.093604:0:7038:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff88009ffe3600/0x85b23e07e0c0c845 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307328.093610:0:7038:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009ffe3600/0x85b23e07e0c0c845 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 20000000:01000000:1.0:1724307328.093619:0:7038:0:(mgs_nids.c:466:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000800401s 00010000:00010000:1.0:1724307328.093622:0:7038:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff88009ffe3600/0x85b23e07e0c0c845 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307328.093627:0:7038:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff88009ffe3600/0x85b23e07e0c0c845 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307328.093632:0:7038:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff88009ffe3600/0x85b23e07e0c0c845 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307328.093652:0:7038:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff88009ffe3600/0x85b23e07e0c0c845 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307328.093657:0:7038:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307328.093661:0:7038:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff88009ffe3600/0x85b23e07e0c0c845 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307328.093667:0:7038:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff88009ffe3600/0x85b23e07e0c0c845 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307328.093686:0:7038:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff88009ffe3600/0x85b23e07e0c0c845 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307328.093694:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307328.093707:0:22457:0:(ldlm_request.c:182:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff88009ffe3600/0x85b23e07e0c0c845 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307328.093713:0:22457:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff88009ffe3600/0x85b23e07e0c0c845 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307328.093716:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5515050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:3299:x1808064246493568:12345-0@lo:103:ldlm_bl.0 Request processed in 264us (334us total) trans 0 rc 0/0 00010000:00010000:2.0:1724307328.093718:0:22457:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009ffe3600/0x85b23e07e0c0c845 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307328.093721:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932 00000100:00100000:0.0:1724307328.093838:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246493568:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1724307328.095558:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:22433:x1808064246493312:12345-0@lo:253:mount.lustre.0 Request processed in 57018us (57071us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307328.095568:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1724307328.095683:0:22433:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:22433:1808064246493312:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1724307328.095695:0:22433:0:(mgc_request_server.c:224:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1724307328.095698:0:22433:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1724307328.095731:0:22433:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1724307328.095733:0:22433:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:3.0:1724307328.095734:0:22433:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:3.0:1724307328.095735:0:22433:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:3.0:1724307328.095736:0:22433:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:3.0:1724307328.095737:0:22433:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1724307328.095738:0:22433:0:(tgt_mount.c:1172:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1724307328.095739:0:22433:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1724307328.095740:0:22433:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1724307328.095759:0:22433:0:(tgt_mount.c:2296:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:3.0:1724307328.096112:0:22433:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:3.0:1724307328.096160:0:22433:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:3.0:1724307328.096241:0:22433:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:3.0:1724307328.096277:0:22433:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:3.0:1724307328.096352:0:22433:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:3.0:1724307328.096385:0:22433:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:0.0:1724307328.098293:0:22433:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:0.0:1724307328.098326:0:22433:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:0.0:1724307328.098410:0:22433:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:0.0:1724307328.098461:0:22433:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:0.0:1724307328.098532:0:22433:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:0.0:1724307328.098567:0:22433:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000040:01000000:0.0:1724307328.118653:0:22433:0:(llog_obd.c:212:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:3.0:1724307328.118717:0:22577:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:3.0:1724307328.118721:0:22577:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:1.0:1724307328.118987:0:22578:0:(llog_osd.c:2108:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:00080000:1.0:1724307328.119367:0:22578:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1724307328.120766:0:22578:0:(llog.c:792:llog_process_thread()) stop processing catalog [0x20001a210:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1724307328.120783:0:22578:0:(lod_dev.c:535:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1724307328.120786:0:22578:0:(lod_dev.c:559:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000040:01000000:1.0:1724307328.124716:0:22433:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1724307328.124840:0:22433:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1724307328.125138:0:22433:0:(mdd_device.c:569:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1724307328.125144:0:22433:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1724307328.125192:0:22433:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1724307328.125871:0:22433:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1724307328.126189:0:22433:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1724307328.126199:0:22433:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1724307328.126259:0:22433:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:1.0:1724307328.128487:0:22433:0:(osd_index.c:2093:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x7c:0x0] (8/8/4) registered 00010000:00080000:1.0:1724307328.131954:0:22433:0:(ldlm_lib.c:2950:target_recovery_init()) RECOVERY: service lustre-MDT0000, 1 recoverable clients, last_transno 304942678016 00010000:00080000:2.0:1724307328.133042:0:22579:0:(ldlm_lib.c:2754:target_recovery_thread()) lustre-MDT0000: started recovery thread pid 22579 00010000:02000000:2.0:1724307328.133061:0:22579:0:(ldlm_lib.c:2215:target_recovery_overseer()) lustre-MDT0000: in recovery but waiting for the first client to connect 00010000:00080000:2.0:1724307328.133064:0:22579:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:2.0:1724307328.133066:0:22579:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00000020:01000004:1.0:1724307328.133149:0:22433:0:(tgt_mount.c:317:server_mgc_clear_fs()) Unassign mgc disk 00000020:01000004:1.0:1724307328.133174:0:22433:0:(tgt_mount.c:2065:server_fill_super_common()) Server sb, dev=41 00000080:00000004:1.0:1724307328.133184:0:22433:0:(super25.c:192:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:0.0:1724307328.457896:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307329.459767:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1724307329.462547:0:22818:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg407-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 10000000:01000000:0.0:1724307329.617967:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1724307329.617971:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-mdtir-ffff88012d42d000 from 81 10000000:01000000:0.0:1724307329.617975:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1724307329.618007:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a95680/0x85b23e07e0c0c84c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.618016:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff8800a9a95680/0x85b23e07e0c0c84c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.618026:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff8800a9a95680/0x85b23e07e0c0c84c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307329.618046:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246493696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1724307329.618100:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307329.618279:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e1a9600 going to sleep for 11 seconds 00000100:00100000:2.0:1724307329.620129:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246493696 00000100:00100000:2.0:1724307329.620137:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246493696 00000100:00100000:2.0:1724307329.620177:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1724307329.620183:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+9:7051:x1808064246493696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307329.620199:0:22440:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307329.620213:0:22440:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800911606c0/0x85b23e07e0c0c853 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c84c expref: -99 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307329.620235:0:22440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800911606c0/0x85b23e07e0c0c853 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c84c expref: 10 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307329.620244:0:22440:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800911606c0/0x85b23e07e0c0c853 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c84c expref: 10 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307329.620250:0:22440:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800911606c0, rc 0) 00000100:00100000:2.0:1724307329.620304:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:7051:x1808064246493696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (2203us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307329.620310:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1724307329.620331:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246493696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307329.620344:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff8800a9a95680/0x85b23e07e0c0c84c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c853 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.620351:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff8800a9a95680/0x85b23e07e0c0c84c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c853 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307329.620406:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246493824:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.620437:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307329.620451:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091094c00 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.620461:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246493824 00000100:00100000:1.0:1724307329.620464:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246493824 00000100:00100000:1.0:1724307329.620479:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1724307329.620483:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:7051:x1808064246493824:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1724307329.620494:0:22439:0:(mgs_nids.c:682:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1724307329.620505:0:22439:0:(mgs_nids.c:225:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1724307329.620508:0:22439:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 81 00000100:00100000:1.0:1724307329.620559:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:7051:x1808064246493824:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 75us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307329.620565:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1724307329.620587:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246493824:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1724307329.620623:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1724307329.620629:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff8800a9a95680/0x85b23e07e0c0c84c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c853 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.620636:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff8800a9a95680/0x85b23e07e0c0c84c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c853 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1724307329.620661:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1724307329.620663:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-client-ffff8800a0c6b000 from 42 10000000:01000000:1.0:1724307329.620666:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1724307329.620678:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c85a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.620684:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c85a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.620690:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c85a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307329.620699:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246493952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.620741:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307329.620751:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091094c00 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.620760:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246493952 00000100:00100000:1.0:1724307329.620762:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246493952 00000100:00100000:1.0:1724307329.620775:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1724307329.620778:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+10:7051:x1808064246493952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307329.620784:0:22440:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307329.620791:0:22440:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d400900/0x85b23e07e0c0c861 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c85a expref: -99 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.620801:0:22440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d400900/0x85b23e07e0c0c861 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c85a expref: 11 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.620811:0:22440:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d400900/0x85b23e07e0c0c861 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c85a expref: 11 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.620816:0:22440:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d400900, rc 0) 00000100:00100000:1.0:1724307329.620839:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246493952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 60us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307329.620844:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1724307329.620863:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246493952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307329.620870:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c85a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c861 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.620875:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c85a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c861 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307329.620905:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246494080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.620921:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307329.620929:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091094c00 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.620936:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246494080 00000100:00100000:1.0:1724307329.620948:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246494080 00000100:00100000:1.0:1724307329.620960:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1724307329.620963:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094af1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246494080:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.621209:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094af1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246494080:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 244us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307329.621214:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1724307329.621236:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246494080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.621263:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246494208:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.621293:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307329.621303:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091094c00 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.621311:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246494208 00000100:00100000:1.0:1724307329.621314:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246494208 00000100:00100000:1.0:1724307329.621325:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1724307329.621329:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094af3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246494208:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.621526:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094af3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246494208:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 197us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307329.621530:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1724307329.621550:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246494208:0@lo:503:ll_cfg_requeue.0 00000100:00080000:3.0:1724307329.621610:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307299 00000001:00100000:2.0:1724307329.623011:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000040:00080000:3.0:1724307329.623978:0:22870:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000020:01000000:1.0:1724307329.624178:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:1.0:1724307329.624200:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1724307329.624206:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c85a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c861 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.624214:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c85a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c861 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1724307329.624221:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1724307329.624223:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:1.0:1724307329.624225:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1724307329.624247:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d400d80/0x85b23e07e0c0c868 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.624252:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009d400d80/0x85b23e07e0c0c868 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.624260:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009d400d80/0x85b23e07e0c0c868 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307329.624281:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246494336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.624321:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307329.624336:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091094c00 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.624350:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246494336 00000100:00100000:1.0:1724307329.624355:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246494336 00000100:00100000:1.0:1724307329.624374:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1724307329.624378:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094af0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+11:7051:x1808064246494336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307329.624388:0:22439:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307329.624397:0:22439:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d402880/0x85b23e07e0c0c86f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c868 expref: -99 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.624412:0:22439:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d402880/0x85b23e07e0c0c86f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c868 expref: 12 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.624419:0:22439:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d402880/0x85b23e07e0c0c86f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c868 expref: 12 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.624426:0:22439:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d402880, rc 0) 00000100:00100000:1.0:1724307329.624449:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094af0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246494336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 69us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307329.624459:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1724307329.624489:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246494336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307329.624499:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009d400d80/0x85b23e07e0c0c868 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c86f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.624506:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009d400d80/0x85b23e07e0c0c868 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c86f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307329.624539:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246494464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.624556:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307329.624564:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091094c00 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.624573:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246494464 00000100:00100000:1.0:1724307329.624575:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246494464 00000100:00100000:1.0:1724307329.624587:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1724307329.624590:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094af0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246494464:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.624748:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094af0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246494464:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 156us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307329.624753:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1724307329.624773:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246494464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.624790:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246494592:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.624816:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307329.624825:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091094c00 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.624832:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246494592 00000100:00100000:1.0:1724307329.624834:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246494592 00000100:00100000:1.0:1724307329.624847:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1724307329.624850:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094af3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246494592:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1724307329.629734:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094af3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246494592:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 4876us (4911us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307329.629745:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1724307329.629977:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246494592:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1724307329.633693:0:22873:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:1.0:1724307329.633926:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1724307329.633954:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1724307329.633964:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d400d80/0x85b23e07e0c0c868 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c86f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.633978:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009d400d80/0x85b23e07e0c0c868 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c86f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1724307329.633986:0:7051:0:(mgc_request.c:606:do_requeue()) updating log params 10000000:01000000:1.0:1724307329.633988:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log params-ffff8800a0c6b000 from 10 10000000:01000000:1.0:1724307329.633991:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1724307329.634022:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d401b00/0x85b23e07e0c0c876 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.634028:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009d401b00/0x85b23e07e0c0c876 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.634036:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009d401b00/0x85b23e07e0c0c876 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307329.634056:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246494720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.634112:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307329.634130:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880135e65540 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.634146:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246494720 00000100:00100000:1.0:1724307329.634151:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246494720 00000100:00100000:1.0:1724307329.634176:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1724307329.634182:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094af1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+12:7051:x1808064246494720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307329.634194:0:22439:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307329.634204:0:22439:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d4006c0/0x85b23e07e0c0c87d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c876 expref: -99 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.634221:0:22439:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d4006c0/0x85b23e07e0c0c87d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c876 expref: 13 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.634228:0:22439:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d4006c0/0x85b23e07e0c0c87d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c876 expref: 13 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.634235:0:22439:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d4006c0, rc 0) 00000100:00100000:1.0:1724307329.634258:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094af1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246494720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 76us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307329.634263:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1724307329.634305:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246494720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307329.634313:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009d401b00/0x85b23e07e0c0c876 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c87d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.634320:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009d401b00/0x85b23e07e0c0c876 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c87d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307329.634352:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246494848:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.634368:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307329.634376:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880135e65540 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.634384:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246494848 00000100:00100000:1.0:1724307329.634386:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246494848 00000100:00100000:1.0:1724307329.634398:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1724307329.634401:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094af2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246494848:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.634478:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094af2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246494848:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 75us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307329.634484:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1724307329.634503:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246494848:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.634519:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246494976:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.634545:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307329.634553:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880135e65540 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.634560:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246494976 00000100:00100000:1.0:1724307329.634562:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246494976 00000100:00100000:1.0:1724307329.634573:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1724307329.634576:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094af2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246494976:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.634830:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094af2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246494976:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 252us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307329.634836:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1724307329.634866:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246494976:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1724307329.635265:0:22875:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:1.0:1724307329.635285:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:1.0:1724307329.635300:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1724307329.635305:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d401b00/0x85b23e07e0c0c876 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c87d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.635311:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009d401b00/0x85b23e07e0c0c876 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c87d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1724307329.635316:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1724307329.635318:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-client-ffff8800949bb800 from 42 10000000:01000000:1.0:1724307329.635320:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1724307329.635332:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d401680/0x85b23e07e0c0c884 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.635337:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009d401680/0x85b23e07e0c0c884 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.635342:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009d401680/0x85b23e07e0c0c884 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307329.635352:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246495104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.635372:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307329.635381:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880135e65540 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.635390:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246495104 00000100:00100000:1.0:1724307329.635394:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246495104 00000100:00100000:1.0:1724307329.635407:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1724307329.635412:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a076c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:7051:x1808064246495104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307329.635418:0:22440:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307329.635426:0:22440:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d401440/0x85b23e07e0c0c88b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c884 expref: -99 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.635438:0:22440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d401440/0x85b23e07e0c0c88b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c884 expref: 14 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.635444:0:22440:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d401440/0x85b23e07e0c0c88b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c884 expref: 14 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.635449:0:22440:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d401440, rc 0) 00000100:00100000:1.0:1724307329.635466:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a076c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246495104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 54us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307329.635470:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1724307329.635489:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246495104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307329.635495:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009d401680/0x85b23e07e0c0c884 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c88b expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.635501:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009d401680/0x85b23e07e0c0c884 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c88b expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307329.635522:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246495232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.635537:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307329.635545:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880135e65540 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.635551:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246495232 00000100:00100000:1.0:1724307329.635554:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246495232 00000100:00100000:1.0:1724307329.635564:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1724307329.635567:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a076d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246495232:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.635617:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a076d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246495232:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 49us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307329.635622:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1724307329.635656:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246495232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.635673:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246495360:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.635697:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307329.635704:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880135e65540 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.635711:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246495360 00000100:00100000:1.0:1724307329.635714:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246495360 00000100:00100000:1.0:1724307329.635723:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1724307329.635726:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a076e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246495360:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.635845:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a076e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246495360:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 117us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307329.635850:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1724307329.635876:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246495360:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1724307329.636279:0:22876:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000020:01000000:1.0:1724307329.636296:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:1.0:1724307329.636305:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1724307329.636310:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d401680/0x85b23e07e0c0c884 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c88b expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.636320:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009d401680/0x85b23e07e0c0c884 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c88b expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1724307329.636326:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1724307329.636328:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:1.0:1724307329.636329:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1724307329.636340:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d403600/0x85b23e07e0c0c892 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.636345:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009d403600/0x85b23e07e0c0c892 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.636351:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009d403600/0x85b23e07e0c0c892 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307329.636361:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246495488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.636379:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307329.636387:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880135e65540 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.636396:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246495488 00000100:00100000:1.0:1724307329.636398:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246495488 00000100:00100000:1.0:1724307329.636410:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1724307329.636414:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:7051:x1808064246495488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307329.636419:0:22439:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307329.636426:0:22439:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d402640/0x85b23e07e0c0c899 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c892 expref: -99 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.636436:0:22439:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d402640/0x85b23e07e0c0c899 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c892 expref: 15 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.636442:0:22439:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d402640/0x85b23e07e0c0c899 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c892 expref: 15 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.636448:0:22439:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d402640, rc 0) 00000100:00100000:1.0:1724307329.636466:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246495488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 51us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307329.636470:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1724307329.636489:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246495488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307329.636496:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009d403600/0x85b23e07e0c0c892 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c899 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.636502:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009d403600/0x85b23e07e0c0c892 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c899 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307329.636523:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246495616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.636539:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307329.636546:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880135e65540 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.636554:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246495616 00000100:00100000:1.0:1724307329.636556:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246495616 00000100:00100000:1.0:1724307329.636567:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1724307329.636570:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a076c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246495616:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.636707:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a076c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246495616:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 135us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307329.636713:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1724307329.636732:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246495616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.636747:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246495744:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.636771:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307329.636779:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff880135e65540 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.636787:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246495744 00000100:00100000:1.0:1724307329.636789:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246495744 00000100:00100000:1.0:1724307329.636800:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1724307329.636803:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a076f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246495744:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1724307329.646820:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a076f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246495744:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 10009us (10042us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307329.646832:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1724307329.646952:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246495744:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1724307329.648735:0:22878:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:2.0:1724307329.650147:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:2.0:1724307329.650174:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1724307329.650183:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d403600/0x85b23e07e0c0c892 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c899 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307329.650194:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009d403600/0x85b23e07e0c0c892 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c899 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307329.650201:0:7051:0:(mgc_request.c:606:do_requeue()) updating log params 10000000:01000000:2.0:1724307329.650203:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log params-ffff8800949bb800 from 10 10000000:01000000:2.0:1724307329.650206:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1724307329.650234:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091160fc0/0x85b23e07e0c0c8a0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307329.650243:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff880091160fc0/0x85b23e07e0c0c8a0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307329.650252:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff880091160fc0/0x85b23e07e0c0c8a0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307329.650272:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246495872:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1724307329.650322:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307329.650338:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009b35ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1724307329.650391:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246495872 00000100:00100000:0.0:1724307329.650397:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246495872 00000100:00100000:0.0:1724307329.650436:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1724307329.650442:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a076f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:7051:x1808064246495872:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1724307329.650453:0:22439:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307329.650465:0:22439:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a9a94b40/0x85b23e07e0c0c8a7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c8a0 expref: -99 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.650482:0:22439:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a9a94b40/0x85b23e07e0c0c8a7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c8a0 expref: 16 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.650489:0:22439:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a9a94b40/0x85b23e07e0c0c8a7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c8a0 expref: 16 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.650495:0:22439:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9a94b40, rc 0) 00000100:00100000:0.0:1724307329.650520:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a076f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246495872:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 78us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307329.650526:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1724307329.650673:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246495872:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307329.650683:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff880091160fc0/0x85b23e07e0c0c8a0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c8a7 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307329.650689:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff880091160fc0/0x85b23e07e0c0c8a0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c8a7 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307329.650722:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246496000:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1724307329.650740:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307329.650760:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009b35ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.650823:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246496000 00000100:00100000:1.0:1724307329.650827:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246496000 00000100:00100000:1.0:1724307329.650841:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1724307329.650845:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a076cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246496000:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.650928:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a076cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246496000:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 81us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307329.650933:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1724307329.651094:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246496000:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1724307329.651114:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246496128:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1724307329.651143:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307329.651294:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009b35ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1724307329.651350:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246496128 00000100:00100000:0.0:1724307329.651353:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246496128 00000100:00100000:0.0:1724307329.651375:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1724307329.651379:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4634450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246496128:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1724307329.651536:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4634450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246496128:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 156us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307329.651542:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1724307329.651636:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246496128:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1724307329.652189:0:22879:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:3.0:1724307329.652472:0:7051:0:(obd_config.c:2077:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:3.0:1724307329.652493:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1724307329.652499:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091160fc0/0x85b23e07e0c0c8a0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c8a7 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.652506:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff880091160fc0/0x85b23e07e0c0c8a0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c8a7 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307329.652512:0:7051:0:(mgc_request.c:606:do_requeue()) updating log nodemap 10000000:01000000:3.0:1724307329.652514:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log nodemap-ffff88012b4c8000 from 1 10000000:01000000:3.0:1724307329.652517:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1724307329.652531:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe2400/0x85b23e07e0c0c8ae lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.652537:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009ffe2400/0x85b23e07e0c0c8ae lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.652544:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009ffe2400/0x85b23e07e0c0c8ae lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307329.652556:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135d30a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246496256:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1724307329.652582:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307329.653234:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.653277:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246496256 00000100:00100000:1.0:1724307329.653283:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246496256 00000100:00100000:1.0:1724307329.653309:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1724307329.653313:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4635450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:7051:x1808064246496256:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307329.653322:0:22440:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307329.653333:0:22440:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d4018c0/0x85b23e07e0c0c8b5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c8ae expref: -99 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.653348:0:22440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d4018c0/0x85b23e07e0c0c8b5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c8ae expref: 17 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.653355:0:22440:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d4018c0/0x85b23e07e0c0c8b5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c8ae expref: 17 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.653366:0:22440:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d4018c0, rc 0) 00000100:00100000:1.0:1724307329.653404:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4635450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:7051:x1808064246496256:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 89us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307329.653409:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1724307329.653494:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135d30a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246496256:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307329.653504:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009ffe2400/0x85b23e07e0c0c8ae lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c8b5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.653511:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009ffe2400/0x85b23e07e0c0c8ae lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c8b5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307329.653521:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1724307329.653524:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe2400/0x85b23e07e0c0c8ae lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c8b5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.653529:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009ffe2400/0x85b23e07e0c0c8ae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c8b5 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307329.653534:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1724307329.653535:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-sptlrpc-ffff88012b4c8000 from 1 10000000:01000000:3.0:1724307329.653537:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1724307329.653547:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe21c0/0x85b23e07e0c0c8bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.653552:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88009ffe21c0/0x85b23e07e0c0c8bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.653558:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88009ffe21c0/0x85b23e07e0c0c8bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307329.653569:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135d30a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246496384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1724307329.653587:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307329.653595:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307329.653629:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246496384 00000100:00100000:0.0:1724307329.653632:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246496384 00000100:00100000:0.0:1724307329.653661:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1724307329.653665:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4636850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:7051:x1808064246496384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1724307329.653671:0:22439:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307329.653678:0:22439:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a9a94fc0/0x85b23e07e0c0c8c3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0c8bc expref: -99 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.653689:0:22439:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a9a94fc0/0x85b23e07e0c0c8c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0c8bc expref: 18 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.653695:0:22439:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a9a94fc0/0x85b23e07e0c0c8c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c8bc expref: 18 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.653700:0:22439:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9a94fc0, rc 0) 00000100:00100000:0.0:1724307329.653720:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4636850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:7051:x1808064246496384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 54us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307329.653725:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1724307329.653862:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135d30a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246496384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307329.653868:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88009ffe21c0/0x85b23e07e0c0c8bc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c8c3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.653874:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88009ffe21c0/0x85b23e07e0c0c8bc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c8c3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307329.653904:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135d30a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246496512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1724307329.653921:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307329.653944:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1724307329.653977:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246496512 00000100:00100000:1.0:1724307329.653980:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246496512 00000100:00100000:1.0:1724307329.653998:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1724307329.654002:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb6cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:7051:x1808064246496512:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307329.654065:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb6cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:7051:x1808064246496512:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 61us (142us total) trans 0 rc -2/-2 00000100:00100000:1.0:1724307329.654070:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1724307329.654194:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135d30a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246496512:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1724307329.654215:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1724307329.654218:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe21c0/0x85b23e07e0c0c8bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c8c3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.654223:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88009ffe21c0/0x85b23e07e0c0c8bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c8c3 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307329.827521:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307329.827591:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307329.827666:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248597760 00000100:00100000:2.0:1724307329.827672:0:22441:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248597888 00000100:00100000:1.0:1724307329.827678:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248597760 00000100:00100000:2.0:1724307329.827678:0:22441:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248597888 00000100:00100000:1.0:1724307329.827720:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 44 00000100:00100000:2.0:1724307329.827720:0:22441:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 5 00000100:00100000:0.0:1724307329.827725:0:22443:0:(service.c:3244:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1724307329.827728:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb6fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:1969:x1808064248597760:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307329.827728:0:22441:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1969:x1808064248597888:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307329.827733:0:22443:0:(service.c:3303:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000020:00080000:1.0:1724307329.827736:0:22439:0:(tgt_handler.c:808:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.7@tcp 00000020:00080000:2.0:1724307329.827736:0:22441:0:(tgt_handler.c:808:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.7@tcp 00000100:00100000:2.0:1724307329.827788:0:22441:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1969:x1808064248597888:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 61us (281us total) trans 0 rc -107/-107 00000100:00100000:1.0:1724307329.827789:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb6fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:1969:x1808064248597760:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 61us (197us total) trans 0 rc -107/-107 00000100:00100000:1.0:1724307329.827794:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 44 00000100:00100000:2.0:1724307329.827795:0:22441:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 5 00000100:00100000:0.0:1724307329.831764:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307329.832319:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307329.832708:0:22892:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248598144 00000100:00100000:2.0:1724307329.832720:0:22892:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248598144 00000100:00100000:2.0:1724307329.832761:0:22892:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 6 00000100:00100000:2.0:1724307329.832769:0:22892:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1965:x1808064248598144:12345-192.168.204.7@tcp:38:ptlrpcd_01_01.0 00010000:00080000:2.0:1724307329.832801:0:22892:0:(ldlm_lib.c:856:target_handle_reconnect()) connect export for UUID '7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e' at ffff880129da6000, cookie 0x85b23e07e0c0c7b9 00010000:00080000:2.0:1724307329.832807:0:22892:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp recovering/t296352743438 exp ffff880129da6000 cur 2932 last 1724307327 00010000:02000400:2.0:1724307329.832816:0:22892:0:(ldlm_lib.c:1918:target_start_recovery_timer()) lustre-MDT0000: Will be in recovery for at least 1:00, or until 1 client reconnects 00010000:00080000:2.0:1724307329.832821:0:22892:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 70 seconds 00000004:00100000:2.0:1724307329.832860:0:22892:0:(mdt_handler.c:7064:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1724307329.832866:0:22892:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009f2ed000 00000100:00080000:2.0:1724307329.832950:0:22892:0:(import.c:86:import_set_state_nolock()) ffff88009b18c800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:2.0:1724307329.833048:0:22892:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064248598144:12345-192.168.204.7@tcp:38:ptlrpcd_01_01.0 Request processed in 277us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307329.833055:0:22892:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 6 00010000:00080000:3.0:1724307329.833127:0:22579:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:3.0:1724307329.833134:0:22579:0:(ldlm_lib.c:2584:replay_request_or_update()) Waiting for transno 304942678017 00000020:00080000:3.0:1724307329.833138:0:22579:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307329.833141:0:22579:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 304942678017 00000020:00080000:3.0:1724307329.833145:0:22579:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307329.833146:0:22579:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 304942678017 00000100:00100000:1.0:1724307329.833792:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248598016 00000100:00100000:1.0:1724307329.833799:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248598016 00000100:00100000:1.0:1724307329.833823:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 45 00000100:00100000:1.0:1724307329.833828:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb6c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:1965:x1808064248598016:12345-192.168.204.7@tcp:250:ptlrpcd_01_01.0 00010000:00080000:1.0:1724307329.833843:0:22439:0:(ldlm_lib.c:1342:target_handle_connect()) MGS: connection from 31a81d4a-43f7-45b0-a075-f219c8077a24@192.168.204.7@tcp t0 exp (null) cur 2932 last 0 00000020:00000080:1.0:1724307329.833871:0:22439:0:(genops.c:1313:class_connect()) connect: client 31a81d4a-43f7-45b0-a075-f219c8077a24, cookie 0x85b23e07e0c0c8ca 00000020:01000000:1.0:1724307329.833878:0:22439:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff8800a5119480 00000100:00080000:1.0:1724307329.833920:0:22439:0:(import.c:86:import_set_state_nolock()) ffff8800945bc000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1724307329.833960:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb6c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+4:1965:x1808064248598016:12345-192.168.204.7@tcp:250:ptlrpcd_01_01.0 Request processed in 130us (2207us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307329.833966:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 45 00000100:00100000:0.0:1724307329.837932:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307329.839454:0:22892:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248598272 00000100:00100000:2.0:1724307329.839467:0:22892:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248598272 00000100:00100000:2.0:1724307329.839526:0:22892:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 0 00000100:00100000:2.0:1724307329.839534:0:22892:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064248598272:12345-192.168.204.7@tcp:400:ldlm_lock_repla.0 00010000:00080000:2.0:1724307329.839579:0:22892:0:(ldlm_lib.c:3036:target_queue_recovery_request()) @@@ queue final req req@ffff880090c3c000 x1808064248598272/t0(0) o400->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:590/0 lens 224/0 e 0 to 0 dl 1724307340 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 00000100:00100000:2.0:1724307329.839606:0:22892:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064248598272:12345-192.168.204.7@tcp:400:ldlm_lock_repla.0 Request processed in 72us (1685us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307329.839613:0:22892:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 0 00000020:00080000:3.0:1724307329.839687:0:22579:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307329.839691:0:22579:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 1, connected: 1, completed: 1, queue_len: 0, req_transno: 0, next_transno: 304942678017 00010000:00080000:3.0:1724307329.839694:0:22579:0:(ldlm_lib.c:2142:check_for_next_transno()) waking for completed recovery 00000020:00080000:3.0:1724307329.839696:0:22579:0:(update_recovery.c:607:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1724307329.839702:0:22579:0:(ldlm_lib.c:2332:target_next_replay_lock()) Waiting for lock 00010000:00080000:3.0:1724307329.839704:0:22579:0:(ldlm_lib.c:2165:check_for_next_lock()) waking for completed lock replay 00000001:00000004:3.0:1724307329.839955:0:22579:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 72, last_transno is 309237645312 00000001:00100000:0.0:1724307329.928255:0:22519:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000001:00080000:3.0:1724307329.928419:0:22579:0:(tgt_lastrcvd.c:204:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00010000:00080000:3.0:1724307329.928470:0:22579:0:(ldlm_lib.c:1880:target_cancel_recovery_timer()) lustre-MDT0000: cancel recovery timer 00010000:00080000:3.0:1724307329.928487:0:22579:0:(ldlm_lib.c:2837:target_recovery_thread()) @@@ processing final ping from 192.168.204.7@tcp: req@ffff880090c3c000 x1808064248598272/t0(0) o400->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:590/0 lens 224/0 e 0 to 0 dl 1724307340 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 00010000:02000000:3.0:1724307329.934032:0:22579:0:(ldlm_lib.c:1753:target_finish_recovery()) lustre-MDT0000: Recovery over after 0:01, of 1 clients 1 recovered and 0 were evicted. 00000004:00000080:3.0:1724307329.957502:0:22579:0:(mdd_device.c:2271:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffff88009d58fd68 00000004:00080000:3.0:1724307329.957723:0:22488:0:(osp_precreate.c:900:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x1491:0x0] 00000004:00080000:2.0:1724307329.957724:0:22493:0:(osp_precreate.c:900:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x280000400:0x1471:0x0] 00000100:00100000:3.0:1724307329.957759:0:22488:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135d30a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22488:1808064246496640:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1724307329.957760:0:22493:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22493:1808064246496768:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1724307329.957819:0:22488:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307329.958334:0:22493:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307329.958336:0:22488:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8ae40 going to sleep for 11 seconds 00000100:00100000:2.0:1724307329.958354:0:22493:0:(client.c:2562:ptlrpc_set_wait()) set ffff880093bb69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307329.958359:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246496640 00000100:00100000:3.0:1724307329.958363:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246496640 00000100:00100000:3.0:1724307329.958396:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246496768 00000100:00100000:3.0:1724307329.958399:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246496768 00000100:00100000:3.0:1724307329.958416:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11938 00000100:00100000:3.0:1724307329.958422:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22488:x1808064246496640:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1724307329.958443:0:16086:0:(ofd_dev.c:1544:ofd_create_hdl()) ofd_last_id() = 5313 -> diff = -48 00002000:02000040:3.0:1724307329.958448:0:16086:0:(ofd_dev.c:1395:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x240000400:5266 to 0x240000400:5313) 00000100:00100000:0.0:1724307329.958487:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11939 00000100:00100000:0.0:1724307329.958498:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:22493:x1808064246496768:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1724307329.958525:0:19425:0:(ofd_dev.c:1544:ofd_create_hdl()) ofd_last_id() = 5281 -> diff = -48 00002000:02000040:0.0:1724307329.958530:0:19425:0:(ofd_dev.c:1395:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000400:5234 to 0x280000400:5281) 00002000:00010000:0.0:1724307329.958577:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x14a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.958586:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c8d1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.958606:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.958609:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.958614:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c8d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.958631:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c8d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.958660:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c8d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.958668:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c8d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.958675:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c8d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.958681:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.958685:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c8d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.958691:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c8d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.958704:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c8d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.958714:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97a80/0x85b23e07e0c0c8d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.959114:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x14a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.959118:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c8d8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959124:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.959126:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.959128:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c8d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959135:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c8d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959141:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c8d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959147:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c8d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959152:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c8d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959157:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.959160:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c8d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959169:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c8d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959177:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c8d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959183:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95f80/0x85b23e07e0c0c8d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.959408:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x149f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.959412:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c8df lrc: 3/0,1 mode: --/PW res: [0x280000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959418:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.959419:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.959421:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c8df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959428:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c8df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959432:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c8df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959438:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c8df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959448:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c8df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959452:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.959454:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c8df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959458:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c8df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959464:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c8df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959469:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96d00/0x85b23e07e0c0c8df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x149f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.959759:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x149e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.959763:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c8e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959769:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.959770:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.959772:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c8e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959778:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c8e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959803:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c8e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959809:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c8e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959822:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c8e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959827:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.959830:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c8e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959836:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c8e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959843:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c8e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.959848:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96400/0x85b23e07e0c0c8e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x149e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.960067:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x149d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.960072:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c8ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960081:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.960082:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.960084:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c8ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960091:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c8ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960097:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c8ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960103:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c8ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960108:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c8ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960113:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a946c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.960116:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c8ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960121:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c8ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960128:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c8ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960136:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a946c0/0x85b23e07e0c0c8ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x149d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.960355:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x149c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.960360:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c8f4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960366:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.960367:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.960369:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c8f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960376:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c8f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960382:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c8f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960387:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c8f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960393:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c8f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960398:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.960401:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c8f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960409:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c8f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960416:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c8f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960420:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97840/0x85b23e07e0c0c8f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x149c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.960734:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x149b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.960744:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c8fb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960750:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.960751:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.960754:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c8fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960762:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c8fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960767:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c8fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960773:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c8fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960783:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c8fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960788:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.960791:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c8fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960797:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c8fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960805:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c8fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.960810:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95b00/0x85b23e07e0c0c8fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x149b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.961187:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x149a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.961192:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c902 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961199:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.961200:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.961202:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c902 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961209:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c902 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961218:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c902 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961223:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c902 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961227:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c902 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961231:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.961234:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c902 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961240:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c902 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961248:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c902 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961253:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96880/0x85b23e07e0c0c902 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x149a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.961522:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1499:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.961526:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c909 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961535:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.961537:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.961539:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c909 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961546:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c909 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961552:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c909 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961558:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c909 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961563:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c909 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961568:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a973c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.961571:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c909 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961576:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c909 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961584:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c909 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961595:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a973c0/0x85b23e07e0c0c909 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.961860:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1498:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.961865:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c910 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961871:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.961872:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.961875:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c910 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961881:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c910 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961887:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c910 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961892:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c910 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961898:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c910 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961903:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.961906:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c910 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961914:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c910 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961921:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c910 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.961926:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97cc0/0x85b23e07e0c0c910 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.962160:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1497:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.962164:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c917 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.962170:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.962171:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.962173:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c917 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.962180:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c917 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.962186:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c917 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.962192:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c917 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.962201:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c917 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.962207:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.962209:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c917 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.962215:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c917 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.962222:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c917 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.962228:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95d40/0x85b23e07e0c0c917 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.962449:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1496:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.962454:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c91e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.962460:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.962461:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.962464:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c91e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.962471:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c91e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.962481:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c91e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.962486:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c91e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.962491:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c91e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.962496:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a958c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.962499:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c91e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.962504:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c91e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.962512:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c91e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.962517:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a958c0/0x85b23e07e0c0c91e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.963881:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1495:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.963889:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c925 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.963903:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.963904:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.963907:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c925 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.963916:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c925 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.963923:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c925 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.963929:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c925 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.963948:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c925 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.963954:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a961c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.963957:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c925 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.963964:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c925 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.963975:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c925 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.963985:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a961c0/0x85b23e07e0c0c925 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.964274:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1494:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.964279:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c92c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964284:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.964285:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.964287:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c92c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964293:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c92c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964299:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c92c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964304:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c92c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964309:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c92c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964313:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.964316:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c92c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964325:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c92c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964332:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c92c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964338:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96ac0/0x85b23e07e0c0c92c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.964553:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1493:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.964558:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c933 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964564:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.964565:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.964567:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c933 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964574:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c933 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964579:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c933 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964583:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c933 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964592:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c933 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964597:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.964600:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c933 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964606:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c933 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964613:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c933 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964619:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95440/0x85b23e07e0c0c933 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.964889:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1492:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.964893:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94d80/0x85b23e07e0c0c93a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964899:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.964900:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.964902:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94d80/0x85b23e07e0c0c93a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964909:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94d80/0x85b23e07e0c0c93a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964919:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94d80/0x85b23e07e0c0c93a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964925:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94d80/0x85b23e07e0c0c93a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964929:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94d80/0x85b23e07e0c0c93a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964947:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.964949:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94d80/0x85b23e07e0c0c93a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964956:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94d80/0x85b23e07e0c0c93a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964964:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94d80/0x85b23e07e0c0c93a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.964969:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94d80/0x85b23e07e0c0c93a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.965433:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1491:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.965437:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c941 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.965447:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.965449:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.965450:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c941 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.965457:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c941 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.965463:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c941 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.965468:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c941 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.965473:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c941 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.965477:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.965479:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c941 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.965484:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c941 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.965491:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c941 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.965501:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96640/0x85b23e07e0c0c941 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.965743:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1490:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.965748:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97600/0x85b23e07e0c0c948 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.965754:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.965755:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.965758:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97600/0x85b23e07e0c0c948 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.965765:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97600/0x85b23e07e0c0c948 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.965771:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97600/0x85b23e07e0c0c948 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.965776:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97600/0x85b23e07e0c0c948 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.965782:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97600/0x85b23e07e0c0c948 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.965787:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.965789:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97600/0x85b23e07e0c0c948 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.965799:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97600/0x85b23e07e0c0c948 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.965807:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97600/0x85b23e07e0c0c948 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.965812:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97600/0x85b23e07e0c0c948 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.966047:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x148f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.966051:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c94f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966057:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.966058:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.966060:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c94f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966067:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c94f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966072:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c94f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966078:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c94f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966087:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c94f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966091:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95200 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.966094:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c94f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966099:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c94f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966106:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c94f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966111:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a95200/0x85b23e07e0c0c94f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x148f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.966332:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x148e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.966336:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c956 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966342:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.966343:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.966346:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c956 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966353:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c956 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966362:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c956 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966366:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c956 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966371:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c956 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966374:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a97180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.966378:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c956 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966382:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966389:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c956 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966393:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a97180/0x85b23e07e0c0c956 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x148e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.966615:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x148d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.966619:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c95d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966628:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.966629:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.966631:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c95d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966657:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c95d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966664:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c95d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966670:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c95d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966676:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c95d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966681:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a94900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.966683:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c95d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966689:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c95d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966697:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c95d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966707:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a94900/0x85b23e07e0c0c95d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x148d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.966853:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14c1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.966866:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c964 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14c1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.966879:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.966881:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.966885:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c964 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.966900:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c964 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.966908:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c964 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.966914:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c964 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.966920:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c964 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.966925:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.966929:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c964 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.966947:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c964 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.966959:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x148c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.966959:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c964 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966964:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96f40/0x85b23e07e0c0c96b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.966965:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0000/0x85b23e07e0c0c964 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966970:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.966972:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.966974:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96f40/0x85b23e07e0c0c96b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966981:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96f40/0x85b23e07e0c0c96b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966988:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96f40/0x85b23e07e0c0c96b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.966994:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96f40/0x85b23e07e0c0c96b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967000:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96f40/0x85b23e07e0c0c96b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967005:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a96f40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.967008:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96f40/0x85b23e07e0c0c96b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967017:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96f40/0x85b23e07e0c0c96b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967026:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96f40/0x85b23e07e0c0c96b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967031:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9a96f40/0x85b23e07e0c0c96b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x148c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.967259:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x148b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.967263:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0c972 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967269:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.967270:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.967272:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0c972 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.967277:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14c0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.967279:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0c972 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967281:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c979 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967285:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0c972 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967287:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.967288:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.967290:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0c972 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967291:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c979 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967298:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c979 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967300:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0c972 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967303:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c979 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967305:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043ba80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.967307:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0c972 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967308:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c979 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967313:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0c972 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967318:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c979 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967320:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0c972 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967323:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.967325:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009043ba80/0x85b23e07e0c0c972 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x148b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967325:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c979 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967331:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c979 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967338:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c979 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967343:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3840/0x85b23e07e0c0c979 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.967542:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x148a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.967546:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0c980 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.967551:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14bf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.967552:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.967553:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.967555:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0c980 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967556:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c987 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14bf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967562:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0c980 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967562:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.967564:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.967567:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c987 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967572:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0c980 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967573:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c987 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967577:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0c980 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967583:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0c980 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967585:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c987 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967587:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090438900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.967589:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0c980 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967590:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c987 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967594:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0c980 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967597:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c987 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967601:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0c980 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967601:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe18c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.967604:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c987 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967606:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090438900/0x85b23e07e0c0c980 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x148a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967611:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c987 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967618:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c987 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967624:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe18c0/0x85b23e07e0c0c987 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.967849:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1489:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.967854:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0c98e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967864:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.967865:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.967868:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0c98e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967875:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0c98e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967881:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0c98e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967887:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0c98e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967893:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0c98e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967898:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090438000 already unused, calling callback (ffffffffa084f3f0) 00002000:00010000:3.0:1724307329.967898:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14be:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.967900:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0c98e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967903:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c995 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14be:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967906:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0c98e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967913:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.967914:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0c98e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967915:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.967917:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c995 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.967924:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090438000/0x85b23e07e0c0c98e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967924:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c995 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967941:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c995 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967947:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c995 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967953:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c995 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967958:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe06c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.967960:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c995 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967966:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c995 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967974:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c995 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.967984:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe06c0/0x85b23e07e0c0c995 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.968169:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1488:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.968173:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0c99c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968180:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.968181:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.968184:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0c99c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968191:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0c99c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.968192:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14bd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.968197:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0c99c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968197:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c9a3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14bd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968203:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0c99c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968203:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.968204:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.968207:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c9a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968209:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0c99c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968214:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043a880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.968214:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c9a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968217:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0c99c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968220:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c9a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968225:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c9a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968227:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0c99c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968231:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c9a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968235:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0c99c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968235:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.968238:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c9a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968240:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009043a880/0x85b23e07e0c0c99c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968247:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c9a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968255:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c9a3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968261:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0480/0x85b23e07e0c0c9a3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.968459:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1487:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.968464:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0c9aa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968470:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.968471:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.968474:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0c9aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968481:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0c9aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968487:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0c9aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968493:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0c9aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968504:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0c9aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.968506:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14bc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.968510:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090438d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.968510:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c9b1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968512:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0c9aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968516:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.968517:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.968518:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0c9aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968519:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c9b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968526:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0c9aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968526:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c9b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968531:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090438d80/0x85b23e07e0c0c9aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968532:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c9b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968537:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c9b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968546:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c9b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968551:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2d00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.968553:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c9b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968558:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c9b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968565:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c9b1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968570:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2d00/0x85b23e07e0c0c9b1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.968774:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1486:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.968778:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0c9b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968784:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.968785:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.968788:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0c9b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968795:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0c9b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968805:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0c9b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.968807:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14bb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.968810:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0c9b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968812:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c9bf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14bb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968816:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0c9b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968818:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.968819:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.968820:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800904386c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.968821:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c9bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968822:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0c9b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968827:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0c9b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968828:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c9bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968834:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0c9b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968838:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c9bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.968839:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904386c0/0x85b23e07e0c0c9b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968843:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c9bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968849:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c9bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968854:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0b40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.968856:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c9bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968862:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c9bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968870:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c9bf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.968875:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0b40/0x85b23e07e0c0c9bf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.969067:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1485:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.969071:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0c9c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.969080:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.969081:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.969083:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0c9c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.969089:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0c9c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.969095:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0c9c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.969100:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0c9c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.969104:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0c9c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.969108:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090439f80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.969111:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0c9c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.969112:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14ba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.969116:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0c9c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969116:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c9cd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.969123:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0c9c6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969125:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.969126:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.969128:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c9cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.969132:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090439f80/0x85b23e07e0c0c9c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969135:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c9cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969140:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c9cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969144:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c9cd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969150:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c9cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969154:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0240 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.969156:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c9cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969161:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c9cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969168:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c9cd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969177:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0240/0x85b23e07e0c0c9cd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1724307329.969361:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1484:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.969365:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0c9d4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.969371:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.969372:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.969374:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0c9d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.969379:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14b9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1724307329.969380:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0c9d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969383:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c9db lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14b9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.969386:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0c9d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969388:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.969389:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307329.969391:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0c9d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969391:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c9db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.969396:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0c9d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969398:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c9db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.969400:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043b180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.969402:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0c9d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969403:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c9db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969408:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c9db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.969411:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0c9d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969413:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c9db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969417:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe33c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307329.969419:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0c9d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969419:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c9db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307329.969424:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009043b180/0x85b23e07e0c0c9d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969428:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c9db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969435:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c9db lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969439:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe33c0/0x85b23e07e0c0c9db lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.969702:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14b8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.969706:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c9e2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969712:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.969713:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.969715:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c9e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969722:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c9e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969727:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c9e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307329.969730:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1483:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.969733:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c9e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.969736:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c9e9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.969743:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.969743:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c9e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.969744:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307329.969747:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c9e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969748:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2ac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.969750:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c9e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.969754:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c9e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969756:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c9e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969762:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c9e2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969767:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2ac0/0x85b23e07e0c0c9e2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.969982:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14b7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.969986:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c9f0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14b7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.969992:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.969993:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.969995:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c9f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970002:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c9f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970011:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c9f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970017:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c9f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970023:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c9f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970028:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.970030:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c9f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970035:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c9f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970041:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c9f0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970046:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2640/0x85b23e07e0c0c9f0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.970251:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14b6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.970255:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c9f7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14b6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970266:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.970267:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.970269:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c9f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970276:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c9f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970282:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c9f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970287:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c9f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970292:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c9f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970297:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1d40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.970299:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c9f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970304:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c9f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970311:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c9f7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970321:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1d40/0x85b23e07e0c0c9f7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.970521:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14b5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.970525:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c9fe lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14b5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970530:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.970531:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.970533:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c9fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970539:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c9fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970545:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c9fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970549:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c9fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970555:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c9fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970559:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.970561:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c9fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970570:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c9fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970577:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c9fe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970582:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1440/0x85b23e07e0c0c9fe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.970806:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14b4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.970810:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0ca05 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14b4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970815:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.970816:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.970818:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0ca05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970825:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0ca05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970830:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0ca05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970835:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0ca05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970845:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0ca05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970850:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3a80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.970852:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0ca05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970856:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0ca05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970862:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0ca05 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.970867:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3a80/0x85b23e07e0c0ca05 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.971076:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14b3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.971080:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0ca0c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14b3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971085:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.971086:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.971087:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0ca0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971093:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0ca0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971102:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0ca0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971107:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0ca0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971112:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0ca0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971116:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0d80 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.971118:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0ca0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971123:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0ca0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971129:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0ca0c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971133:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0d80/0x85b23e07e0c0ca0c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.971337:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14b2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.971341:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ca13 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971350:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.971351:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.971353:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ca13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971359:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ca13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971364:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ca13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971369:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ca13 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971374:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ca13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971378:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.971380:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ca13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971384:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ca13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971390:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ca13 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971400:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3600/0x85b23e07e0c0ca13 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.971614:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14b1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.971618:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ca1a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14b1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971622:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.971624:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.971626:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ca1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971632:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ca1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971661:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ca1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971667:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ca1a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971671:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ca1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971675:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.971677:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ca1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971686:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ca1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971692:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ca1a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971696:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0fc0/0x85b23e07e0c0ca1a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.971912:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14b0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.971916:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ca21 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14b0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971922:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.971922:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.971924:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ca21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971930:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ca21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971946:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ca21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971951:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ca21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971961:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ca21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971966:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe0900 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.971968:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ca21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971974:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ca21 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971982:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ca21 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.971987:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe0900/0x85b23e07e0c0ca21 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.972171:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14af:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.972174:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2880/0x85b23e07e0c0ca28 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14af:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972179:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.972180:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.972182:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2880/0x85b23e07e0c0ca28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.972186:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c9e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972188:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2880/0x85b23e07e0c0ca28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972197:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2880/0x85b23e07e0c0ca28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.972199:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c9e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972203:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2880/0x85b23e07e0c0ca28 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.972207:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c9e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972207:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2880/0x85b23e07e0c0ca28 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972211:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe2880 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307329.972212:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d4021c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.972213:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2880/0x85b23e07e0c0ca28 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.972215:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c9e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972218:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2880/0x85b23e07e0c0ca28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.972224:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c9e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972224:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2880/0x85b23e07e0c0ca28 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972228:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe2880/0x85b23e07e0c0ca28 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.972239:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c9e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.972245:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d4021c0/0x85b23e07e0c0c9e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.972419:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14ae:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.972422:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ca2f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14ae:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972431:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.972432:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.972434:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ca2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972439:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ca2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972444:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ca2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972449:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ca2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972454:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ca2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972458:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe3cc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.972461:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ca2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972466:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ca2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972474:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ca2f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972482:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe3cc0/0x85b23e07e0c0ca2f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307329.972585:0:19425:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x1482:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1724307329.972590:0:19425:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d402400/0x85b23e07e0c0ca36 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.972598:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307329.972600:0:19425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307329.972609:0:19425:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d402400/0x85b23e07e0c0ca36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.972618:0:19425:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d402400/0x85b23e07e0c0ca36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.972625:0:19425:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d402400/0x85b23e07e0c0ca36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.972630:0:19425:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d402400/0x85b23e07e0c0ca36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.972656:0:19425:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d402400/0x85b23e07e0c0ca36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.972661:0:19425:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d402400 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307329.972664:0:19425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d402400/0x85b23e07e0c0ca36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.972669:0:19425:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d402400/0x85b23e07e0c0ca36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.972676:0:19425:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d402400/0x85b23e07e0c0ca36 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307329.972681:0:19425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d402400/0x85b23e07e0c0ca36 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19425 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.972718:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14ad:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.972723:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0ca3d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972729:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.972730:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.972732:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0ca3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972738:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0ca3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972744:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0ca3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972748:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0ca3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972753:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0ca3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972758:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1b00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.972760:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0ca3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972768:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0ca3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972775:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0ca3d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.972780:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ffe1b00/0x85b23e07e0c0ca3d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1724307329.973226:0:19425:0:(ofd_dev.c:1422:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000400:5233 00000100:00100000:0.0:1724307329.973304:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:22493:x1808064246496768:12345-0@lo:5:osp-pre-1-0.0 Request processed in 14805us (14967us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307329.973314:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11939 00002000:00010000:3.0:1724307329.973498:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14ac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.973503:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b180/0x85b23e07e0c0ca44 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.973509:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.973510:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.973513:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b180/0x85b23e07e0c0ca44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.973519:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b180/0x85b23e07e0c0ca44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.973526:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b180/0x85b23e07e0c0ca44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.973532:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b180/0x85b23e07e0c0ca44 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.973542:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b180/0x85b23e07e0c0ca44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.973547:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008ef9b180 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.973549:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b180/0x85b23e07e0c0ca44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.973553:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b180/0x85b23e07e0c0ca44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.973560:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b180/0x85b23e07e0c0ca44 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.973565:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b180/0x85b23e07e0c0ca44 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307329.973856:0:22493:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22493:1808064246496768:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1724307329.973872:0:22493:0:(osp_precreate.c:978:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x280000400:0x14a1:0x0] from OST, last_created [0x280000400:0x14a1:0x0]last_used is [0x280000400:0x1471:0x0] 00000100:00100000:2.0:1724307329.973920:0:22493:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22493:1808064246496896:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1724307329.974154:0:22493:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307329.974179:0:22493:0:(client.c:2562:ptlrpc_set_wait()) set ffff880093bb69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1724307329.974206:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246496896 00000100:00100000:0.0:1724307329.974214:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246496896 00000100:00100000:0.0:1724307329.974252:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11940 00000100:00100000:0.0:1724307329.974258:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136905c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:22493:x1808064246496896:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1724307329.974295:0:19425:0:(ofd_dev.c:1660:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 5282 00002000:00010000:3.0:1724307329.975760:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14ab:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.975767:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef98000/0x85b23e07e0c0ca4b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.975777:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.975779:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.975782:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef98000/0x85b23e07e0c0ca4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.975792:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ef98000/0x85b23e07e0c0ca4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.975804:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef98000/0x85b23e07e0c0ca4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.975810:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef98000/0x85b23e07e0c0ca4b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.975817:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ef98000/0x85b23e07e0c0ca4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.975822:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008ef98000 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.975825:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef98000/0x85b23e07e0c0ca4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.975832:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef98000/0x85b23e07e0c0ca4b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.975842:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ef98000/0x85b23e07e0c0ca4b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.975847:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ef98000/0x85b23e07e0c0ca4b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.976086:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.976090:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef9af40/0x85b23e07e0c0ca52 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976100:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.976102:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.976104:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef9af40/0x85b23e07e0c0ca52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976111:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ef9af40/0x85b23e07e0c0ca52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976116:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef9af40/0x85b23e07e0c0ca52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976121:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef9af40/0x85b23e07e0c0ca52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976126:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ef9af40/0x85b23e07e0c0ca52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976130:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008ef9af40 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.976132:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef9af40/0x85b23e07e0c0ca52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976137:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef9af40/0x85b23e07e0c0ca52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976144:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ef9af40/0x85b23e07e0c0ca52 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976154:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ef9af40/0x85b23e07e0c0ca52 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.976356:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14a9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.976360:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef998c0/0x85b23e07e0c0ca59 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976366:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.976367:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.976369:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef998c0/0x85b23e07e0c0ca59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976375:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ef998c0/0x85b23e07e0c0ca59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976380:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef998c0/0x85b23e07e0c0ca59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976386:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef998c0/0x85b23e07e0c0ca59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976390:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ef998c0/0x85b23e07e0c0ca59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976394:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008ef998c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.976396:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef998c0/0x85b23e07e0c0ca59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976405:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef998c0/0x85b23e07e0c0ca59 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976412:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ef998c0/0x85b23e07e0c0ca59 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976416:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ef998c0/0x85b23e07e0c0ca59 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.976603:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.976606:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef98fc0/0x85b23e07e0c0ca60 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976611:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.976612:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.976614:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef98fc0/0x85b23e07e0c0ca60 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976620:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ef98fc0/0x85b23e07e0c0ca60 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976624:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef98fc0/0x85b23e07e0c0ca60 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976630:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef98fc0/0x85b23e07e0c0ca60 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976667:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ef98fc0/0x85b23e07e0c0ca60 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976673:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008ef98fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.976675:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef98fc0/0x85b23e07e0c0ca60 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976681:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef98fc0/0x85b23e07e0c0ca60 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976688:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ef98fc0/0x85b23e07e0c0ca60 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976692:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ef98fc0/0x85b23e07e0c0ca60 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.976911:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14a7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.976915:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef9ad00/0x85b23e07e0c0ca67 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976921:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.976922:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.976924:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef9ad00/0x85b23e07e0c0ca67 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976941:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ef9ad00/0x85b23e07e0c0ca67 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976950:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef9ad00/0x85b23e07e0c0ca67 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976955:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef9ad00/0x85b23e07e0c0ca67 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976960:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ef9ad00/0x85b23e07e0c0ca67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976964:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008ef9ad00 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.976966:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef9ad00/0x85b23e07e0c0ca67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976972:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef9ad00/0x85b23e07e0c0ca67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976979:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ef9ad00/0x85b23e07e0c0ca67 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.976984:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ef9ad00/0x85b23e07e0c0ca67 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307329.977041:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136905c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:22493:x1808064246496896:12345-0@lo:5:osp-pre-1-0.0 Request processed in 2780us (2885us total) trans 4294970740 rc 0/0 00000100:00100000:0.0:1724307329.977051:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11940 00002000:00010000:3.0:1724307329.977195:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14a6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.977199:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b600/0x85b23e07e0c0ca6e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14a6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.977209:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.977210:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.977213:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b600/0x85b23e07e0c0ca6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.977219:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b600/0x85b23e07e0c0ca6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.977225:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b600/0x85b23e07e0c0ca6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.977230:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b600/0x85b23e07e0c0ca6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.977235:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b600/0x85b23e07e0c0ca6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.977241:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008ef9b600 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.977244:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b600/0x85b23e07e0c0ca6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.977249:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b600/0x85b23e07e0c0ca6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.977257:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b600/0x85b23e07e0c0ca6e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.977267:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b600/0x85b23e07e0c0ca6e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.977471:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.977475:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b840/0x85b23e07e0c0ca75 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.977482:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.977483:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.977485:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b840/0x85b23e07e0c0ca75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.977492:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b840/0x85b23e07e0c0ca75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.977498:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b840/0x85b23e07e0c0ca75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.977504:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b840/0x85b23e07e0c0ca75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.977509:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b840/0x85b23e07e0c0ca75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.977514:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008ef9b840 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.977516:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b840/0x85b23e07e0c0ca75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.977526:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b840/0x85b23e07e0c0ca75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.977533:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b840/0x85b23e07e0c0ca75 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.977538:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ef9b840/0x85b23e07e0c0ca75 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.978037:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.978042:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef99440/0x85b23e07e0c0ca7c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14a4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978048:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.978050:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.978052:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef99440/0x85b23e07e0c0ca7c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978058:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ef99440/0x85b23e07e0c0ca7c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978064:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef99440/0x85b23e07e0c0ca7c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978070:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef99440/0x85b23e07e0c0ca7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978079:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ef99440/0x85b23e07e0c0ca7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978083:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008ef99440 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.978085:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef99440/0x85b23e07e0c0ca7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978091:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef99440/0x85b23e07e0c0ca7c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978097:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ef99440/0x85b23e07e0c0ca7c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978102:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ef99440/0x85b23e07e0c0ca7c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307329.978109:0:22493:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22493:1808064246496896:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1724307329.978128:0:22493:0:(osp_precreate.c:724:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x14a1:0x0]-[0x280000400:0x14c1:0x0] 00002000:00010000:3.0:1724307329.978517:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.978522:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef9a640/0x85b23e07e0c0ca83 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978528:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.978529:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.978531:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef9a640/0x85b23e07e0c0ca83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978538:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ef9a640/0x85b23e07e0c0ca83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978547:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef9a640/0x85b23e07e0c0ca83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978552:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef9a640/0x85b23e07e0c0ca83 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978558:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ef9a640/0x85b23e07e0c0ca83 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978562:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008ef9a640 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.978565:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef9a640/0x85b23e07e0c0ca83 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978571:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef9a640/0x85b23e07e0c0ca83 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978578:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ef9a640/0x85b23e07e0c0ca83 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978584:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ef9a640/0x85b23e07e0c0ca83 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1724307329.978834:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307329.978838:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef9aac0/0x85b23e07e0c0ca8a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978848:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.978849:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307329.978852:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef9aac0/0x85b23e07e0c0ca8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978858:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ef9aac0/0x85b23e07e0c0ca8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978864:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef9aac0/0x85b23e07e0c0ca8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978869:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef9aac0/0x85b23e07e0c0ca8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978875:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ef9aac0/0x85b23e07e0c0ca8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978880:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008ef9aac0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:3.0:1724307329.978882:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef9aac0/0x85b23e07e0c0ca8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978887:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ef9aac0/0x85b23e07e0c0ca8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978895:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ef9aac0/0x85b23e07e0c0ca8a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307329.978904:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ef9aac0/0x85b23e07e0c0ca8a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1724307329.980150:0:16086:0:(ofd_dev.c:1422:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x240000400:5265 00000100:00100000:3.0:1724307329.980225:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22488:x1808064246496640:12345-0@lo:5:osp-pre-0-0.0 Request processed in 21800us (22402us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307329.980235:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11938 00000100:00100000:0.0:1724307329.980477:0:22488:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135d30a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22488:1808064246496640:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1724307329.980491:0:22488:0:(osp_precreate.c:978:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x14c1:0x0] from OST, last_created [0x240000400:0x14c1:0x0]last_used is [0x240000400:0x1491:0x0] 00000100:00100000:0.0:1724307329.980527:0:22488:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22488:1808064246497024:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1724307329.980551:0:22488:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307329.980563:0:22488:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800935b0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1724307329.981201:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246497024 00000100:00100000:3.0:1724307329.981208:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246497024 00000100:00100000:3.0:1724307329.981247:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11941 00000100:00100000:3.0:1724307329.981253:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22488:x1808064246497024:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1724307329.981285:0:16086:0:(ofd_dev.c:1660:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 5314 00000100:00100000:3.0:1724307329.984748:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:22488:x1808064246497024:12345-0@lo:5:osp-pre-0-0.0 Request processed in 3488us (4190us total) trans 25769803778 rc 0/0 00000100:00100000:3.0:1724307329.984760:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11941 00000100:00100000:0.0:1724307329.984962:0:22488:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22488:1808064246497024:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1724307329.984974:0:22488:0:(osp_precreate.c:724:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x14c1:0x0]-[0x240000400:0x14e1:0x0] 00000001:00080000:2.0:1724307330.448307:0:19334:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 25769803778 is committed 00000001:00100000:2.0:1724307330.448389:0:19334:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1724307330.461881:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307331.028992:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307331.029118:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248598400 00000100:00100000:2.0:1724307331.029128:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248598400 00000100:00100000:2.0:1724307331.029205:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 46 00000100:00100000:2.0:1724307331.029214:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb6dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+4:13173:x1808064248598400:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307331.029232:0:22440:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307331.029253:0:22440:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff880091160480/0x85b23e07e0c0ca91 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6cfee expref: -99 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307331.029281:0:22440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880091160480/0x85b23e07e0c0ca91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfee expref: 5 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307331.029291:0:22440:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff880091160480/0x85b23e07e0c0ca91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfee expref: 5 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307331.029300:0:22440:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091160480, rc 0) 00000100:00100000:2.0:1724307331.029348:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb6dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+5:13173:x1808064248598400:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 135us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307331.029354:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 46 00000100:00080000:3.0:1724307331.029435:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307301 00000100:00100000:0.0:1724307331.031142:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307331.031231:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248598528 00000100:00100000:1.0:1724307331.031240:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248598528 00000100:00100000:1.0:1724307331.032886:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 47 00000100:00100000:1.0:1724307331.032896:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb6f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+5:13173:x1808064248598528:12345-192.168.204.7@tcp:256:ll_cfg_requeue.0 20000000:01000000:1.0:1724307331.032936:0:22439:0:(mgs_nids.c:682:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:1.0:1724307331.032958:0:22439:0:(mgs_nids.c:225:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1724307331.032961:0:22439:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 81 00000100:00100000:1.0:1724307331.034536:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb6f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+5:13173:x1808064248598528:12345-192.168.204.7@tcp:256:ll_cfg_requeue.0 Request processed in 1636us (3524us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307331.034546:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 47 00000100:00100000:0.0:1724307331.038845:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307331.039431:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248598656 00000100:00100000:1.0:1724307331.039443:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248598656 00000100:00100000:2.0:1724307331.040047:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 48 00000100:00100000:2.0:1724307331.040054:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb6f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+5:13173:x1808064248598656:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307331.040068:0:22440:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307331.040082:0:22440:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff880091160900/0x85b23e07e0c0ca98 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6cff5 expref: -99 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307331.040102:0:22440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880091160900/0x85b23e07e0c0ca98 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cff5 expref: 6 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307331.040109:0:22440:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff880091160900/0x85b23e07e0c0ca98 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cff5 expref: 6 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307331.040115:0:22440:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091160900, rc 0) 00000100:00100000:2.0:1724307331.040149:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb6f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+6:13173:x1808064248598656:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 95us (1311us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307331.040153:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 48 00000100:00100000:0.0:1724307331.045303:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307331.047207:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248598784 00000100:00100000:1.0:1724307331.047216:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248598784 00000100:00100000:1.0:1724307331.047268:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 49 00000100:00100000:1.0:1724307331.047274:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb6e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+6:13173:x1808064248598784:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307331.047404:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb6e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+7:13173:x1808064248598784:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 Request processed in 129us (2107us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307331.047411:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 49 00000100:00100000:0.0:1724307331.049162:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307331.049380:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248598912 00000100:00100000:3.0:1724307331.049386:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248598912 00000100:00100000:1.0:1724307331.050394:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 50 00000100:00100000:1.0:1724307331.050401:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+7:13173:x1808064248598912:12345-192.168.204.7@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307331.050580:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+7:13173:x1808064248598912:12345-192.168.204.7@tcp:503:ll_cfg_requeue.0 Request processed in 178us (1421us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307331.050586:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 50 00000100:00100000:0.0:1724307331.057087:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307331.057355:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248599040 00000100:00100000:3.0:1724307331.057364:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248599040 00000100:00100000:3.0:1724307331.057420:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 51 00000100:00100000:3.0:1724307331.057428:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+7:13173:x1808064248599040:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307331.057445:0:22440:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307331.057465:0:22440:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88008ef9b3c0/0x85b23e07e0c0ca9f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6cffc expref: -99 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307331.057501:0:22440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88008ef9b3c0/0x85b23e07e0c0ca9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cffc expref: 8 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307331.057511:0:22440:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88008ef9b3c0/0x85b23e07e0c0ca9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cffc expref: 8 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307331.057518:0:22440:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ef9b3c0, rc 0) 00000100:00100000:3.0:1724307331.057576:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064248599040:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 147us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307331.057582:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 51 00000100:00100000:0.0:1724307331.061155:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307331.061202:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248599168 00000100:00100000:1.0:1724307331.061212:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248599168 00000100:00100000:1.0:1724307331.061258:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 52 00000100:00100000:1.0:1724307331.061265:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064248599168:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307331.061427:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064248599168:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 Request processed in 160us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307331.061434:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 52 00000100:00100000:2.0:1724307331.064781:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307331.064848:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248599296 00000100:00100000:1.0:1724307331.064858:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248599296 00000100:00100000:1.0:1724307331.064921:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 53 00000100:00100000:1.0:1724307331.064929:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064248599296:12345-192.168.204.7@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1724307331.065193:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064248599296:12345-192.168.204.7@tcp:503:ll_cfg_requeue.0 Request processed in 263us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307331.065200:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 53 00000100:00100000:0.0:1724307331.071273:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307331.071449:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248599424 00000100:00100000:2.0:1724307331.071457:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248599424 00000100:00100000:2.0:1724307331.071503:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 54 00000100:00100000:2.0:1724307331.071509:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064248599424:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307331.071524:0:22440:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307331.071539:0:22440:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800911618c0/0x85b23e07e0c0caa6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6d003 expref: -99 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307331.071562:0:22440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800911618c0/0x85b23e07e0c0caa6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d003 expref: 9 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307331.071571:0:22440:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800911618c0/0x85b23e07e0c0caa6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d003 expref: 9 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307331.071578:0:22440:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800911618c0, rc 0) 00000100:00100000:2.0:1724307331.071618:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064248599424:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 108us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307331.071624:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 54 00000100:00100000:0.0:1724307331.073926:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307331.073969:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248599552 00000100:00100000:1.0:1724307331.073982:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248599552 00000100:00100000:1.0:1724307331.074035:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 55 00000100:00100000:1.0:1724307331.074042:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064248599552:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1724307331.074188:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064248599552:12345-192.168.204.7@tcp:501:ll_cfg_requeue.0 Request processed in 144us (275us total) trans 0 rc -2/-2 00000100:00100000:1.0:1724307331.074194:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 55 00010000:00010000:1.0:1724307331.464088:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1724307332.014495:0:3297:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307316/real 1724307316] req@ffff8800922dfb80 x1808064246488704/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307332 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307332.014529:0:3297:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800922dfb80 x1808064246488704/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307332 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307332.014550:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246488704:0@lo:400:kworker.0 00000100:00000400:2.0:1724307332.017977:0:3298:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307316/real 1724307316] req@ffff8800922df480 x1808064246488576/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307332 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1724307332.018004:0:3298:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800922df480 x1808064246488576/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307332 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1724307332.018021:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3298:1808064246488576:0@lo:400:kworker.0 00000100:00100000:2.0:1724307332.088578:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307332.088678:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248599680 00000100:00100000:0.0:1724307332.088686:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248599680 00000100:00100000:0.0:1724307332.088990:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 7 00000100:00100000:0.0:1724307332.088997:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:25717:x1808064248599680:12345-192.168.204.7@tcp:101:lfs.0 00010000:00010000:0.0:1724307332.089015:0:22443:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307332.089035:0:22443:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009043aac0/0x85b23e07e0c0caad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6d00a expref: -99 pid: 22443 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1724307332.089285:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307302 00000004:00080000:1.0:1724307332.093182:0:22443:0:(mdt_identity.c:116:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 4102us 00010000:00010000:1.0:1724307332.093222:0:22443:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402400/0x85b23e07e0c0cab4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22443 initiator: MDT0 00010000:00010000:1.0:1724307332.093235:0:22443:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402400/0x85b23e07e0c0cab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22443 initiator: MDT0 00010000:00010000:1.0:1724307332.093245:0:22443:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402400/0x85b23e07e0c0cab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22443 initiator: MDT0 00000004:00200000:1.0:1724307332.093302:0:22443:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 61952 00000004:00200000:1.0:1724307332.093304:0:22443:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:1.0:1724307332.093328:0:22443:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402400/0x85b23e07e0c0cab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22443 initiator: MDT0 00010000:00010000:1.0:1724307332.093356:0:22443:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009043aac0/0x85b23e07e0c0caad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d00a expref: 8 pid: 22443 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307332.093378:0:22443:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402400/0x85b23e07e0c0cab4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d00a expref: 7 pid: 22443 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307332.093385:0:22443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c82da00) 00010000:00010000:1.0:1724307332.093387:0:22443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1724307332.093390:0:22443:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d402400, rc 0) 00000100:00100000:1.0:1724307332.093439:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:25717:x1808064248599680:12345-192.168.204.7@tcp:101:lfs.0 Request processed in 4441us (4869us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307332.093447:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 7 00000100:00100000:0.0:1724307332.097715:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307332.097971:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248599808 00000100:00100000:1.0:1724307332.097979:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248599808 00000100:00100000:1.0:1724307332.098019:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 8 00000100:00100000:1.0:1724307332.098024:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:25717:x1808064248599808:12345-192.168.204.7@tcp:41:lfs.0 00000004:00000024:1.0:1724307332.098059:0:22443:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2259681280 avail 2257584128 00000100:00100000:1.0:1724307332.098506:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:25717:x1808064248599808:12345-192.168.204.7@tcp:41:lfs.0 Request processed in 479us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307332.098512:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 8 00000100:00100000:0.0:1724307332.106560:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307332.107052:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248599936 00000100:00100000:3.0:1724307332.107061:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248599936 00000100:00100000:3.0:1724307332.107090:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11942 00000100:00100000:3.0:1724307332.107096:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:1965:x1808064248599936:12345-192.168.204.7@tcp:8:lfs.0 00010000:00080000:3.0:1724307332.107122:0:16086:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0000: connection from 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp t0 exp (null) cur 2934 last 0 00000020:00000080:3.0:1724307332.107145:0:16086:0:(genops.c:1313:class_connect()) connect: client 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e, cookie 0x85b23e07e0c0cabb 00002000:00100000:3.0:1724307332.107154:0:16086:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0000: cli 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e/ffff88012c892800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f40ac ocd_grant: 2097152 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1724307332.107174:0:16086:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:3.0:1724307332.107351:0:16086:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88012dc33a80 00002000:00080000:3.0:1724307332.107358:0:16086:0:(ofd_obd.c:393:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1724307332.107378:0:16086:0:(import.c:86:import_set_state_nolock()) ffff88012c892000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:3.0:1724307332.107437:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064248599936:12345-192.168.204.7@tcp:8:lfs.0 Request processed in 340us (883us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307332.107444:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11942 00000100:00100000:0.0:1724307332.109091:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307332.109307:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248600064 00000100:00100000:1.0:1724307332.109314:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248600064 00000100:00100000:1.0:1724307332.110077:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1183 00000100:00100000:1.0:1724307332.110083:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:25717:x1808064248600064:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:1.0:1724307332.110102:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 42795008 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307332.110219:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:25717:x1808064248600064:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 135us (1133us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307332.110224:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1183 00000100:00100000:0.0:1724307332.112549:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307332.112671:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248600192 00000100:00100000:2.0:1724307332.112679:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248600192 00000100:00100000:2.0:1724307332.112717:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11943 00000100:00100000:2.0:1724307332.112725:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:1965:x1808064248600192:12345-192.168.204.7@tcp:8:lfs.0 00010000:00080000:2.0:1724307332.112750:0:19425:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0001: connection from 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp t0 exp (null) cur 2934 last 0 00000020:00000080:2.0:1724307332.112776:0:19425:0:(genops.c:1313:class_connect()) connect: client 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e, cookie 0x85b23e07e0c0cac2 00002000:00100000:2.0:1724307332.112785:0:19425:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0001: cli 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e/ffff88009cce0800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f40ac ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1724307332.112804:0:19425:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:2.0:1724307332.112871:0:19425:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff8800941c36c0 00002000:00080000:2.0:1724307332.112877:0:19425:0:(ofd_obd.c:393:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1724307332.112909:0:19425:0:(import.c:86:import_set_state_nolock()) ffff88009cce4800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:2.0:1724307332.112947:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064248600192:12345-192.168.204.7@tcp:8:lfs.0 Request processed in 222us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307332.112954:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11943 00000100:00100000:0.0:1724307332.114157:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307332.114237:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248600320 00000100:00100000:1.0:1724307332.114243:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248600320 00000100:00100000:1.0:1724307332.114271:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1184 00000100:00100000:1.0:1724307332.114275:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:25717:x1808064248600320:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:1.0:1724307332.114290:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24707072 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307332.114319:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:25717:x1808064248600320:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 44us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307332.114324:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1184 00010000:00010000:0.0:1724307332.468054:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307333.029606:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1724307333.029764:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246497152:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307333.030585:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1724307333.030601:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246497280:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307333.030667:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307333.030867:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246497280 00000100:00100000:3.0:1724307333.030874:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246497280 00000100:00100000:3.0:1724307333.030921:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:3.0:1724307333.030927:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3296:x1808064246497280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1724307333.030945:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24707072 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307333.030977:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3296:x1808064246497280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307333.030982:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00080000:3.0:1724307333.030998:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307303 00000100:00100000:0.0:1724307333.031471:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246497280:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1724307333.031558:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307333.031769:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246497152 00000100:00100000:0.0:1724307333.031773:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246497152 00000100:00100000:0.0:1724307333.031803:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:0.0:1724307333.031807:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1808064246497152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1724307333.031817:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 42795008 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307333.031854:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1808064246497152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307333.031859:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:1.0:1724307333.031889:0:3297:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 25769803778 gen 2 00000100:00100000:1.0:1724307333.031905:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246497152:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1724307333.031910:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307303 00000100:00080000:0.0:1724307333.043775:0:10846:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1724307333.043780:0:10846:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1724307333.043783:0:10846:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1724307333.043792:0:10846:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8801362f9800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:0.0:1724307333.043809:0:10846:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090c3e300 x1808064246497536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1724307333.043821:0:10846:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1724307333.043824:0:10846:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1724307333.043826:0:10846:0:(import.c:86:import_set_state_nolock()) ffff8800949b9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1724307333.043829:0:10846:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8800949b9000 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:0.0:1724307333.043838:0:10846:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090c3d500 x1808064246497664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1724307333.043846:0:10846:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1724307333.043849:0:10846:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1724307333.043850:0:10846:0:(import.c:86:import_set_state_nolock()) ffff8801363b4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1724307333.043854:0:10846:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8801363b4800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:0.0:1724307333.043861:0:10846:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090c3c380 x1808064246497792/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1724307333.043893:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1724307333.043905:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246497408:0@lo:400:kworker.0 00000100:00100000:0.0:1724307333.043955:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307333.044305:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3295:1808064246497536:0@lo:38:kworker.0 00000100:00100000:1.0:1724307333.044333:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307333.044349:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246497664:0@lo:38:kworker.0 00000100:00100000:1.0:1724307333.044363:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307333.044372:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246497792:0@lo:38:kworker.0 00000100:00100000:1.0:1724307333.044386:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307333.044409:0:22892:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246497536 00000100:00100000:1.0:1724307333.044414:0:22892:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246497536 00000100:00100000:1.0:1724307333.044431:0:22892:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246497664 00000100:00100000:1.0:1724307333.044433:0:22892:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246497664 00000100:00100000:1.0:1724307333.044439:0:22892:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246497792 00000100:00100000:1.0:1724307333.044440:0:22892:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246497792 00000100:00100000:1.0:1724307333.044449:0:22892:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1724307333.044454:0:22892:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e831180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3295:x1808064246497536:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1724307333.044477:0:22892:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp (null) cur 2935 last 0 00000020:00000080:1.0:1724307333.044506:0:22892:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x85b23e07e0c0cac9 00000004:00100000:1.0:1724307333.044516:0:22892:0:(mdt_handler.c:7068:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:1.0:1724307333.044521:0:22892:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009f2ed000 00000100:00080000:1.0:1724307333.044567:0:22892:0:(import.c:86:import_set_state_nolock()) ffff8800945bc800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:1.0:1724307333.044600:0:22892:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e831180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1808064246497536:12345-0@lo:38:kworker.0 Request processed in 144us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307333.044605:0:22892:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1724307333.044618:0:22892:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1724307333.044621:0:22892:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3295:x1808064246497664:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1724307333.044630:0:22892:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp (null) cur 2935 last 0 00000020:00000080:1.0:1724307333.044668:0:22892:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x85b23e07e0c0cad0 00000004:00100000:1.0:1724307333.044673:0:22892:0:(mdt_handler.c:7068:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:1.0:1724307333.044676:0:22892:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009f2ed000 00000100:00080000:1.0:1724307333.044686:0:22892:0:(import.c:86:import_set_state_nolock()) ffff8800945be800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:1.0:1724307333.044707:0:22892:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1808064246497664:12345-0@lo:38:kworker.0 Request processed in 85us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307333.044712:0:22892:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1724307333.044722:0:22892:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1724307333.044725:0:22892:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3295:x1808064246497792:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1724307333.044734:0:22892:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp (null) cur 2935 last 0 00000020:00000080:1.0:1724307333.044751:0:22892:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x85b23e07e0c0cad7 00000004:00100000:1.0:1724307333.044756:0:22892:0:(mdt_handler.c:7068:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:1.0:1724307333.044758:0:22892:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009f2ed000 00000100:00080000:1.0:1724307333.044768:0:22892:0:(import.c:86:import_set_state_nolock()) ffff88009e37a000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:1.0:1724307333.044787:0:22892:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1808064246497792:12345-0@lo:38:kworker.0 Request processed in 61us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307333.044792:0:22892:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:1.0:1724307333.044819:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 72 00000100:00100000:2.0:1724307333.045571:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246497408 00000100:00100000:2.0:1724307333.045576:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246497408 00000100:00100000:2.0:1724307333.045604:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1724307333.045608:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3299:x1808064246497408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307333.045664:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3299:x1808064246497408:12345-0@lo:400:kworker.0 Request processed in 52us (1706us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307333.045669:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00080000:1.0:1724307333.049993:0:3295:0:(import.c:1301:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0001: lwp recover req@ffff880090c3e300 x1808064246497536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1724307343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1724307333.050003:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:1.0:1724307333.050008:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8801362f9800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1724307333.050011:0:3295:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0001: Connection restored to (at 0@lo) 00000100:00100000:1.0:1724307333.050016:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3295:1808064246497536:0@lo:38:kworker.0 00000100:00080000:1.0:1724307333.050052:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 72 00000100:00080000:3.0:1724307333.050528:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307303 00000100:00100000:0.0:1724307333.050812:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246497408:0@lo:400:kworker.0 00000100:00080000:1.0:1724307333.051044:0:3295:0:(import.c:1301:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0000: lwp recover req@ffff880090c3d500 x1808064246497664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1724307343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1724307333.051052:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8800949b9000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:1.0:1724307333.051055:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8800949b9000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1724307333.051057:0:3295:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to (at 0@lo) 00000100:00100000:1.0:1724307333.051061:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246497664:0@lo:38:kworker.0 00000100:00080000:1.0:1724307333.051078:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 72 00000100:00080000:1.0:1724307333.051082:0:3295:0:(import.c:940:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1724307333.051084:0:3295:0:(import.c:1184:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1724307333.051086:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8801363b4800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1724307333.051089:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246497792:0@lo:38:kworker.0 00010000:00010000:1.0:1724307333.470388:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1724307334.091391:0:23166:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg407-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00010000:00010000:0.0:1724307334.471976:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1724307334.649422:0:9780:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294970740 is committed 00000001:00100000:3.0:1724307334.649477:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000100:00100000:0.0:1724307334.837023:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307334.837050:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307334.837066:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307334.837083:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307334.837101:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248600448 00000100:00100000:0.0:1724307334.837108:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248600448 00000100:00100000:0.0:1724307334.837146:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 57 00000100:00100000:0.0:1724307334.837153:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248600448:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307334.837205:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248600448:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 52us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307334.837212:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 57 00000100:00080000:0.0:1724307334.837235:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307304 00000100:00100000:1.0:1724307334.838064:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248600832 00000100:00100000:1.0:1724307334.838069:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248600832 00000100:00100000:1.0:1724307334.838101:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1202 00000100:00100000:1.0:1724307334.838106:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248600832:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307334.838140:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1969:x1808064248600832:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 33us (1088us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307334.838146:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1202 00000100:00100000:1.0:1724307334.838156:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248600704 00000100:00100000:1.0:1724307334.838158:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248600704 00000100:00100000:1.0:1724307334.838173:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1203 00000100:00100000:1.0:1724307334.838177:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1969:x1808064248600704:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307334.838197:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1969:x1808064248600704:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 19us (1112us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307334.838202:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1203 00000100:00080000:1.0:1724307334.838272:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307304 00000100:00080000:1.0:1724307334.838275:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307304 00000100:00100000:3.0:1724307334.838360:0:22441:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248600576 00000100:00100000:3.0:1724307334.838364:0:22441:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248600576 00000100:00100000:3.0:1724307334.838389:0:22441:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1 00000100:00100000:3.0:1724307334.838393:0:22441:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1969:x1808064248600576:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307334.838422:0:22441:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1969:x1808064248600576:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 28us (1409us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307334.838427:0:22441:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1 00000100:00080000:1.0:1724307334.838544:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307304 00000001:02000400:3.0:1724307335.056188:0:23251:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00100000:3.0:1724307335.405712:0:19334:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00010000:00010000:1.0:1724307335.473804:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307336.475826:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307336.496603:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307336.498326:0:22442:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248600960 00000100:00100000:2.0:1724307336.498336:0:22442:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248600960 00000100:00100000:2.0:1724307336.498998:0:22442:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 12 00000100:00100000:2.0:1724307336.499004:0:22442:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:26202:x1808064248600960:12345-192.168.204.7@tcp:41:lfs.0 00000004:00000024:2.0:1724307336.499045:0:22442:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2259681280 avail 2257584128 00000100:00100000:2.0:1724307336.499100:0:22442:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:26202:x1808064248600960:12345-192.168.204.7@tcp:41:lfs.0 Request processed in 95us (2511us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307336.499108:0:22442:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 12 00000100:00080000:1.0:1724307336.499216:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307306 00000100:00100000:3.0:1724307336.502630:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307336.502758:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248601088 00000100:00100000:0.0:1724307336.502772:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248601088 00000100:00100000:0.0:1724307336.502845:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1187 00000100:00100000:0.0:1724307336.502852:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:26202:x1808064248601088:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:0.0:1724307336.502887:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 42795008 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307336.502939:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:26202:x1808064248601088:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 87us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307336.502945:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1187 00000100:00080000:1.0:1724307336.503488:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307306 00000100:00100000:0.0:1724307336.506294:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307336.506715:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248601216 00000100:00100000:2.0:1724307336.506723:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248601216 00000100:00100000:2.0:1724307336.506767:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1188 00000100:00100000:2.0:1724307336.506773:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:26202:x1808064248601216:12345-192.168.204.7@tcp:13:lfs.0 00000100:00080000:1.0:1724307336.506929:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307306 00002000:00000024:2.0:1724307336.507045:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24707072 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307336.507669:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:26202:x1808064248601216:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 866us (1353us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307336.507676:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1188 00000100:00100000:0.0:1724307336.560228:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307336.561221:0:22442:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248601472 00000100:00100000:2.0:1724307336.561230:0:22442:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248601472 00000100:00100000:2.0:1724307336.561283:0:22442:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 13 00000100:00100000:2.0:1724307336.561290:0:22442:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:26228:x1808064248601472:12345-192.168.204.7@tcp:101:dd.0 00010000:00010000:2.0:1724307336.561308:0:22442:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307336.561311:0:22442:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1724307336.561333:0:22442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402400/0x85b23e07e0c0cab4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d00a expref: 7 pid: 22443 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307336.561363:0:22442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c82da00) 00010000:00010000:2.0:1724307336.561373:0:22442:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307336.561384:0:22442:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091161200/0x85b23e07e0c0cade lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6d011 expref: -99 pid: 22442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307336.564834:0:22442:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b3c0/0x85b23e07e0c0cae5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307336.564849:0:22442:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b3c0/0x85b23e07e0c0cae5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307336.564859:0:22442:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b3c0/0x85b23e07e0c0cae5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307336.564869:0:22442:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b840/0x85b23e07e0c0caec lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xddd1de37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307336.564873:0:22442:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b840/0x85b23e07e0c0caec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xddd1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307336.564878:0:22442:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b840/0x85b23e07e0c0caec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xddd1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22442 initiator: MDT0 00000004:00080000:0.0:1724307336.574194:0:22442:0:(osp_internal.h:599:osp_update_last_fid()) Gap in objids: start=[0x240000400:0x1492:0x0], count =48 00000004:00080000:0.0:1724307336.574203:0:22442:0:(osp_object.c:1640:osp_create()) Writing gap [0x240000400:0x1492:0x0]+48 in llog 00000004:00080000:0.0:1724307336.574252:0:22442:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x14c2:0x0], index 0: 0 00010000:00010000:0.0:1724307336.574454:0:22442:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800904398c0/0x85b23e07e0c0caf3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xe1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307336.574466:0:22442:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800904398c0/0x85b23e07e0c0caf3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xe1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307336.574475:0:22442:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800904398c0/0x85b23e07e0c0caf3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xe1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307336.574499:0:22442:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b3c0/0x85b23e07e0c0cae5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307336.574505:0:22442:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b3c0/0x85b23e07e0c0cae5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307336.574510:0:22442:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b3c0/0x85b23e07e0c0cae5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307336.574515:0:22442:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043b3c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307336.574518:0:22442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b3c0/0x85b23e07e0c0cae5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307336.574524:0:22442:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b3c0/0x85b23e07e0c0cae5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307336.574532:0:22442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a57db400) 00010000:00010000:0.0:1724307336.574535:0:22442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307336.574538:0:22442:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b3c0/0x85b23e07e0c0cae5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307336.574545:0:22442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b3c0/0x85b23e07e0c0cae5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22442 initiator: MDT0 00000004:00010000:0.0:1724307336.574554:0:22442:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88012dcced80 reply state ffff88012bfa4000 transno 309237645313 ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b840/0x85b23e07e0c0caec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xddd1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22442 initiator: MDT0 00000100:00100000:0.0:1724307336.574559:0:22442:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1724307336.574584:0:22442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091161200/0x85b23e07e0c0cade lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d011 expref: 9 pid: 22442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307336.574607:0:22442:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800904398c0/0x85b23e07e0c0caf3 lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xe1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d011 expref: 8 pid: 22442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307336.574612:0:22442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xe1c:0x0].0x0 (ffff8800b5232900) 00010000:00010000:0.0:1724307336.574614:0:22442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1724307336.574616:0:22442:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904398c0, rc 0) 00000100:00100000:0.0:1724307336.577266:0:22442:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:26228:x1808064248601472:12345-192.168.204.7@tcp:101:dd.0 Request processed in 15968us (17038us total) trans 309237645313 rc 0/0 00000100:00100000:0.0:1724307336.577275:0:22442:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 13 00000100:00100000:0.0:1724307336.588491:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307336.588551:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248601600 00000100:00100000:1.0:1724307336.588560:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248601600 00000100:00100000:1.0:1724307336.588598:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11944 00000100:00100000:1.0:1724307336.588604:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009387ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:26228:x1808064248601600:12345-192.168.204.7@tcp:101:dd.0 00010000:00010000:1.0:1724307336.588621:0:16086:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307336.588629:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b840/0x85b23e07e0c0caec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xddd1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22442 initiator: MDT0 00010000:00010000:1.0:1724307336.588660:0:16086:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0cb01 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6d018 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307336.588660:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b840/0x85b23e07e0c0caec lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xddd1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22442 initiator: MDT0 00010000:00010000:3.0:1724307336.588667:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b840/0x85b23e07e0c0caec lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xddd1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22442 initiator: MDT0 00010000:00010000:3.0:1724307336.588672:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043b840 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307336.588675:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b840/0x85b23e07e0c0caec lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xddd1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22442 initiator: MDT0 00010000:00010000:3.0:1724307336.588680:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b840/0x85b23e07e0c0caec lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xddd1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22442 initiator: MDT0 00002000:00010000:1.0:1724307336.588685:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x14c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1724307336.588693:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xddd1de37 (ffff8800b5232300) 00010000:00010000:3.0:1724307336.588696:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307336.588699:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b840/0x85b23e07e0c0caec lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xddd1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22442 initiator: MDT0 00010000:00010000:1.0:1724307336.588702:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307336.588703:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1724307336.588703:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b840/0x85b23e07e0c0caec lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xddd1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22442 initiator: MDT0 00010000:00010000:1.0:1724307336.588709:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0cb01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d018 expref: 6 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307336.588721:0:16086:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0cb01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d018 expref: 6 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307336.588729:0:16086:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d4021c0, rc 0) 00000100:00100000:1.0:1724307336.588766:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009387ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:26228:x1808064248601600:12345-192.168.204.7@tcp:101:dd.0 Request processed in 161us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307336.588771:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11944 00000100:00100000:0.0:1724307336.592007:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307336.592171:0:22445:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248601856 00000100:00100000:3.0:1724307336.592179:0:22445:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248601856 00000100:00100000:3.0:1724307336.592207:0:22445:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 0 00000100:00100000:3.0:1724307336.592214:0:22445:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:26228:x1808064248601856:12345-192.168.204.7@tcp:35:dd.0 00000100:00100000:3.0:1724307336.593782:0:22445:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:26228:x1808064248601856:12345-192.168.204.7@tcp:35:dd.0 Request processed in 1563us (1777us total) trans 309237645314 rc 0/0 00000100:00100000:3.0:1724307336.593792:0:22445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 0 00000100:00000400:0.0:1724307337.043701:0:3299:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307321/real 1724307321] req@ffff8800922dce00 x1808064246488960/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307337 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307337.043727:0:3299:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800922dce00 x1808064246488960/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307337 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000400:0.0:1724307337.043733:0:3299:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307321/real 1724307321] req@ffff8800922dc000 x1808064246489088/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307337 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307337.043743:0:3299:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800922dc000 x1808064246489088/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307337 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307337.043757:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246488960:0@lo:400:kworker.0 00000100:00100000:0.0:1724307337.043760:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3299:1808064246489088:0@lo:400:kworker.0 00010000:00010000:1.0:1724307337.477936:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307338.036384:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f34d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246497920:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1724307338.036440:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307338.036477:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246497920 00000100:00100000:2.0:1724307338.036483:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246497920 00000100:00100000:2.0:1724307338.036526:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:2.0:1724307338.036532:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136904000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246497920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1724307338.036550:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 42795008 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307338.036579:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136904000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246497920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307338.036584:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00100000:2.0:1724307338.036617:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f34d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246497920:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1724307338.036861:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307308 00000100:00100000:1.0:1724307338.036930:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246498048:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1724307338.036953:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307338.037034:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246498048 00000100:00100000:1.0:1724307338.037038:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246498048 00000100:00100000:1.0:1724307338.037209:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:1.0:1724307338.037214:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1808064246498048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1724307338.037224:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24707072 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307338.037250:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1808064246498048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 36us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307338.037254:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:1.0:1724307338.037274:0:3296:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970740 gen 2 00000100:00100000:1.0:1724307338.037286:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246498048:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1724307338.037724:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307308 00000100:00100000:2.0:1724307338.053847:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1724307338.053865:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246498304:0@lo:400:kworker.0 00000100:00100000:1.0:1724307338.053922:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1724307338.053926:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307338.053931:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246498176:0@lo:400:kworker.0 00000100:00100000:1.0:1724307338.053962:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307338.053980:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3299:1808064246498432:0@lo:400:kworker.0 00000100:00100000:1.0:1724307338.053991:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246498176 00000100:00100000:2.0:1724307338.053995:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307338.053997:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246498176 00000100:00100000:1.0:1724307338.054032:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1724307338.054037:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246498176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307338.054064:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246498176:12345-0@lo:400:kworker.0 Request processed in 27us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307338.054068:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1724307338.054091:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246498560:0@lo:400:kworker.0 00000100:00100000:1.0:1724307338.054107:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307338.054134:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246498176:0@lo:400:kworker.0 00000100:00100000:1.0:1724307338.054155:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246498304 00000100:00100000:1.0:1724307338.054158:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246498304 00000100:00100000:1.0:1724307338.054175:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246498432 00000100:00100000:1.0:1724307338.054177:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246498432 00000100:00100000:1.0:1724307338.054184:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246498560 00000100:00100000:1.0:1724307338.054186:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246498560 00000100:00100000:1.0:1724307338.054193:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1724307338.054196:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1808064246498304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307338.054223:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1808064246498304:12345-0@lo:400:kworker.0 Request processed in 26us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307338.054228:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1724307338.054235:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1724307338.054238:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1808064246498432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307338.054255:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1808064246498432:12345-0@lo:400:kworker.0 Request processed in 16us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307338.054259:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1724307338.054264:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1724307338.054267:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246498560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307338.054284:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246498560:12345-0@lo:400:kworker.0 Request processed in 15us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307338.054288:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1724307338.054306:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246498560:0@lo:400:kworker.0 00000100:00080000:1.0:1724307338.054334:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307308 00000100:00080000:1.0:1724307338.054337:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307308 00000100:00100000:2.0:1724307338.054455:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3299:1808064246498432:0@lo:400:kworker.0 00000100:00100000:2.0:1724307338.054464:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246498304:0@lo:400:kworker.0 00010000:00010000:0.0:1724307338.479883:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307339.481731:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1724307339.529755:0:23524:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 61c: test race mds llog sync vs llog cleanup ========================================================== 02:15:39 (1724307339) 00000100:00100000:1.0:1724307339.647180:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307339.647329:0:22441:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248601984 00000100:00100000:3.0:1724307339.647338:0:22441:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248601984 00000100:00100000:3.0:1724307339.647381:0:22441:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 14 00000100:00100000:3.0:1724307339.647388:0:22441:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:26887:x1808064248601984:12345-192.168.204.7@tcp:101:touch.0 00010000:00010000:3.0:1724307339.647408:0:22441:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307339.647426:0:22441:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef9bcc0/0x85b23e07e0c0cb08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6d01f expref: -99 pid: 22441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307339.647473:0:22441:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef98900/0x85b23e07e0c0cb0f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307339.647483:0:22441:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef98900/0x85b23e07e0c0cb0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307339.647493:0:22441:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef98900/0x85b23e07e0c0cb0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22441 initiator: MDT0 00000004:00200000:3.0:1724307339.647537:0:22441:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 61952 00000004:00200000:3.0:1724307339.647540:0:22441:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 33 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307339.647559:0:22441:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef98900/0x85b23e07e0c0cb0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307339.647575:0:22441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef9bcc0/0x85b23e07e0c0cb08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d01f expref: 11 pid: 22441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307339.647587:0:22441:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef98900/0x85b23e07e0c0cb0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d01f expref: 10 pid: 22441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307339.647593:0:22441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009cc2a400) 00010000:00010000:3.0:1724307339.647596:0:22441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1724307339.647598:0:22441:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ef98900, rc 0) 00000100:00100000:3.0:1724307339.647635:0:22441:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+10:26887:x1808064248601984:12345-192.168.204.7@tcp:101:touch.0 Request processed in 248us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307339.647656:0:22441:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 14 00000100:00080000:1.0:1724307339.648489:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307309 00000100:00100000:1.0:1724307339.650263:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307339.650327:0:22442:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248602240 00000100:00100000:0.0:1724307339.650335:0:22442:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248602240 00000100:00100000:0.0:1724307339.650376:0:22442:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 15 00000100:00100000:0.0:1724307339.650382:0:22442:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+10:26887:x1808064248602240:12345-192.168.204.7@tcp:101:touch.0 00010000:00010000:0.0:1724307339.650396:0:22442:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1724307339.650398:0:22442:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1724307339.650418:0:22442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef98900/0x85b23e07e0c0cb0f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d01f expref: 10 pid: 22441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307339.650431:0:22442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009cc2a400) 00010000:00010000:0.0:1724307339.650438:0:22442:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1724307339.650448:0:22442:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b840/0x85b23e07e0c0cb16 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6d026 expref: -99 pid: 22442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307339.651409:0:22442:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009043bcc0/0x85b23e07e0c0cb1d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307339.651423:0:22442:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009043bcc0/0x85b23e07e0c0cb1d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307339.651431:0:22442:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009043bcc0/0x85b23e07e0c0cb1d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307339.651439:0:22442:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009043af40/0x85b23e07e0c0cb24 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307339.651443:0:22442:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009043af40/0x85b23e07e0c0cb24 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307339.651448:0:22442:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009043af40/0x85b23e07e0c0cb24 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22442 initiator: MDT0 00000004:00080000:1.0:1724307339.654902:0:22442:0:(osp_internal.h:599:osp_update_last_fid()) Gap in objids: start=[0x280000400:0x1472:0x0], count =48 00000004:00080000:1.0:1724307339.654912:0:22442:0:(osp_object.c:1640:osp_create()) Writing gap [0x280000400:0x1472:0x0]+48 in llog 00000004:00080000:1.0:1724307339.654924:0:22442:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x14a2:0x0], index 1: 0 00010000:00010000:1.0:1724307339.655108:0:22442:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0cb2b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22442 initiator: MDT0 00010000:00010000:1.0:1724307339.655120:0:22442:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0cb2b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22442 initiator: MDT0 00010000:00010000:1.0:1724307339.655130:0:22442:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0cb2b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22442 initiator: MDT0 00010000:00010000:1.0:1724307339.655151:0:22442:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009043bcc0/0x85b23e07e0c0cb1d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22442 initiator: MDT0 00010000:00010000:1.0:1724307339.655159:0:22442:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009043bcc0/0x85b23e07e0c0cb1d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22442 initiator: MDT0 00010000:00010000:1.0:1724307339.655164:0:22442:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009043bcc0/0x85b23e07e0c0cb1d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22442 initiator: MDT0 00010000:00010000:1.0:1724307339.655168:0:22442:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043bcc0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307339.655171:0:22442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009043bcc0/0x85b23e07e0c0cb1d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22442 initiator: MDT0 00010000:00010000:1.0:1724307339.655176:0:22442:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009043bcc0/0x85b23e07e0c0cb1d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22442 initiator: MDT0 00010000:00010000:1.0:1724307339.655183:0:22442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008efab800) 00010000:00010000:1.0:1724307339.655185:0:22442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307339.655188:0:22442:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009043bcc0/0x85b23e07e0c0cb1d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22442 initiator: MDT0 00010000:00010000:1.0:1724307339.655192:0:22442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009043bcc0/0x85b23e07e0c0cb1d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22442 initiator: MDT0 00000004:00010000:1.0:1724307339.655200:0:22442:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009e831880 reply state ffff88009b087000 transno 309237645315 ns: mdt-lustre-MDT0000_UUID lock: ffff88009043af40/0x85b23e07e0c0cb24 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22442 initiator: MDT0 00000100:00100000:1.0:1724307339.655205:0:22442:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1724307339.655229:0:22442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009043b840/0x85b23e07e0c0cb16 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d026 expref: 12 pid: 22442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307339.655241:0:22442:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0cb2b lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d026 expref: 11 pid: 22442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307339.655246:0:22442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xe1d:0x0].0x0 (ffff880093500500) 00010000:00010000:1.0:1724307339.655248:0:22442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1724307339.655250:0:22442:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d402d00, rc 0) 00000100:00100000:1.0:1724307339.655317:0:22442:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:26887:x1808064248602240:12345-192.168.204.7@tcp:101:touch.0 Request processed in 4934us (5059us total) trans 309237645315 rc 0/0 00000100:00100000:1.0:1724307339.655324:0:22442:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 15 00010000:00010000:0.0:1724307339.660765:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009043af40/0x85b23e07e0c0cb24 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307339.660780:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009043af40/0x85b23e07e0c0cb24 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307339.660786:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009043af40/0x85b23e07e0c0cb24 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307339.660791:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009043af40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:0.0:1724307339.660795:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009043af40/0x85b23e07e0c0cb24 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307339.660801:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009043af40/0x85b23e07e0c0cb24 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307339.660814:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ed1de37 (ffff88008efabb00) 00010000:00010000:0.0:1724307339.660817:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1724307339.660821:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009043af40/0x85b23e07e0c0cb24 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22442 initiator: MDT0 00010000:00010000:0.0:1724307339.660826:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009043af40/0x85b23e07e0c0cb24 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22442 initiator: MDT0 00000100:00100000:3.0:1724307339.660927:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307339.660990:0:22442:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248602496 00000100:00100000:1.0:1724307339.660998:0:22442:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248602496 00000100:00100000:1.0:1724307339.661034:0:22442:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 16 00000100:00100000:1.0:1724307339.661041:0:22442:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+11:26887:x1808064248602496:12345-192.168.204.7@tcp:36:touch.0 00010000:00010000:1.0:1724307339.661081:0:22442:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307339.661095:0:22442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0x85b23e07e0c0cb2b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d026 expref: 11 pid: 22442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307339.661106:0:22442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xe1d:0x0].0x0 (ffff880093500500) 00010000:00010000:1.0:1724307339.661112:0:22442:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307339.661142:0:22442:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0cb39 lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22442 initiator: MDT0 00010000:00010000:1.0:1724307339.661151:0:22442:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0cb39 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22442 initiator: MDT0 00010000:00010000:1.0:1724307339.661158:0:22442:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0cb39 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22442 initiator: MDT0 00000004:00010000:1.0:1724307339.661262:0:22442:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff880135d33b80 reply state ffff88009eb68000 transno 309237645316 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0cb39 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22442 initiator: MDT0 00000100:00100000:1.0:1724307339.661268:0:22442:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1724307339.661331:0:22442:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:26887:x1808064248602496:12345-192.168.204.7@tcp:36:touch.0 Request processed in 290us (408us total) trans 309237645316 rc 0/0 00000100:00100000:1.0:1724307339.661341:0:22442:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 16 00000100:00100000:0.0:1724307339.663127:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307339.663427:0:22441:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248602624 00000100:00100000:2.0:1724307339.663434:0:22441:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248602624 00000100:00100000:2.0:1724307339.663477:0:22441:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 17 00000100:00100000:2.0:1724307339.663483:0:22441:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:26887:x1808064248602624:12345-192.168.204.7@tcp:101:touch.0 00010000:00010000:2.0:1724307339.663500:0:22441:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307339.663515:0:22441:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091161f80/0x85b23e07e0c0cb40 lrc: 2/0,0 mode: --/CR res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6d02d expref: -99 pid: 22441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307339.663557:0:22441:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091161f80/0x85b23e07e0c0cb40 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d02d expref: 13 pid: 22441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307339.663572:0:22441:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091161f80/0x85b23e07e0c0cb40 lrc: 3/0,0 mode: CR/CR res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d02d expref: 13 pid: 22441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307339.663585:0:22441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xe1d:0x0].0x0 (ffff880093500200) 00010000:00010000:2.0:1724307339.663588:0:22441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1724307339.663591:0:22441:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091161f80, rc 0) 00010000:00010000:3.0:1724307339.663901:0:3283:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0cb39 lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22442 initiator: MDT0 00010000:00010000:3.0:1724307339.663908:0:3283:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0cb39 lrc: 2/0,0 mode: PW/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22442 initiator: MDT0 00010000:00010000:3.0:1724307339.663913:0:3283:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0cb39 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22442 initiator: MDT0 00010000:00010000:3.0:1724307339.663918:0:3283:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d4033c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307339.663921:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0cb39 lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22442 initiator: MDT0 00010000:00010000:3.0:1724307339.663926:0:3283:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0cb39 lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22442 initiator: MDT0 00010000:00010000:3.0:1724307339.663935:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xe1d:0x0].0x0 (ffff880093500200) 00010000:00010000:3.0:1724307339.663937:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307339.663940:0:3283:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0cb39 lrc: 2/0,0 mode: --/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22442 initiator: MDT0 00010000:00010000:3.0:1724307339.663945:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4033c0/0x85b23e07e0c0cb39 lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22442 initiator: MDT0 00000100:00100000:2.0:1724307339.664016:0:22441:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:26887:x1808064248602624:12345-192.168.204.7@tcp:101:touch.0 Request processed in 531us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307339.664022:0:22441:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 17 00000100:00100000:0.0:1724307339.667892:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307339.668325:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248602752 00000100:00100000:2.0:1724307339.668332:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248602752 00000100:00100000:2.0:1724307339.668470:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11945 00000100:00100000:2.0:1724307339.668477:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1967:x1808064248602752:12345-192.168.204.7@tcp:2:touch.0 00000100:00080000:1.0:1724307339.668539:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307309 00000100:00100000:2.0:1724307339.670177:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1967:x1808064248602752:12345-192.168.204.7@tcp:2:touch.0 Request processed in 1690us (2284us total) trans 4294970741 rc 0/0 00000100:00100000:2.0:1724307339.670186:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11945 00000100:00100000:0.0:1724307339.673049:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307339.673502:0:22445:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248603008 00000100:00100000:3.0:1724307339.673511:0:22445:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248603008 00000100:00100000:3.0:1724307339.673894:0:22445:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1 00000100:00100000:3.0:1724307339.673900:0:22445:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+12:26887:x1808064248603008:12345-192.168.204.7@tcp:35:touch.0 00000100:00100000:3.0:1724307339.674141:0:22445:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+13:26887:x1808064248603008:12345-192.168.204.7@tcp:35:touch.0 Request processed in 240us (1099us total) trans 309237645317 rc 0/0 00000100:00100000:3.0:1724307339.674148:0:22445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1 00000100:00100000:0.0:1724307339.842139:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307339.842185:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307339.842258:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248603136 00000100:00100000:1.0:1724307339.842265:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248603136 00000100:00100000:1.0:1724307339.842300:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 59 00000100:00100000:1.0:1724307339.842305:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248603136:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307339.842351:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248603136:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 45us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307339.842356:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 59 00000100:00100000:2.0:1724307339.842487:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248603264 00000100:00100000:2.0:1724307339.842491:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248603264 00000100:00100000:2.0:1724307339.842512:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1204 00000100:00100000:2.0:1724307339.842515:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1969:x1808064248603264:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307339.842539:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1969:x1808064248603264:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 23us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307339.842544:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1204 00000100:00080000:0.0:1724307339.842612:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307309 00000100:00080000:0.0:1724307339.842615:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307309 00000001:00080000:0.0:1724307339.884994:0:22519:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 309237645315 is committed 00000001:00080000:0.0:1724307339.885010:0:22519:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 309237645316 is committed 00000001:00080000:0.0:1724307339.885014:0:22519:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 309237645317 is committed 00000100:00100000:0.0:1724307340.300051:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307340.302240:0:22441:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248603392 00000100:00100000:3.0:1724307340.302254:0:22441:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248603392 00000100:00100000:3.0:1724307340.302321:0:22441:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 18 00000100:00100000:3.0:1724307340.302330:0:22441:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:26951:x1808064248603392:12345-192.168.204.7@tcp:101:rm.0 00010000:00010000:3.0:1724307340.302354:0:22441:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307340.302378:0:22441:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef99200/0x85b23e07e0c0cb47 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6d034 expref: -99 pid: 22441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307340.302438:0:22441:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef9a880/0x85b23e07e0c0cb4e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.302461:0:22441:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef9a880/0x85b23e07e0c0cb4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.302474:0:22441:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef9a880/0x85b23e07e0c0cb4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22441 initiator: MDT0 00000004:00200000:3.0:1724307340.302545:0:22441:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 61952 00000004:00200000:3.0:1724307340.302548:0:22441:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 34 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307340.302576:0:22441:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef9a880/0x85b23e07e0c0cb4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.302596:0:22441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef99200/0x85b23e07e0c0cb47 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d034 expref: 10 pid: 22441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307340.302610:0:22441:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef9a880/0x85b23e07e0c0cb4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d034 expref: 9 pid: 22441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307340.302618:0:22441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009cc2ad00) 00010000:00010000:3.0:1724307340.302621:0:22441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1724307340.302624:0:22441:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ef9a880, rc 0) 00000100:00100000:3.0:1724307340.303303:0:22441:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:26951:x1808064248603392:12345-192.168.204.7@tcp:101:rm.0 Request processed in 971us (3257us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307340.303312:0:22441:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 18 00000100:00100000:2.0:1724307340.307728:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307340.307799:0:22441:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248603520 00000100:00100000:3.0:1724307340.307809:0:22441:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248603520 00000100:00100000:3.0:1724307340.307852:0:22441:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 19 00000100:00100000:3.0:1724307340.307859:0:22441:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:26951:x1808064248603520:12345-192.168.204.7@tcp:101:rm.0 00010000:00010000:3.0:1724307340.307882:0:22441:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307340.307902:0:22441:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef99680/0x85b23e07e0c0cb55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6d03b expref: -99 pid: 22441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307340.307991:0:22441:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef9a1c0/0x85b23e07e0c0cb5c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308004:0:22441:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef9a1c0/0x85b23e07e0c0cb5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308016:0:22441:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef9a1c0/0x85b23e07e0c0cb5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308028:0:22441:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef98d80/0x85b23e07e0c0cb63 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308034:0:22441:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef98d80/0x85b23e07e0c0cb63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308039:0:22441:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef98d80/0x85b23e07e0c0cb63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308159:0:22441:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef99b00/0x85b23e07e0c0cb6a lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308166:0:22441:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef99b00/0x85b23e07e0c0cb6a lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308176:0:22441:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef99b00/0x85b23e07e0c0cb6a lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22441 initiator: MDT0 00000004:00200000:3.0:1724307340.308209:0:22441:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x20001a9e3:0xe1d:0x0]: returning size 0 00000004:00200000:3.0:1724307340.308214:0:22441:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1724307340.308228:0:22441:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef99b00/0x85b23e07e0c0cb6a lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308237:0:22441:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef99b00/0x85b23e07e0c0cb6a lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308244:0:22441:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef9a1c0/0x85b23e07e0c0cb5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308250:0:22441:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef9a1c0/0x85b23e07e0c0cb5c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308256:0:22441:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef9a1c0/0x85b23e07e0c0cb5c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308261:0:22441:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008ef9a1c0 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307340.308265:0:22441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef9a1c0/0x85b23e07e0c0cb5c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308270:0:22441:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef9a1c0/0x85b23e07e0c0cb5c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308280:0:22441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009cc2ad00) 00010000:00010000:3.0:1724307340.308282:0:22441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307340.308286:0:22441:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef9a1c0/0x85b23e07e0c0cb5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308290:0:22441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef9a1c0/0x85b23e07e0c0cb5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308299:0:22441:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef98d80/0x85b23e07e0c0cb63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308303:0:22441:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef98d80/0x85b23e07e0c0cb63 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308308:0:22441:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef98d80/0x85b23e07e0c0cb63 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308310:0:22441:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008ef98d80 already unused, calling callback (ffffffffa133a880) 00010000:00010000:3.0:1724307340.308312:0:22441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef98d80/0x85b23e07e0c0cb63 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308315:0:22441:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef98d80/0x85b23e07e0c0cb63 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308321:0:22441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ed1de37 (ffff88009cc2ae00) 00010000:00010000:3.0:1724307340.308323:0:22441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1724307340.308324:0:22441:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef98d80/0x85b23e07e0c0cb63 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308328:0:22441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef98d80/0x85b23e07e0c0cb63 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22441 initiator: MDT0 00010000:00010000:3.0:1724307340.308350:0:22441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef99680/0x85b23e07e0c0cb55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d03b expref: 11 pid: 22441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307340.308360:0:22441:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef99b00/0x85b23e07e0c0cb6a lrc: 3/0,0 mode: PR/PR res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d03b expref: 10 pid: 22441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307340.308365:0:22441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xe1d:0x0].0x0 (ffff880093500200) 00010000:00010000:3.0:1724307340.308368:0:22441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1724307340.308370:0:22441:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ef99b00, rc 0) 00000100:00100000:3.0:1724307340.308416:0:22441:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+10:26951:x1808064248603520:12345-192.168.204.7@tcp:101:rm.0 Request processed in 556us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307340.308422:0:22441:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 19 00000100:00100000:1.0:1724307340.310509:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307340.310542:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248603648 00000100:00100000:1.0:1724307340.310550:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248603648 00000100:00100000:1.0:1724307340.310843:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11946 00000100:00100000:1.0:1724307340.310851:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1968:x1808064248603648:12345-192.168.204.7@tcp:101:rm.0 00010000:00010000:1.0:1724307340.310869:0:16086:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307340.310889:0:16086:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d403cc0/0x85b23e07e0c0cb71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6d042 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1724307340.310914:0:16086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x14a2:0x0] initial LVB size: 0, mtime: 0x66c6d78c, atime: 0x66c6d78c, ctime: 0x66c6d78c, blocks: 0x1 00010000:00010000:1.0:1724307340.310930:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307340.310932:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1724307340.310940:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d403cc0/0x85b23e07e0c0cb71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d042 expref: 7 pid: 16086 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1724307340.310957:0:16086:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d403cc0/0x85b23e07e0c0cb71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d042 expref: 7 pid: 16086 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1724307340.310973:0:16086:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d403cc0, rc 0) 00000100:00100000:1.0:1724307340.311772:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1968:x1808064248603648:12345-192.168.204.7@tcp:101:rm.0 Request processed in 918us (1268us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307340.311779:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11946 00000100:00100000:1.0:1724307340.314096:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307340.314212:0:22441:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248603904 00000100:00100000:2.0:1724307340.314222:0:22441:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248603904 00000100:00100000:2.0:1724307340.314261:0:22441:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 20 00000100:00100000:2.0:1724307340.314268:0:22441:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+10:26951:x1808064248603904:12345-192.168.204.7@tcp:36:rm.0 00010000:00010000:2.0:1724307340.314319:0:22441:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1724307340.314346:0:22441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef99b00/0x85b23e07e0c0cb6a lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d03b expref: 10 pid: 22441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307340.314362:0:22441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091161f80/0x85b23e07e0c0cb40 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d02d expref: 9 pid: 22441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307340.314376:0:22441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xe1d:0x0].0x0 (ffff880093500200) 00010000:00010000:2.0:1724307340.314390:0:22441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef9a880/0x85b23e07e0c0cb4e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d034 expref: 8 pid: 22441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307340.314397:0:22441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009cc2ad00) 00010000:00010000:2.0:1724307340.314402:0:22441:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1724307340.314433:0:22441:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091160b40/0x85b23e07e0c0cb78 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.314444:0:22441:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091160b40/0x85b23e07e0c0cb78 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.314451:0:22441:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091160b40/0x85b23e07e0c0cb78 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.314461:0:22441:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091160240/0x85b23e07e0c0cb7f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.314466:0:22441:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091160240/0x85b23e07e0c0cb7f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.314470:0:22441:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091160240/0x85b23e07e0c0cb7f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.314584:0:22441:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091162d00/0x85b23e07e0c0cb86 lrc: 3/0,1 mode: --/EX res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.314591:0:22441:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091162d00/0x85b23e07e0c0cb86 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.314595:0:22441:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091162d00/0x85b23e07e0c0cb86 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22441 initiator: MDT0 00000040:00080000:2.0:1724307340.315301:0:22441:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x122:0x0].2, 64 off8320 00000004:00080000:2.0:1724307340.315308:0:22441:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2942822667922ns, next at 2943822665695ns, rc = 0 00010000:00010000:2.0:1724307340.315390:0:22441:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0cb8d lrc: 3/0,1 mode: --/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.315397:0:22441:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0cb8d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.315404:0:22441:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0cb8d lrc: 3/0,1 mode: PW/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.315410:0:22441:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0cb8d lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.315415:0:22441:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0cb8d lrc: 4/0,1 mode: PW/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.315420:0:22441:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0cb8d lrc: 3/0,0 mode: PW/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.315426:0:22441:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0cb8d lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.315431:0:22441:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800911621c0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:2.0:1724307340.315435:0:22441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0cb8d lrc: 4/0,0 mode: PW/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.315441:0:22441:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0cb8d lrc: 5/0,0 mode: PW/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.315448:0:22441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xe1d:0x0].0x0 (ffff8800a57db200) 00010000:00010000:2.0:1724307340.315450:0:22441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1724307340.315453:0:22441:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0cb8d lrc: 3/0,0 mode: --/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.315457:0:22441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800911621c0/0x85b23e07e0c0cb8d lrc: 0/0,0 mode: --/PW res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.315477:0:22441:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091162d00/0x85b23e07e0c0cb86 lrc: 3/0,1 mode: EX/EX res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.315481:0:22441:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091162d00/0x85b23e07e0c0cb86 lrc: 2/0,0 mode: EX/EX res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.315485:0:22441:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091162d00/0x85b23e07e0c0cb86 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.315488:0:22441:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162d00 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307340.315491:0:22441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091162d00/0x85b23e07e0c0cb86 lrc: 3/0,0 mode: EX/EX res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.315495:0:22441:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091162d00/0x85b23e07e0c0cb86 lrc: 4/0,0 mode: EX/EX res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.315499:0:22441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001a9e3:0xe1d:0x0].0x0 (ffff8800a57db200) 00010000:00010000:2.0:1724307340.315500:0:22441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1724307340.315502:0:22441:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091162d00/0x85b23e07e0c0cb86 lrc: 2/0,0 mode: --/EX res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.315509:0:22441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091162d00/0x85b23e07e0c0cb86 lrc: 0/0,0 mode: --/EX res: [0x20001a9e3:0xe1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.316110:0:22441:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091160b40/0x85b23e07e0c0cb78 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.316116:0:22441:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091160b40/0x85b23e07e0c0cb78 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.316121:0:22441:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091160b40/0x85b23e07e0c0cb78 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.316125:0:22441:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160b40 already unused, calling callback (ffffffffa133a880) 00010000:00010000:2.0:1724307340.316127:0:22441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091160b40/0x85b23e07e0c0cb78 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.316200:0:22441:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091160b40/0x85b23e07e0c0cb78 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.316231:0:22441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a57db100) 00010000:00010000:2.0:1724307340.316234:0:22441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1724307340.316236:0:22441:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091160b40/0x85b23e07e0c0cb78 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22441 initiator: MDT0 00010000:00010000:2.0:1724307340.316240:0:22441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091160b40/0x85b23e07e0c0cb78 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22441 initiator: MDT0 00000004:00010000:2.0:1724307340.316252:0:22441:0:(mdt_handler.c:4297:mdt_save_lock()) ### save lock request ffff88009e830a80 reply state ffff880090c37000 transno 309237645318 ns: mdt-lustre-MDT0000_UUID lock: ffff880091160240/0x85b23e07e0c0cb7f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22441 initiator: MDT0 00000100:00100000:2.0:1724307340.316258:0:22441:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1724307340.316334:0:22441:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+9:26951:x1808064248603904:12345-192.168.204.7@tcp:36:rm.0 Request processed in 2062us (2242us total) trans 309237645318 rc 0/0 00000100:00100000:2.0:1724307340.316344:0:22441:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 20 00010000:00010000:1.0:1724307340.319459:0:3282:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091160240/0x85b23e07e0c0cb7f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22441 initiator: MDT0 00010000:00010000:1.0:1724307340.319476:0:3282:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091160240/0x85b23e07e0c0cb7f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22441 initiator: MDT0 00010000:00010000:1.0:1724307340.319483:0:3282:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091160240/0x85b23e07e0c0cb7f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22441 initiator: MDT0 00010000:00010000:1.0:1724307340.319488:0:3282:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160240 already unused, calling callback (ffffffffa133a880) 00010000:00010000:1.0:1724307340.319493:0:3282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091160240/0x85b23e07e0c0cb7f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22441 initiator: MDT0 00010000:00010000:1.0:1724307340.319500:0:3282:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091160240/0x85b23e07e0c0cb7f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22441 initiator: MDT0 00010000:00010000:1.0:1724307340.319516:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ed1de37 (ffff8800a57db900) 00010000:00010000:1.0:1724307340.319519:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1724307340.319522:0:3282:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091160240/0x85b23e07e0c0cb7f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22441 initiator: MDT0 00010000:00010000:1.0:1724307340.319527:0:3282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091160240/0x85b23e07e0c0cb7f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ed1de37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22441 initiator: MDT0 00010000:00010000:0.0:1724307340.483912:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307341.485966:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1724307342.018814:0:3298:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307326/real 1724307326] req@ffff880136904e00 x1808064246489472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307342 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1724307342.018848:0:3298:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff880136904e00 x1808064246489472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307342 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1724307342.018869:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3298:1808064246489472:0@lo:400:kworker.0 00000100:00000400:0.0:1724307342.040757:0:3297:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1724307326/real 1724307326] req@ffff880136905880 x1808064246489344/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307342 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307342.040784:0:3297:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff880136905880 x1808064246489344/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1724307342 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1724307342.040799:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246489344:0@lo:400:kworker.0 00010000:00010000:0.0:1724307342.487919:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1724307343.043898:0:22493:0:(osp_sync.c:1802:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2945551256950ns, next at 2946551255797ns, rc = 0 00000100:00100000:0.0:1724307343.043925:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246498688:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307343.043977:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307343.044083:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f34d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246498816:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1724307343.044109:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307343.044325:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246498688 00000100:00100000:0.0:1724307343.044332:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246498688 00000100:00080000:2.0:1724307343.044399:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307313 00000100:00100000:0.0:1724307343.044442:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246498816 00000100:00100000:0.0:1724307343.044445:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246498816 00000100:00100000:1.0:1724307343.044446:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:1.0:1724307343.044452:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1808064246498688:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1724307343.044456:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307313 00000100:00100000:0.0:1724307343.044468:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:0.0:1724307343.044472:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246498816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1724307343.044482:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24707072 pending 0 free 3858759680 avail 3856662528 00002000:00000024:0.0:1724307343.044491:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 42795008 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307343.044516:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1808064246498688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307343.044521:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:3.0:1724307343.044538:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246498688:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1724307343.044663:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246498816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 189us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307343.044669:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00100000:3.0:1724307343.044741:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f34d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246498816:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1724307343.060253:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246499072:0@lo:400:kworker.0 00000100:00100000:2.0:1724307343.060312:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307343.060338:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1724307343.060342:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3296:1808064246499200:0@lo:400:kworker.0 00000100:00100000:2.0:1724307343.060356:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307343.060391:0:22441:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246499072 00000100:00100000:2.0:1724307343.060397:0:22441:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246499072 00000100:00100000:1.0:1724307343.060403:0:22442:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246499200 00000100:00100000:1.0:1724307343.060406:0:22442:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246499200 00000100:00100000:1.0:1724307343.060430:0:22442:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1724307343.060435:0:22442:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1808064246499200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307343.060479:0:22442:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1808064246499200:12345-0@lo:400:kworker.0 Request processed in 43us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307343.060484:0:22442:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1724307343.060498:0:22442:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1724307343.060501:0:22442:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246499072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307343.060521:0:22442:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246499072:12345-0@lo:400:kworker.0 Request processed in 20us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307343.060526:0:22442:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1724307343.060617:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246498944:0@lo:400:kworker.0 00000100:00100000:0.0:1724307343.060658:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307343.060670:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1724307343.060673:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3299:1808064246499328:0@lo:400:kworker.0 00000100:00100000:0.0:1724307343.060689:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307343.060970:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246498944 00000100:00100000:0.0:1724307343.060975:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246498944 00000100:00100000:0.0:1724307343.060994:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1724307343.060998:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3299:x1808064246498944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307343.061022:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3299:x1808064246498944:12345-0@lo:400:kworker.0 Request processed in 23us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307343.061027:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1724307343.061056:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246498944:0@lo:400:kworker.0 00000100:00080000:3.0:1724307343.061139:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307313 00000100:00080000:3.0:1724307343.061143:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307313 00000100:00100000:3.0:1724307343.061161:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3296:1808064246499200:0@lo:400:kworker.0 00000100:00100000:2.0:1724307343.061162:0:22441:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246499328 00000100:00100000:2.0:1724307343.061165:0:22441:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246499328 00000100:00100000:3.0:1724307343.061170:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246499072:0@lo:400:kworker.0 00000100:00100000:2.0:1724307343.061180:0:22441:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1724307343.061183:0:22441:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f34d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1808064246499328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307343.061213:0:22441:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f34d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1808064246499328:12345-0@lo:400:kworker.0 Request processed in 29us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307343.061218:0:22441:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1724307343.061661:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3299:1808064246499328:0@lo:400:kworker.0 00010000:00010000:0.0:1724307343.490662:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307344.491861:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1724307344.637243:0:9780:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294970741 is committed 00000100:00100000:0.0:1724307344.850461:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307344.850501:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307344.850517:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307344.850540:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307344.850562:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248604160 00000100:00100000:0.0:1724307344.850569:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248604160 00000100:00100000:0.0:1724307344.850608:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 8 00000100:00100000:0.0:1724307344.850616:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:1968:x1808064248604160:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307344.850697:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:1968:x1808064248604160:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 80us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307344.850703:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 8 00000100:00100000:0.0:1724307344.850725:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248604416 00000100:00100000:0.0:1724307344.850727:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248604416 00000100:00100000:0.0:1724307344.850743:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248604288 00000100:00100000:0.0:1724307344.850745:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248604288 00000100:00100000:0.0:1724307344.850758:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1205 00000100:00100000:0.0:1724307344.850762:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1968:x1808064248604416:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307344.850782:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1968:x1808064248604416:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 20us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307344.850787:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1205 00000100:00100000:0.0:1724307344.850795:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1206 00000100:00100000:0.0:1724307344.850798:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1969:x1808064248604288:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307344.850813:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1969:x1808064248604288:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 14us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307344.850817:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1206 00000100:00080000:0.0:1724307344.850828:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307314 00000100:00080000:0.0:1724307344.850830:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307314 00000100:00080000:0.0:1724307344.850831:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307314 00000100:00100000:1.0:1724307344.851084:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248604032 00000100:00100000:1.0:1724307344.851088:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248604032 00000100:00100000:1.0:1724307344.851111:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 61 00000100:00100000:1.0:1724307344.851116:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c23c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248604032:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307344.851139:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c23c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248604032:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 23us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307344.851144:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 61 00000100:00080000:0.0:1724307344.852476:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307314 00000004:00080000:0.0:1724307344.888669:0:22519:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 3 committed 00000001:00080000:0.0:1724307344.888696:0:22519:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 309237645318 is committed 00000004:00080000:0.0:1724307344.888701:0:22519:0:(osp_sync.c:1767:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000100:00100000:1.0:1724307344.888814:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1724307344.888829:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246499456:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1724307344.888879:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307344.888986:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246499456 00000100:00100000:0.0:1724307344.888993:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246499456 00000100:00100000:0.0:1724307344.889021:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11947 00000100:00100000:0.0:1724307344.889027:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246499456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1724307344.889048:0:16086:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5282 count 1 00010000:00010000:0.0:1724307344.889067:0:16086:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0cb94 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307344.889084:0:16086:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d403cc0/0x85b23e07e0c0cb71 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d042 expref: 5 pid: 16086 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307344.889090:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307344.889092:0:16086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1724307344.889094:0:16086:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0cb94 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x14a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307344.889116:0:16086:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d403cc0/0x85b23e07e0c0cb71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d042 expref: 5 pid: 16086 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1724307344.889127:0:16086:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d403cc0/0x85b23e07e0c0cb71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d042 expref: 5 pid: 16086 timeout: 3047 lvb_type: 1 00000100:00100000:0.0:1724307344.889136:0:16086:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b418700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16086:1808064246499584:192.168.204.7@tcp:104: 00000100:00100000:0.0:1724307344.889176:0:16086:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800910943c0 going to sleep for 11 seconds 00000100:00100000:2.0:1724307344.893920:0:16086:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b418700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16086:1808064246499584:192.168.204.7@tcp:104: 00010000:00010000:2.0:1724307344.893948:0:16086:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0cb94 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307344.894406:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307344.894628:0:7038:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248604544 00000100:00100000:2.0:1724307344.894634:0:7038:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248604544 00010000:00010000:2.0:1724307344.894680:0:7038:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d403cc0/0x85b23e07e0c0cb71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d042 expref: 6 pid: 16086 timeout: 3047 lvb_type: 1 00000100:00100000:2.0:1724307344.894766:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2933 00000100:00100000:2.0:1724307344.894772:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e832300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1967:x1808064248604544:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1724307344.894784:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1724307344.894788:0:7038:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d403cc0/0x85b23e07e0c0cb71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d042 expref: 6 pid: 16086 timeout: 3047 lvb_type: 1 00010000:00010000:2.0:1724307344.894798:0:7038:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d403cc0/0x85b23e07e0c0cb71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d042 expref: 6 pid: 16086 timeout: 3047 lvb_type: 1 00010000:00010000:2.0:1724307344.894816:0:7038:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d403cc0/0x85b23e07e0c0cb71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d042 expref: 6 pid: 16086 timeout: 3047 lvb_type: 1 00010000:00010000:2.0:1724307344.895100:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307344.895102:0:7038:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1724307344.895106:0:7038:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0cb94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307344.895113:0:7038:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0cb94 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x14a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307344.895130:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1724307344.895169:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e832300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1967:x1808064248604544:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 396us (765us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307344.895175:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2933 00010000:00010000:0.0:1724307344.895402:0:16086:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0cb94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307344.895414:0:16086:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0cb94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307344.895421:0:16086:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0cb94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307344.895426:0:16086:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0cb94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307344.895432:0:16086:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0cb94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307344.895438:0:16086:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880090438480 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:0.0:1724307344.895440:0:16086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0cb94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307344.895447:0:16086:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0cb94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307344.895457:0:16086:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0cb94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307344.895463:0:16086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090438480/0x85b23e07e0c0cb94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307344.895908:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3298:x1808064246499456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6880us (7029us total) trans 4294970742 rc 0/0 00000100:00100000:0.0:1724307344.895916:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11947 00000004:00080000:1.0:1724307344.896062:0:3298:0:(osp_sync.c:581:osp_sync_interpret()) reply req ffff88009e832d80/2, rc 0, transno 3446 00000100:00100000:1.0:1724307344.896068:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246499456:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1724307345.495422:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307346.495829:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307347.497799:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307348.052123:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1724307348.052140:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013580a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246499840:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1724307348.052191:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307348.052633:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1724307348.052660:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246499712:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1724307348.052684:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307348.052747:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246499840 00000100:00100000:1.0:1724307348.052753:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246499840 00000100:00100000:1.0:1724307348.052788:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246499712 00000100:00100000:1.0:1724307348.052790:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246499712 00000100:00100000:1.0:1724307348.052803:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:1.0:1724307348.052808:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1808064246499840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1724307348.052839:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24707072 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307348.052870:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1808064246499840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307348.052875:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:1.0:1724307348.052885:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:1.0:1724307348.052888:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1808064246499712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1724307348.052903:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 42795008 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307348.052920:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1808064246499712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 31us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307348.052925:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:1.0:1724307348.052947:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246499712:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1724307348.052967:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307318 00000100:00080000:1.0:1724307348.052970:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307318 00000100:00100000:3.0:1724307348.053090:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013580a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3297:1808064246499840:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1724307348.068758:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3296:1808064246500224:0@lo:400:kworker.0 00000100:00100000:2.0:1724307348.068818:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307348.068842:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246500352:0@lo:400:kworker.0 00000100:00100000:0.0:1724307348.068924:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246500096:0@lo:400:kworker.0 00000100:00100000:1.0:1724307348.068943:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246499968:0@lo:400:kworker.0 00000100:00100000:1.0:1724307348.068971:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307348.069143:0:22892:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246500224 00000100:00100000:1.0:1724307348.069149:0:22892:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246500224 00000100:00100000:1.0:1724307348.069178:0:22892:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1724307348.069184:0:22892:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1808064246500224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307348.069230:0:22892:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1808064246500224:12345-0@lo:400:kworker.0 Request processed in 45us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307348.069236:0:22892:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:1.0:1724307348.069252:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307318 00000100:00100000:3.0:1724307348.069292:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307348.069312:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307348.069373:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3296:1808064246500224:0@lo:400:kworker.0 00000100:00100000:0.0:1724307348.069400:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246499968 00000100:00100000:0.0:1724307348.069403:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246499968 00000100:00100000:0.0:1724307348.069434:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1724307348.069438:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d2e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3298:x1808064246499968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307348.069464:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d2e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3298:x1808064246499968:12345-0@lo:400:kworker.0 Request processed in 25us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307348.069468:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00080000:2.0:1724307348.069526:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307318 00000100:00100000:1.0:1724307348.069574:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246500096 00000100:00100000:1.0:1724307348.069577:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246500096 00000100:00080000:2.0:1724307348.069588:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307318 00000100:00100000:1.0:1724307348.069610:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246500352 00000100:00100000:1.0:1724307348.069613:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246500352 00000100:00100000:1.0:1724307348.069635:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1724307348.069653:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1808064246500096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307348.069681:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1808064246500096:12345-0@lo:400:kworker.0 Request processed in 28us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307348.069686:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1724307348.069696:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1724307348.069699:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246500352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307348.069718:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246500352:12345-0@lo:400:kworker.0 Request processed in 18us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307348.069722:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1724307348.069742:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246499968:0@lo:400:kworker.0 00000100:00100000:3.0:1724307348.069849:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246500352:0@lo:400:kworker.0 00000100:00100000:2.0:1724307348.071241:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246500096:0@lo:400:kworker.0 00010000:00010000:0.0:1724307348.499939:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307349.501833:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1724307349.619871:0:9780:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294970742 is committed 00000100:00100000:0.0:1724307349.860245:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307349.860279:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307349.860307:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307349.860331:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307349.860350:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248604672 00000100:00100000:0.0:1724307349.860356:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248604672 00000100:00100000:0.0:1724307349.860402:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 63 00000100:00100000:0.0:1724307349.860409:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d2dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248604672:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307349.860455:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d2dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248604672:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 46us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307349.860461:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 63 00000100:00100000:0.0:1724307349.860494:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248605056 00000100:00100000:0.0:1724307349.860496:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248605056 00000100:00100000:0.0:1724307349.860511:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248604928 00000100:00100000:0.0:1724307349.860513:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248604928 00000100:00100000:0.0:1724307349.860525:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1207 00000100:00100000:0.0:1724307349.860529:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248605056:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307349.860549:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248605056:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 19us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307349.860553:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1207 00000100:00100000:0.0:1724307349.860561:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1208 00000100:00100000:0.0:1724307349.860564:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1968:x1808064248604928:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307349.860592:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1968:x1808064248604928:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 27us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307349.860596:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1208 00000100:00100000:2.0:1724307349.860859:0:22441:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248604800 00000100:00100000:2.0:1724307349.860863:0:22441:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248604800 00000100:00100000:2.0:1724307349.860886:0:22441:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 12 00000100:00100000:2.0:1724307349.860890:0:22441:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1968:x1808064248604800:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307349.860914:0:22441:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1968:x1808064248604800:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 23us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307349.860919:0:22441:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 12 00000100:00080000:3.0:1724307349.860987:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307319 00000100:00080000:3.0:1724307349.860991:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307319 00000100:00080000:3.0:1724307349.860992:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307319 00000100:00080000:3.0:1724307349.860994:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307319 00010000:00010000:0.0:1724307350.503786:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1724307351.301744:0:23812:0:(tgt_mount.c:1967:server_getattr()) lustre-OST0000: root_inode from lsi ino=330796, dev=0 00000020:01000004:3.0:1724307351.317904:0:23812:0:(tgt_mount.c:1695:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1724307351.317921:0:23812:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c85a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c861 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307351.317930:0:23812:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c85a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c861 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307351.317933:0:23812:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c85a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c861 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307351.317937:0:23812:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c85a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c861 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307351.317949:0:23812:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1724307351.317952:0:23812:0:(mgc_request.c:542:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1724307351.317960:0:23812:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1724307351.317963:0:23812:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1724307351.317966:0:23812:0:(pinger.c:421:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1724307351.317982:0:23812:0:(import.c:86:import_set_state_nolock()) ffff8800949b9000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1724307351.318044:0:7041:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1724307351.318049:0:7041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c85a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c861 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307351.318052:0:7041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400b40 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:0.0:1724307351.318054:0:7041:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c85a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c861 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307351.318059:0:7041:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c85a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0c0c861 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1724307351.318062:0:7041:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c85a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0c0c861 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307351.318064:0:7041:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1724307351.318065:0:7041:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1724307351.318067:0:7041:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1724307351.318084:0:7041:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c85a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c861 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307351.318086:0:7041:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1724307351.318102:0:7041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c85a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c861 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307351.318106:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009d400b40/0x85b23e07e0c0c85a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c861 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307351.318113:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307351.318114:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307351.318115:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307351.318138:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246500480:0@lo:39:umount.0 00000100:00100000:2.0:1724307351.318148:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246500608:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1724307351.318187:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307351.318190:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307351.318220:0:22442:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246500480 00000100:00100000:2.0:1724307351.318226:0:22442:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246500480 00000100:00100000:1.0:1724307351.318229:0:7038:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246500608 00000100:00100000:1.0:1724307351.318233:0:7038:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246500608 00000100:00100000:1.0:1724307351.318256:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1724307351.318256:0:22442:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1724307351.318261:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3298:x1808064246500608:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1724307351.318261:0:22442:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1808064246500480:12345-0@lo:39:umount.0 00010000:00010000:1.0:1724307351.318272:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000080:2.0:1724307351.318280:0:22442:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0cad0 00010000:00010000:1.0:1724307351.318282:0:7038:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d400900/0x85b23e07e0c0c861 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c85a expref: 18 pid: 22440 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1724307351.318289:0:22442:0:(import.c:86:import_set_state_nolock()) ffff8800945be800 ÿÿÿÿ: changing import state from FULL to CLOSED 00010000:00010000:1.0:1724307351.318296:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1724307351.318319:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:3298:x1808064246500608:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307351.318324:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1724307351.318348:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246500608:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1724307351.318359:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307321 00000100:00080000:3.0:1724307351.318362:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307321 00010000:00010000:1.0:1724307351.318365:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307351.318556:0:22442:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+1:3295:x1808064246500480:12345-0@lo:39:umount.0 Request processed in 278us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307351.318563:0:22442:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000020:00000080:2.0:1724307351.318570:0:22442:0:(genops.c:925:class_export_put()) final put ffff8800945ba800/lustre-MDT0000-lwp-OST0000_UUID 00000100:00080000:1.0:1724307351.318580:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8800949b9000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1724307351.318598:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246500480:0@lo:39:umount.0 00000100:00080000:3.0:1724307351.318659:0:23812:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1724307351.318661:0:23812:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1724307351.318664:0:23812:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1724307351.318735:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8800945ba800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1724307351.318770:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8800945be800 for lustre-MDT0000 00010000:00010000:3.0:1724307351.319455:0:23812:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d400d80/0x85b23e07e0c0c868 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c86f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307351.319462:0:23812:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d400d80/0x85b23e07e0c0c868 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c86f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307351.319467:0:23812:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d400d80/0x85b23e07e0c0c868 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c86f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307351.319473:0:23812:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff88009d400d80/0x85b23e07e0c0c868 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c86f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307351.319496:0:23812:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1724307351.319501:0:23812:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d401b00/0x85b23e07e0c0c876 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c87d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307351.319505:0:23812:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d401b00/0x85b23e07e0c0c876 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c87d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307351.319509:0:23812:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009d401b00/0x85b23e07e0c0c876 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c87d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307351.319513:0:23812:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff88009d401b00/0x85b23e07e0c0c876 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c87d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307351.319530:0:23812:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1724307351.319533:0:23812:0:(mgc_request.c:542:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1724307351.319574:0:23812:0:(tgt_mount.c:1734:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1724307351.319577:0:23812:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='FA') 00000020:00000080:3.0:1724307351.319581:0:23812:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:02000400:3.0:1724307351.319584:0:23812:0:(obd_config.c:877:class_cleanup()) Failing over lustre-OST0000 00010000:00010000:1.0:1724307351.319654:0:9709:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1724307351.319660:0:9709:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff88009d400d80/0x85b23e07e0c0c868 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c86f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307351.319666:0:9709:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400d80 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:1.0:1724307351.319668:0:9709:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff88009d400d80/0x85b23e07e0c0c868 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c86f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307351.319683:0:9709:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009d400d80/0x85b23e07e0c0c868 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0c0c86f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1724307351.319691:0:9709:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009d400d80/0x85b23e07e0c0c868 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0c0c86f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1724307351.319695:0:9709:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1724307351.319696:0:9709:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:1.0:1724307351.319698:0:9709:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:1.0:1724307351.319715:0:9709:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff88009d400d80/0x85b23e07e0c0c868 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c86f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307351.319719:0:9709:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1724307351.319740:0:9709:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff88009d400d80/0x85b23e07e0c0c868 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c86f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307351.319746:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009d400d80/0x85b23e07e0c0c868 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c86f expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307351.319753:0:9709:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1724307351.319755:0:9709:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff88009d401b00/0x85b23e07e0c0c876 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c87d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307351.319759:0:9709:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d401b00 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:1.0:1724307351.319761:0:9709:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff88009d401b00/0x85b23e07e0c0c876 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c87d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307351.319766:0:9709:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009d401b00/0x85b23e07e0c0c876 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0c0c87d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1724307351.319770:0:9709:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009d401b00/0x85b23e07e0c0c876 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0c0c87d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1724307351.319774:0:9709:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1724307351.319775:0:9709:0:(mgc_request.c:920:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1724307351.319777:0:9709:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1724307351.319786:0:9709:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff88009d401b00/0x85b23e07e0c0c876 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c87d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307351.319790:0:9709:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1724307351.319804:0:9709:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff88009d401b00/0x85b23e07e0c0c876 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c87d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307351.319808:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009d401b00/0x85b23e07e0c0c876 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c87d expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307351.319814:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307351.319815:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307351.319817:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307351.319821:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1724307351.319830:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246500736:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1724307351.319855:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307351.319862:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307351.319872:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246500864:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1724307351.319893:0:7040:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246500736 00000100:00100000:0.0:1724307351.319894:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307351.319898:0:7040:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246500736 00000100:00100000:1.0:1724307351.319913:0:7040:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246500864 00000100:00100000:1.0:1724307351.319915:0:7040:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246500864 00000100:00100000:0.0:1724307351.319926:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1724307351.319930:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136905880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3298:x1808064246500736:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1724307351.319933:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1724307351.319937:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b418700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246500864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1724307351.319938:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307351.319943:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307351.319947:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d402880/0x85b23e07e0c0c86f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c868 expref: 18 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307351.319950:0:7040:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d4006c0/0x85b23e07e0c0c87d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c876 expref: 18 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307351.319956:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1724307351.319957:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307351.319978:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136905880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:3298:x1808064246500736:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307351.319978:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b418700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:3296:x1808064246500864:12345-0@lo:103:ldlm_bl.0 Request processed in 41us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307351.319983:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1724307351.319986:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1724307351.320008:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246500864:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1724307351.320008:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246500736:0@lo:103:ldlm_bl.0 00002000:00000080:3.0:1724307351.321421:0:23812:0:(ofd_obd.c:1261:ofd_iocontrol()) lustre-OST0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00002000:00100000:3.0:1724307351.321452:0:23812:0:(ofd_obd.c:1275:ofd_iocontrol()) syncing ost lustre-OST0000 00000020:00000080:3.0:1724307351.322935:0:23812:0:(obd_config.c:900:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1724307351.322945:0:23812:0:(genops.c:1713:print_export_data()) lustre-OST0000: ACTIVE ffff88012c892800 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 192.168.204.7@tcp 5 (0 0 1) 0 0 0 0: (null) 0 stale:0 00000020:00080000:3.0:1724307351.322950:0:23812:0:(genops.c:1713:print_export_data()) lustre-OST0000: ACTIVE ffff8801362ff800 lustre-MDT0000-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: (null) 25769803778 stale:0 00000020:00080000:3.0:1724307351.322954:0:23812:0:(genops.c:1481:class_disconnect_exports()) OBD device 11 (ffff88009fb56a90) has exports, disconnecting them 00000020:00080000:3.0:1724307351.322958:0:23812:0:(genops.c:1456:class_disconnect_export_list()) lustre-OST0000: disconnecting export at 192.168.204.7@tcp (ffff88012c892800), last request at 1724307349 00000020:00000080:3.0:1724307351.322964:0:23812:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0cabb 00000020:00010000:3.0:1724307351.322969:0:23812:0:(genops.c:1815:obd_stale_export_put()) Put export ffff88012c892800: total 0 00000100:00080000:3.0:1724307351.322972:0:23812:0:(import.c:86:import_set_state_nolock()) ffff88012c892000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000020:00080000:3.0:1724307351.323003:0:23812:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 192.168.204.7@tcp (ffff88012c892800): rc 0 00000020:00080000:3.0:1724307351.323006:0:23812:0:(genops.c:1456:class_disconnect_export_list()) lustre-OST0000: disconnecting export at 0@lo (ffff8801362ff800), last request at 1724307348 00000020:00000080:3.0:1724307351.323009:0:23812:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c7f8 00000100:00080000:3.0:1724307351.323012:0:23812:0:(import.c:86:import_set_state_nolock()) ffff8801362fe000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000020:00080000:3.0:1724307351.323026:0:23812:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff8801362ff800): rc 0 00000020:00000080:3.0:1724307351.323028:0:23812:0:(genops.c:925:class_export_put()) final put ffff8801362ff800/lustre-MDT0000-mdtlov_UUID 00000020:00080000:3.0:1724307351.323065:0:23812:0:(genops.c:1486:class_disconnect_exports()) OBD device 11 (ffff88009fb56a90) has no exports 00010000:00010000:3.0:1724307351.323102:0:23812:0:(ldlm_resource.c:1121:cleanup_resource()) ### Freeing a lock still held by a client node ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0cb01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40106400000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d018 expref: 2 pid: 16086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307351.323122:0:23812:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d4021c0/0x85b23e07e0c0cb01 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44907400000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d018 expref: 2 pid: 16086 timeout: 0 lvb_type: 0 00000020:00010000:0.0:1724307351.323895:0:7041:0:(genops.c:1801:obd_stale_export_get()) Get export ffff88012c892800: total 1 00010000:00010000:0.0:1724307351.323936:0:7041:0:(ldlm_lock.c:2628:ldlm_export_cancel_blocked_locks()) Export ffff88012c892800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1724307351.323946:0:7041:0:(ldlm_lock.c:2656:ldlm_export_cancel_locks()) Export ffff88012c892800, canceled 0 locks, left on hash table 0. 00000020:00000080:0.0:1724307351.323954:0:7041:0:(genops.c:925:class_export_put()) final put ffff88012c892800/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00010000:00010000:0.0:1724307351.323959:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307351.323960:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307351.323962:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307351.324000:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1724307351.324039:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff8801362ff800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1724307351.324069:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88012c892800/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e for lustre-OST0000 00000020:00000080:2.0:1724307351.324081:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8801362fe000 for lustre-OST0000 00000020:00000080:2.0:1724307351.324085:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88012c892000 for lustre-OST0000 00000020:01000000:2.0:1724307351.326050:0:23812:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff880136327420 - data ffff8800b444e900/ffff88009ad35dc0 00000020:01000000:2.0:1724307351.326074:0:23812:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff880093f7c120 - data ffff8800912e1d80/ffff88012de83140 00100000:10000000:2.0:1724307351.327214:0:23812:0:(lfsck_layout.c:756:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1724307351.334673:0:23812:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c3fa 00000020:00000080:0.0:1724307351.334679:0:23812:0:(genops.c:925:class_export_put()) final put ffff8800a5941000/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1724307351.334701:0:23812:0:(tgt_mount.c:206:server_put_mount()) put mount ffff8800a0c6b000 from lustre-OST0000, refs=2 00000020:01000004:0.0:1724307351.334705:0:23812:0:(obd_mount.c:770:lustre_put_lsi()) put ffff8800a0c6b000 2 00000020:01000004:0.0:1724307351.334707:0:23812:0:(tgt_mount.c:139:server_deregister_mount()) deregister mount ffff8800a0c6b000 from lustre-OST0000 00000020:00000080:0.0:1724307351.334753:0:23812:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1724307351.334764:0:23812:0:(obd_config.c:828:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1724307351.334767:0:23812:0:(genops.c:925:class_export_put()) final put ffff8800a5945000/lustre-OST0000_UUID 00000020:00000080:0.0:1724307351.334769:0:23812:0:(genops.c:883:class_export_destroy()) destroying export ffff8800a5945000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1724307351.334774:0:23812:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1724307351.334783:0:23812:0:(obd_mount.c:618:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1724307351.334786:0:23812:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1724307351.334789:0:23812:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1724307351.334792:0:23812:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1724307351.334798:0:23812:0:(genops.c:1713:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff88009947e800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00080000:0.0:1724307351.334803:0:23812:0:(genops.c:1481:class_disconnect_exports()) OBD device 12 (ffff88009f949550) has exports, disconnecting them 00000020:00080000:0.0:1724307351.334806:0:23812:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff88009947e800), last request at 1724307244 00000020:00000080:0.0:1724307351.334809:0:23812:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c432 00000020:00080000:0.0:1724307351.334816:0:23812:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff88009947e800): rc 0 00000020:00000080:0.0:1724307351.334859:0:23812:0:(genops.c:925:class_export_put()) final put ffff88009947e800/lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1724307351.335377:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8800a5941000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1724307351.335383:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff88009947e800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1724307351.338759:0:23812:0:(obd_class.h:698:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1724307351.338764:0:23812:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1724307351.338769:0:23812:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1724307351.338774:0:23812:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1724307351.338927:0:23812:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1724307351.338938:0:23812:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000004:2.0:1724307351.338943:0:23812:0:(obd_mount.c:770:lustre_put_lsi()) put ffff8800a0c6b000 1 00000020:00000080:2.0:1724307351.338947:0:23812:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c3de 00000020:00000080:2.0:1724307351.338953:0:23812:0:(genops.c:925:class_export_put()) final put ffff8800a9a75000/lustre-OST0000-osd_UUID 00000020:01000000:2.0:1724307351.338956:0:23812:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:2.0:1724307351.338959:0:23812:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1724307351.338962:0:23812:0:(obd_config.c:900:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1724307351.338964:0:23812:0:(genops.c:1486:class_disconnect_exports()) OBD device 9 (ffff88009fb50000) has no exports 00000020:00000080:3.0:1724307351.339047:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8800949b9000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1724307351.339053:0:10846:0:(genops.c:925:class_export_put()) final put ffff8800909eb000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1724307351.339056:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8800909eb000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1724307351.339060:0:10846:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1724307351.339066:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8800a9a75000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1724307351.347921:0:23812:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1724307351.347934:0:23812:0:(obd_config.c:828:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1724307351.347939:0:23812:0:(genops.c:925:class_export_put()) final put ffff8800a0c6f000/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1724307351.347942:0:23812:0:(genops.c:883:class_export_destroy()) destroying export ffff8800a0c6f000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1724307351.347948:0:23812:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1724307351.347957:0:23812:0:(obd_mount.c:695:lustre_free_lsi()) Freeing lsi ffff8800a0c6a800 00000020:02000400:2.0:1724307351.347973:0:23812:0:(tgt_mount.c:1798:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:1.0:1724307351.506362:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307352.507863:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307353.061266:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1724307353.061800:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1724307353.061818:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246500992:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1724307353.061873:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307353.061919:0:8406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246500992 00000100:00100000:1.0:1724307353.061924:0:8406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246500992 00000100:00100000:1.0:1724307353.061946:0:8406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:1.0:1724307353.061952:0:8406:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0+-99:3296:x1808064246500992:12345-0@lo:13:osp-pre-0-0.0 00000020:00080000:1.0:1724307353.061958:0:8406:0:(tgt_handler.c:808:tgt_request_handle()) operation 13 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1724307353.061981:0:8406:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0+-99:3296:x1808064246500992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 29us (109us total) trans 0 rc -107/-107 00000100:00100000:1.0:1724307353.061986:0:8406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:02020000:1.0:1724307353.062009:0:3296:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_statfs to node 0@lo failed: rc = -107 00000100:00100000:2.0:1724307353.063175:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246501120:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1724307353.063204:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307353.063256:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246501120 00000100:00100000:0.0:1724307353.063261:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246501120 00000100:00100000:0.0:1724307353.063290:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:0.0:1724307353.063294:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246501120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1724307353.063321:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24707072 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307353.063355:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246501120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307353.063359:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:2.0:1724307353.063411:0:3299:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970742 gen 2 00000004:00080000:2.0:1724307353.063415:0:3299:0:(osp_sync.c:527:osp_sync_request_commit_cb()) commit req ffff88009e832d80, transno 4294970742 00000100:00100000:2.0:1724307353.063426:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246501120:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1724307353.064686:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307323 00000100:00080000:1.0:1724307353.076243:0:3296:0:(recover.c:218:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-MDT0000 of lustre-OST0000_UUID@192.168.204.107@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1724307353.076251:0:3296:0:(import.c:86:import_set_state_nolock()) ffff88012d429800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1724307353.076257:0:3296:0:(import.c:200:ptlrpc_set_import_discon()) lustre-OST0000-osc-MDT0000: Connection to lustre-OST0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000004:00080000:1.0:1724307353.076268:0:3296:0:(osp_dev.c:1620:osp_import_event()) got disconnected 00000100:00080000:1.0:1724307353.076271:0:3296:0:(import.c:86:import_set_state_nolock()) ffff88012d429800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1724307353.076274:0:3296:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2930 00000100:00080000:1.0:1724307353.076285:0:3296:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88012d429800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:1.0:1724307353.076314:0:3296:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136906300 x1808064246501248/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1724307353.076348:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246501248:0@lo:8:ptlrpcd_00_00.0 00000100:00100000:1.0:1724307353.076398:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307353.076434:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246501248 00000100:00100000:1.0:1724307353.076440:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246501248 00000100:00100000:1.0:1724307353.076463:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11948 00000100:00100000:1.0:1724307353.076469:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3295:x1808064246501248:12345-0@lo:8:ptlrpcd_00_00.0 00010000:02020000:1.0:1724307353.076484:0:16086:0:(ldlm_lib.c:1093:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1724307353.081735:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1724307353.081751:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246501376:0@lo:400:kworker.0 00000100:00100000:3.0:1724307353.081807:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307353.081832:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246501632:0@lo:400:kworker.0 00000100:00100000:3.0:1724307353.081852:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307353.081863:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1724307353.081867:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246501504:0@lo:400:kworker.0 00000100:00100000:3.0:1724307353.081880:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307353.081900:0:22442:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246501632 00000100:00100000:3.0:1724307353.081905:0:22442:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246501632 00000100:00100000:3.0:1724307353.081939:0:22442:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246501504 00000100:00100000:3.0:1724307353.081942:0:22442:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246501504 00000100:00100000:3.0:1724307353.081955:0:22442:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1724307353.081961:0:22442:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246501632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307353.081996:0:22442:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246501632:12345-0@lo:400:kworker.0 Request processed in 35us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307353.082002:0:22442:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1724307353.082014:0:22442:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1724307353.082017:0:22442:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246501504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307353.082035:0:22442:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246501504:12345-0@lo:400:kworker.0 Request processed in 17us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307353.082039:0:22442:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1724307353.082068:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246501504:0@lo:400:kworker.0 00000100:00100000:3.0:1724307353.082077:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246501632:0@lo:400:kworker.0 00000100:00080000:3.0:1724307353.082090:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307323 00000100:00100000:3.0:1724307353.082128:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246501376 00000100:00100000:3.0:1724307353.082130:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246501376 00000100:00100000:3.0:1724307353.082148:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1724307353.082152:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3298:x1808064246501376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307353.082173:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3298:x1808064246501376:12345-0@lo:400:kworker.0 Request processed in 21us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307353.082177:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1724307353.082196:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246501376:0@lo:400:kworker.0 00000100:00080000:3.0:1724307353.082204:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307323 00000100:00100000:0.0:1724307353.086603:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3295:x1808064246501248:12345-0@lo:8:ptlrpcd_00_00.0 Request processed in 10125us (10196us total) trans 0 rc -19/-19 00000100:00100000:0.0:1724307353.086616:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11948 00000100:00080000:2.0:1724307353.086700:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d429800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1724307353.086704:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.107@tcp failed (-19) 00000100:00100000:2.0:1724307353.086708:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246501248:0@lo:8:ptlrpcd_00_00.0 00010000:00010000:0.0:1724307353.510433:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307354.512027:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307354.866660:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307354.866687:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307354.866704:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307354.866722:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307354.866740:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248605568 00000100:00100000:1.0:1724307354.866746:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248605568 00000100:00100000:1.0:1724307354.866777:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248605440 00000100:00100000:1.0:1724307354.866779:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248605440 00000100:00100000:1.0:1724307354.866792:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1209 00000100:00100000:1.0:1724307354.866798:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248605568:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307354.866850:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248605568:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 52us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307354.866856:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1209 00000100:00100000:1.0:1724307354.866870:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11949 00000100:00100000:1.0:1724307354.866873:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:1968:x1808064248605440:12345-192.168.204.7@tcp:400:kworker.0 00000020:00080000:1.0:1724307354.866878:0:16086:0:(tgt_handler.c:808:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.7@tcp 00000100:00100000:1.0:1724307354.866893:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:1968:x1808064248605440:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 20us (170us total) trans 0 rc -107/-107 00000100:00100000:1.0:1724307354.866898:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11949 00000100:00080000:1.0:1724307354.866907:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307324 00000100:00100000:3.0:1724307354.867018:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248605312 00000100:00100000:3.0:1724307354.867022:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248605312 00000100:00100000:3.0:1724307354.867045:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 15 00000100:00100000:3.0:1724307354.867050:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1968:x1808064248605312:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307354.867079:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1968:x1808064248605312:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 28us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307354.867084:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 15 00000100:00100000:2.0:1724307354.867416:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248605184 00000100:00100000:2.0:1724307354.867420:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248605184 00000100:00100000:2.0:1724307354.867441:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 65 00000100:00100000:2.0:1724307354.867445:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248605184:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307354.867471:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248605184:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 25us (765us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307354.867475:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 65 00000100:00080000:1.0:1724307354.868539:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307324 00000100:00080000:1.0:1724307354.868543:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307324 00000100:00100000:1.0:1724307354.870890:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307354.870999:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248605696 00000100:00100000:3.0:1724307354.871007:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248605696 00000100:00100000:3.0:1724307354.871032:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11950 00000100:00100000:3.0:1724307354.871039:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0+-99:1965:x1808064248605696:12345-192.168.204.7@tcp:8:ptlrpcd_01_00.0 00010000:02020000:3.0:1724307354.871056:0:14386:0:(ldlm_lib.c:1093:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.204.7@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1724307354.871096:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0+-99:1965:x1808064248605696:12345-192.168.204.7@tcp:8:ptlrpcd_01_00.0 Request processed in 56us (211us total) trans 0 rc -19/-19 00000100:00100000:3.0:1724307354.871102:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11950 00010000:00010000:1.0:1724307355.513947:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307356.516509:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307357.518559:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307358.068064:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246501760:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1724307358.068514:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307358.068820:0:8406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246501760 00000100:00100000:1.0:1724307358.068827:0:8406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246501760 00000100:00080000:2.0:1724307358.069115:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307328 00000100:00100000:1.0:1724307358.069436:0:8406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:1.0:1724307358.069443:0:8406:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246501760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1724307358.069474:0:8406:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24707072 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1724307358.069518:0:8406:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246501760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (1005us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307358.069523:0:8406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:3.0:1724307358.069620:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246501760:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1724307358.100746:0:10846:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1724307358.100752:0:10846:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1724307358.100755:0:10846:0:(import.c:86:import_set_state_nolock()) ffff88012d429800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1724307358.100761:0:10846:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2955 00000100:00080000:3.0:1724307358.100769:0:10846:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1724307358.100774:0:10846:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88012d429800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:3.0:1724307358.100794:0:10846:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013580a680 x1808064246502144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1724307358.100831:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800948a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246502272:0@lo:400:kworker.0 00000100:00100000:3.0:1724307358.100876:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307358.100898:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1724307358.100902:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246502016:0@lo:400:kworker.0 00000100:00100000:3.0:1724307358.100915:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307358.100936:0:22892:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246502272 00000100:00100000:3.0:1724307358.100942:0:22892:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246502272 00000100:00100000:3.0:1724307358.100969:0:22892:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246502016 00000100:00100000:3.0:1724307358.100971:0:22892:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246502016 00000100:00100000:3.0:1724307358.100987:0:22892:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1724307358.100992:0:22892:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246502272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307358.101028:0:22892:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246502272:12345-0@lo:400:kworker.0 Request processed in 35us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307358.101037:0:22892:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1724307358.101050:0:22892:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1724307358.101053:0:22892:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246502016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307358.101072:0:22892:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246502016:12345-0@lo:400:kworker.0 Request processed in 18us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307358.101077:0:22892:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1724307358.101111:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246502016:0@lo:400:kworker.0 00000100:00100000:3.0:1724307358.101119:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800948a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246502272:0@lo:400:kworker.0 00000100:00100000:3.0:1724307358.101157:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013580a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246502144:0@lo:8:kworker.0 00000100:00100000:3.0:1724307358.101177:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1724307358.101209:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307328 00000100:00100000:2.0:1724307358.101281:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1724307358.101289:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246501888:0@lo:400:kworker.0 00000100:00100000:2.0:1724307358.101315:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307358.102534:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246502144 00000100:00100000:1.0:1724307358.102542:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246502144 00000100:00100000:1.0:1724307358.102564:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11951 00000100:00100000:1.0:1724307358.102569:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3295:x1808064246502144:12345-0@lo:8:kworker.0 00010000:02020000:1.0:1724307358.102583:0:9058:0:(ldlm_lib.c:1093:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1724307358.102623:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3295:x1808064246502144:12345-0@lo:8:kworker.0 Request processed in 53us (1445us total) trans 0 rc -19/-19 00000100:00100000:1.0:1724307358.102628:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11951 00000100:00100000:1.0:1724307358.102676:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246501888 00000100:00100000:1.0:1724307358.102678:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246501888 00000100:00100000:1.0:1724307358.102698:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1724307358.102702:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3298:x1808064246501888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307358.102731:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3298:x1808064246501888:12345-0@lo:400:kworker.0 Request processed in 29us (1415us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307358.102736:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1724307358.102764:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3298:1808064246501888:0@lo:400:kworker.0 00000100:00080000:3.0:1724307358.102947:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d429800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1724307358.102951:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.107@tcp failed (-19) 00000100:00100000:3.0:1724307358.102954:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013580a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246502144:0@lo:8:kworker.0 00000100:00080000:3.0:1724307358.102966:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307328 00010000:00010000:1.0:1724307358.520765:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307359.523871:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307359.874500:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307359.874848:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307359.874885:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307359.875012:0:22442:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248605952 00000100:00100000:3.0:1724307359.875024:0:22442:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248605952 00000100:00100000:3.0:1724307359.875079:0:22442:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 18 00000100:00100000:3.0:1724307359.875086:0:22442:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b419880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1969:x1808064248605952:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307359.875169:0:22442:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b419880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1969:x1808064248605952:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 82us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307359.875175:0:22442:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 18 00000100:00080000:3.0:1724307359.875195:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307329 00000100:00100000:2.0:1724307359.875584:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248605824 00000100:00100000:2.0:1724307359.875589:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248605824 00000100:00100000:2.0:1724307359.875622:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 67 00000100:00100000:2.0:1724307359.875628:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248605824:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307359.875670:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248605824:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 42us (1179us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307359.875675:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 67 00000100:00080000:3.0:1724307359.875788:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307329 00000100:00100000:0.0:1724307359.875882:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307359.875928:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248606208 00000100:00100000:1.0:1724307359.875933:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248606208 00000100:00100000:1.0:1724307359.875965:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248606080 00000100:00100000:1.0:1724307359.875967:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248606080 00000100:00080000:3.0:1724307359.875972:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307329 00000100:00100000:1.0:1724307359.875979:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1210 00000100:00100000:1.0:1724307359.875983:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d40ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248606208:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307359.876011:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d40ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248606208:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 27us (1125us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307359.876016:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1210 00000100:00100000:1.0:1724307359.876026:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11952 00000100:00100000:1.0:1724307359.876030:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d40c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:1965:x1808064248606080:12345-192.168.204.7@tcp:8:kworker.0 00010000:02020000:1.0:1724307359.876045:0:9058:0:(ldlm_lib.c:1093:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.204.7@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1724307359.876060:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d40c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:1965:x1808064248606080:12345-192.168.204.7@tcp:8:kworker.0 Request processed in 29us (180us total) trans 0 rc -19/-19 00000100:00100000:1.0:1724307359.876065:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11952 00010000:00010000:0.0:1724307360.527856:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1724307361.528240:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307362.529987:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307363.076134:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1724307363.076157:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246502400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1724307363.076227:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307363.076266:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246502400 00000100:00100000:3.0:1724307363.076274:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246502400 00000100:00100000:3.0:1724307363.076313:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:3.0:1724307363.076320:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246502400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1724307363.076366:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24707072 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307363.076400:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246502400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307363.076406:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00080000:3.0:1724307363.076425:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307333 00000100:00100000:3.0:1724307363.076458:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246502400:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1724307363.108016:0:10846:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1724307363.108022:0:10846:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1724307363.108025:0:10846:0:(import.c:86:import_set_state_nolock()) ffff88012d429800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1724307363.108033:0:10846:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2960 00000100:00080000:3.0:1724307363.108042:0:10846:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1724307363.108047:0:10846:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88012d429800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:3.0:1724307363.108070:0:10846:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a572e300 x1808064246502784/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1724307363.108107:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800948a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246502528:0@lo:400:kworker.0 00000100:00100000:3.0:1724307363.108170:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307363.108204:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013580a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246502656:0@lo:400:kworker.0 00000100:00100000:3.0:1724307363.108230:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307363.108245:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1724307363.108249:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246502912:0@lo:400:kworker.0 00000100:00100000:3.0:1724307363.108263:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307363.108280:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246502784:0@lo:8:kworker.0 00000100:00100000:3.0:1724307363.108300:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307363.108325:0:22441:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246502656 00000100:00100000:3.0:1724307363.108345:0:22441:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246502656 00000100:00100000:3.0:1724307363.108380:0:22441:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246502912 00000100:00100000:3.0:1724307363.108382:0:22441:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246502912 00000100:00100000:3.0:1724307363.108394:0:22441:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1724307363.108400:0:22441:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246502656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307363.108442:0:22441:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246502656:12345-0@lo:400:kworker.0 Request processed in 42us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307363.108447:0:22441:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1724307363.108462:0:22441:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1724307363.108466:0:22441:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246502912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307363.108485:0:22441:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246502912:12345-0@lo:400:kworker.0 Request processed in 18us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307363.108489:0:22441:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:3.0:1724307363.108506:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307333 00000100:00100000:3.0:1724307363.108534:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246502912:0@lo:400:kworker.0 00000100:00100000:3.0:1724307363.108542:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013580a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246502656:0@lo:400:kworker.0 00000100:00100000:1.0:1724307363.108601:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246502528 00000100:00100000:1.0:1724307363.108605:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246502528 00000100:00100000:1.0:1724307363.108629:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1724307363.108633:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3299:x1808064246502528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1724307363.108751:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3299:x1808064246502528:12345-0@lo:400:kworker.0 Request processed in 117us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307363.108756:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1724307363.108844:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246502784 00000100:00100000:0.0:1724307363.108848:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246502784 00000100:00100000:0.0:1724307363.108865:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11953 00000100:00100000:0.0:1724307363.108870:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3295:x1808064246502784:12345-0@lo:8:kworker.0 00010000:02020000:0.0:1724307363.108887:0:19425:0:(ldlm_lib.c:1093:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1724307363.108919:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3295:x1808064246502784:12345-0@lo:8:kworker.0 Request processed in 49us (618us total) trans 0 rc -19/-19 00000100:00100000:0.0:1724307363.108923:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11953 00000100:00080000:0.0:1724307363.108943:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d429800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1724307363.108947:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.107@tcp failed (-19) 00000100:00100000:0.0:1724307363.108949:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246502784:0@lo:8:kworker.0 00000100:00080000:3.0:1724307363.109861:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307333 00000100:00100000:3.0:1724307363.109882:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800948a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246502528:0@lo:400:kworker.0 00010000:00010000:1.0:1724307363.538081:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:01200004:3.0:1724307364.387923:0:24367:0:(super25.c:129:lustre_fill_super()) VFS Op: sb ffff88012c891800 00000020:01000004:3.0:1724307364.387967:0:24367:0:(obd_mount.c:1068:lmd_print()) mount data: 00000020:01000004:3.0:1724307364.387968:0:24367:0:(obd_mount.c:1071:lmd_print()) device: lustre-ost1/ost1 00000020:01000004:3.0:1724307364.387974:0:24367:0:(tgt_mount.c:2107:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1724307364.387986:0:24367:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:3.0:1724307364.387989:0:24367:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1724307364.388003:0:24367:0:(genops.c:432:class_newdev()) Allocate new device lustre-OST0000-osd (ffff88009fb50000) 00000020:00000080:3.0:1724307364.388015:0:24367:0:(obd_config.c:671:class_attach()) OBD: dev 9 attached type osd-zfs with refcount 2 00000020:00000080:3.0:1724307364.388017:0:24367:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00100000:10000000:1.0:1724307364.448518:0:24367:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:0.0:1724307364.455391:0:24367:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-OST0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:0.0:1724307364.464262:0:24367:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:0.0:1724307364.472748:0:24367:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:0.0:1724307364.475208:0:24367:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-OST0000: registered index [0x200000003:0xf:0x0] (8/32) 00100000:10000000:1.0:1724307364.478805:0:24367:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled params under 403: rc = 0 00100000:10000000:1.0:1724307364.479212:0:24367:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-OST0000 under 403: rc = 0 00100000:10000000:1.0:1724307364.479252:0:24367:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-client under 403: rc = 0 00100000:10000000:1.0:1724307364.482215:0:24367:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000 under 896: rc = 0 00100000:10000000:0.0:1724307364.489321:0:24367:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000-OST0000 under 896: rc = 0 00100000:10000000:0.0:1724307364.492007:0:24367:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000-OST0000 under 896: rc = 0 00100000:10000000:0.0:1724307364.496596:0:24367:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000 under 896: rc = 0 00100000:10000000:0.0:1724307364.500046:0:24367:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000-OST0000 under 896: rc = 0 00100000:10000000:0.0:1724307364.501582:0:24367:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000 under 896: rc = 0 00000020:00000080:0.0:1724307364.504839:0:24367:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1724307364.504860:0:24367:0:(genops.c:1313:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x85b23e07e0c0cba2 00000020:01000004:0.0:1724307364.504867:0:24367:0:(tgt_mount.c:2192:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:0.0:1724307364.504889:0:24367:0:(obd_mount.c:398:lustre_start_mgc()) MGC192.168.204.107@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1724307364.504893:0:24367:0:(mgc_request.c:1043:mgc_set_info_async()) InitRecov MGC192.168.204.107@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1724307364.504899:0:24367:0:(tgt_mount.c:1450:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1724307364.504918:0:24367:0:(tgt_mount.c:299:server_mgc_set_fs()) Set mgc disk for lustre-ost1/ost1 00000040:01000000:0.0:1724307364.515039:0:24367:0:(llog_obd.c:212:llog_setup()) obd MGC192.168.204.107@tcp ctxt 0 is initialized 00000020:01000004:0.0:1724307364.515098:0:24367:0:(tgt_mount.c:1350:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.107@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1724307364.515103:0:24367:0:(tgt_mount.c:1161:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1724307364.515104:0:24367:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1724307364.515105:0:24367:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307364.515107:0:24367:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307364.515108:0:24367:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307364.515109:0:24367:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307364.515110:0:24367:0:(tgt_mount.c:1170:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1724307364.515112:0:24367:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307364.515113:0:24367:0:(tgt_mount.c:1202:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1724307364.515118:0:24367:0:(mgc_request_server.c:253:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:0.0:1724307364.515128:0:24367:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1724307364.515130:0:24367:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1724307364.515131:0:24367:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307364.515131:0:24367:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307364.515132:0:24367:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307364.515133:0:24367:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307364.515134:0:24367:0:(tgt_mount.c:1170:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1724307364.515135:0:24367:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307364.515135:0:24367:0:(tgt_mount.c:1202:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1724307364.515157:0:24367:0:(mgc_request_server.c:198:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1724307364.515177:0:24367:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092146680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246503040:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1724307364.515242:0:24367:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307364.515586:0:24367:0:(client.c:2562:ptlrpc_set_wait()) set ffff880135129000 going to sleep for 11 seconds 00000100:00100000:2.0:1724307364.515753:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246503040 00000100:00100000:2.0:1724307364.515762:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246503040 00000100:00100000:2.0:1724307364.516174:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1724307364.516182:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:24367:x1808064246503040:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1724307364.516212:0:22439:0:(mgs_handler.c:390:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1724307364.516215:0:22439:0:(mgs_handler.c:417:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1724307364.516219:0:22439:0:(mgs_handler.c:525:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1724307364.517122:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:24367:x1808064246503040:12345-0@lo:253:mount.lustre.0 Request processed in 938us (1877us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307364.517130:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1724307364.517145:0:24367:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092146680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246503040:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1724307364.517156:0:24367:0:(mgc_request_server.c:224:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1724307364.517159:0:24367:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1724307364.517161:0:24367:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1724307364.517162:0:24367:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307364.517164:0:24367:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307364.517165:0:24367:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307364.517166:0:24367:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307364.517167:0:24367:0:(tgt_mount.c:1170:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1724307364.517168:0:24367:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307364.517169:0:24367:0:(tgt_mount.c:1202:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1724307364.517200:0:24367:0:(tgt_mount.c:120:server_register_mount()) register mount ffff88012c891800 from lustre-OST0000 10000000:01000000:0.0:1724307364.517208:0:24367:0:(mgc_request.c:1900:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:0.0:1724307364.517210:0:24367:0:(mgc_request.c:322:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1724307364.517218:0:24367:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff88012c891800 10000000:01000000:0.0:1724307364.517222:0:24367:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1724307364.517226:0:24367:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1724307364.517228:0:24367:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1724307364.517232:0:24367:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:0.0:1724307364.517234:0:24367:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1724307364.517265:0:24367:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff880090439d40/0x85b23e07e0c0cba9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307364.517279:0:24367:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff880090439d40/0x85b23e07e0c0cba9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307364.517287:0:24367:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff880090439d40/0x85b23e07e0c0cba9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307364.517311:0:24367:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092146680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246503168:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1724307364.517339:0:24367:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307364.517348:0:24367:0:(client.c:2562:ptlrpc_set_wait()) set ffff880135129b40 going to sleep for 11 seconds 00000100:00100000:2.0:1724307364.517482:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246503168 00000100:00100000:2.0:1724307364.517487:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246503168 00000100:00100000:2.0:1724307364.517504:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1724307364.517507:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:24367:x1808064246503168:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1724307364.517517:0:22439:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307364.517530:0:22439:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff880091161680/0x85b23e07e0c0cbb0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0cba9 expref: -99 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307364.517550:0:22439:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880091161680/0x85b23e07e0c0cbb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0cba9 expref: 16 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307364.517558:0:22439:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff880091161680/0x85b23e07e0c0cbb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0cba9 expref: 16 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307364.517566:0:22439:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091161680, rc 0) 00000100:00100000:2.0:1724307364.517591:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:24367:x1808064246503168:12345-0@lo:101:mount.lustre.0 Request processed in 83us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307364.517595:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1724307364.517668:0:24367:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092146680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246503168:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1724307364.517678:0:24367:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff880090439d40/0x85b23e07e0c0cba9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0cbb0 expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307364.517686:0:24367:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff880090439d40/0x85b23e07e0c0cba9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0cbb0 expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1724307364.524398:0:24367:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x1e:0x0] index 14 count 14 00000040:00080000:0.0:1724307364.524896:0:24367:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1724307364.525122:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x23:0x0].1, 224 off8416 00000040:00080000:0.0:1724307364.525172:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x23:0x0].2, 128 off8544 00000040:00080000:0.0:1724307364.525207:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x23:0x0].3, 112 off8656 00000040:00080000:0.0:1724307364.525254:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x23:0x0].4, 224 off8880 00000040:00080000:0.0:1724307364.525290:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x23:0x0].5, 224 off9104 00000040:00080000:0.0:1724307364.525338:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x23:0x0].6, 80 off9184 00000040:00080000:0.0:1724307364.525383:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x23:0x0].7, 224 off9408 00000040:00080000:0.0:1724307364.525421:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x23:0x0].8, 224 off9632 00000040:00080000:0.0:1724307364.525457:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x23:0x0].9, 80 off9712 00000040:00080000:0.0:1724307364.525504:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x23:0x0].10, 224 off9936 00000040:00080000:0.0:1724307364.525545:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x23:0x0].11, 224 off10160 00000040:00080000:0.0:1724307364.525592:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x23:0x0].12, 120 off10280 00000040:00080000:0.0:1724307364.525680:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x23:0x0].13, 224 off10504 00000040:00080000:0.0:1724307364.525687:0:24367:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x1e:0x0] index 13 count 14 00000100:00100000:0.0:1724307364.525754:0:24367:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092146a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246503296:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307364.525821:0:24367:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307364.525840:0:24367:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8af00 going to sleep for 11 seconds 00000100:00100000:1.0:1724307364.525969:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246503296 00000100:00100000:1.0:1724307364.525977:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246503296 00000100:00100000:1.0:1724307364.526016:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1724307364.526026:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:24367:x1808064246503296:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1724307364.526543:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:24367:x1808064246503296:12345-0@lo:501:mount.lustre.0 Request processed in 519us (721us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307364.526550:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1724307364.526614:0:24367:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092146a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246503296:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1724307364.526664:0:24367:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246503424:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1724307364.526706:0:24367:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307364.526717:0:24367:0:(client.c:2562:ptlrpc_set_wait()) set ffff880099d49f00 going to sleep for 11 seconds 00000100:00100000:1.0:1724307364.526772:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246503424 00000100:00100000:1.0:1724307364.526775:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246503424 00000100:00100000:1.0:1724307364.527087:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1724307364.527092:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:24367:x1808064246503424:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1724307364.527410:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:24367:x1808064246503424:12345-0@lo:503:mount.lustre.0 Request processed in 317us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307364.527416:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1724307364.527512:0:24367:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246503424:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1724307364.531615:0:24367:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1724307364.531715:0:24367:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246503552:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1724307364.531788:0:24367:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307364.531812:0:24367:0:(client.c:2562:ptlrpc_set_wait()) set ffff880099d490c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307364.531857:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246503552 00000100:00100000:3.0:1724307364.531864:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246503552 00000100:00100000:3.0:1724307364.532069:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1724307364.532075:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:24367:x1808064246503552:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1724307364.533451:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:24367:x1808064246503552:12345-0@lo:502:mount.lustre.0 Request processed in 1373us (1660us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307364.533459:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1724307364.533580:0:24367:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246503552:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1724307364.533872:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x24:0x0].1, 224 off8416 00000040:00080000:2.0:1724307364.533923:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x24:0x0].2, 128 off8544 00000040:00080000:2.0:1724307364.533955:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x24:0x0].3, 112 off8656 00000040:00080000:2.0:1724307364.533997:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x24:0x0].4, 224 off8880 00000040:00080000:2.0:1724307364.534028:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x24:0x0].5, 224 off9104 00000040:00080000:2.0:1724307364.534055:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x24:0x0].6, 80 off9184 00000040:00080000:2.0:1724307364.534090:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x24:0x0].7, 224 off9408 00000040:00080000:2.0:1724307364.534124:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x24:0x0].8, 224 off9632 00000040:00080000:2.0:1724307364.534157:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x24:0x0].9, 80 off9712 00000040:00080000:2.0:1724307364.534198:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x24:0x0].10, 224 off9936 00000040:00080000:2.0:1724307364.534234:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x24:0x0].11, 224 off10160 00000040:00080000:2.0:1724307364.534275:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x24:0x0].12, 120 off10280 00000100:00100000:2.0:1724307364.534331:0:24367:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246503680:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1724307364.534367:0:24367:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307364.534377:0:24367:0:(client.c:2562:ptlrpc_set_wait()) set ffff880099d490c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307364.534629:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246503680 00000100:00100000:3.0:1724307364.534634:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246503680 00000100:00100000:3.0:1724307364.534671:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1724307364.534676:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:24367:x1808064246503680:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1724307364.534845:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:24367:x1808064246503680:12345-0@lo:502:mount.lustre.0 Request processed in 168us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307364.534854:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1724307364.535003:0:24367:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246503680:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1724307364.535066:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x24:0x0].13, 224 off10504 00000040:00080000:2.0:1724307364.535073:0:24367:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 14 00000020:01000000:3.0:1724307364.536377:0:24372:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1724307364.536386:0:24372:0:(obd_mount.c:1106:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:3.0:1724307364.536392:0:24372:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307364.536393:0:24372:0:(obd_config.c:1495:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1724307364.536397:0:24372:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1724307364.536410:0:24372:0:(genops.c:432:class_newdev()) Allocate new device lustre-OST0000 (ffff88009fb56a90) 00000020:00000080:3.0:1724307364.536431:0:24372:0:(obd_config.c:671:class_attach()) OBD: dev 11 attached type obdfilter with refcount 2 00000020:00000080:3.0:1724307364.536434:0:24372:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1724307364.536494:0:24372:0:(tgt_mount.c:172:server_get_mount()) get mount ffff88012c891800 from lustre-OST0000, refs=2 00000020:00000080:3.0:1724307364.536504:0:24372:0:(genops.c:1313:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x85b23e07e0c0cbbe 00010000:00010000:3.0:1724307364.539359:0:24372:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00010000:00010000:0.0:1724307364.540479:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1724307364.540825:0:24372:0:(tgt_lastrcvd.c:1741:tgt_clients_data_init()) RCVRNG CLIENT uuid: lustre-MDT0000-mdtlov_UUID idx: 0 lr: 25769803778 srv lr: 25769803777 lx: 1808064246497024 gen 0 00000001:00080000:3.0:1724307364.540879:0:24372:0:(tgt_lastrcvd.c:1741:tgt_clients_data_init()) RCVRNG CLIENT uuid: 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e idx: 1 lr: 0 srv lr: 25769803777 lx: 0 gen 0 00000001:00000004:3.0:1724307364.540911:0:24372:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 7, last_transno is 25769803778 00080000:10000000:2.0:1724307364.547022:0:24372:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000003:0x10:0x0] (8/8/4) registered 00000020:00000080:2.0:1724307364.548825:0:24372:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:2.0:1724307364.548839:0:24372:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1724307364.548846:0:24372:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307364.548848:0:24372:0:(obd_config.c:1495:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:01000000:2.0:1724307364.548852:0:24372:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1724307364.548855:0:24372:0:(obd_config.c:1833:class_config_llog_handler()) SKIP #16 00000020:01000000:2.0:1724307364.548856:0:24372:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1724307364.548857:0:24372:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1724307364.548858:0:24372:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1724307364.548860:0:24372:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307364.548861:0:24372:0:(obd_config.c:1495:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:01000000:2.0:1724307364.548863:0:24372:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1724307364.548865:0:24372:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307364.548866:0:24372:0:(obd_config.c:1495:class_process_config()) marker 23 (0x1) lustre sys.timeout 00000020:00000080:2.0:1724307364.548868:0:24372:0:(obd_config.c:1407:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1724307364.548870:0:24372:0:(obd_config.c:1469:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1724307364.548872:0:24372:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1724307364.548874:0:24372:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307364.548875:0:24372:0:(obd_config.c:1495:class_process_config()) marker 23 (0x2) lustre sys.timeout 00000020:01000000:2.0:1724307364.548877:0:24372:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1724307364.548878:0:24372:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307364.548879:0:24372:0:(obd_config.c:1495:class_process_config()) marker 27 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1724307364.548882:0:24372:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1724307364.548941:0:24372:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1724307364.548943:0:24372:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1724307364.548944:0:24372:0:(obd_config.c:1495:class_process_config()) marker 27 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1724307364.548947:0:24372:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x24:0x0] index 14 count 14 00000020:01000000:3.0:1724307364.549115:0:24367:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1724307364.549149:0:24367:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1724307364.549171:0:24367:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff880090439d40/0x85b23e07e0c0cba9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0cbb0 expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307364.549182:0:24367:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff880090439d40/0x85b23e07e0c0cba9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0cbb0 expref: -99 pid: 24367 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307364.549190:0:24367:0:(mgc_request.c:1763:mgc_process_log()) Process log params-ffff88012c891800 from 1 10000000:01000000:3.0:1724307364.549193:0:24367:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1724307364.549229:0:24367:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88008ef98b40/0x85b23e07e0c0cbd3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307364.549235:0:24367:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88008ef98b40/0x85b23e07e0c0cbd3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307364.549247:0:24367:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88008ef98b40/0x85b23e07e0c0cbd3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307364.549273:0:24367:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246503808:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1724307364.549346:0:24367:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307364.549370:0:24367:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129f070c0 going to sleep for 11 seconds 00000100:00100000:1.0:1724307364.549442:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246503808 00000100:00100000:1.0:1724307364.549450:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246503808 00000100:00100000:1.0:1724307364.549484:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1724307364.549492:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:24367:x1808064246503808:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1724307364.549506:0:22440:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307364.549520:0:22440:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d402ac0/0x85b23e07e0c0cbda lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0cbd3 expref: -99 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.549540:0:22440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d402ac0/0x85b23e07e0c0cbda lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0cbd3 expref: 17 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.549549:0:22440:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d402ac0/0x85b23e07e0c0cbda lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0cbd3 expref: 17 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.549557:0:22440:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d402ac0, rc 0) 00000100:00100000:1.0:1724307364.549588:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:24367:x1808064246503808:12345-0@lo:101:mount.lustre.0 Request processed in 96us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307364.549593:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1724307364.549684:0:24367:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246503808:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1724307364.549696:0:24367:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88008ef98b40/0x85b23e07e0c0cbd3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0cbda expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307364.549704:0:24367:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88008ef98b40/0x85b23e07e0c0cbd3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0cbda expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1724307364.554807:0:24367:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x20:0x0] index 10 count 10 00000040:00080000:1.0:1724307364.558504:0:24367:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1724307364.558815:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x25:0x0].1, 224 off8416 00000040:00080000:1.0:1724307364.558865:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x25:0x0].2, 112 off8528 00000040:00080000:1.0:1724307364.558914:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x25:0x0].3, 224 off8752 00000040:00080000:1.0:1724307364.558952:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x25:0x0].4, 224 off8976 00000040:00080000:1.0:1724307364.558987:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x25:0x0].5, 112 off9088 00000040:00080000:1.0:1724307364.559032:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x25:0x0].6, 224 off9312 00000040:00080000:1.0:1724307364.559070:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x25:0x0].7, 224 off9536 00000040:00080000:1.0:1724307364.559105:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x25:0x0].8, 112 off9648 00000040:00080000:1.0:1724307364.559174:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x25:0x0].9, 224 off9872 00000040:00080000:1.0:1724307364.559181:0:24367:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x20:0x0] index 9 count 10 00000100:00100000:1.0:1724307364.559246:0:24367:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922df480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246503936:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1724307364.559323:0:24367:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307364.559352:0:24367:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8732e40 going to sleep for 11 seconds 00000100:00100000:3.0:1724307364.560058:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246503936 00000100:00100000:3.0:1724307364.560066:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246503936 00000100:00100000:3.0:1724307364.560118:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1724307364.560125:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:24367:x1808064246503936:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1724307364.560278:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:24367:x1808064246503936:12345-0@lo:501:mount.lustre.0 Request processed in 152us (954us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307364.560285:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1724307364.560363:0:24367:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922df480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246503936:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307364.560411:0:24367:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092147480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246504064:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1724307364.560467:0:24367:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307364.560482:0:24367:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307364.560484:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246504064 00000100:00100000:3.0:1724307364.560488:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246504064 00000100:00100000:3.0:1724307364.560507:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1724307364.560512:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a875cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:24367:x1808064246504064:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1724307364.562059:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a875cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:24367:x1808064246504064:12345-0@lo:503:mount.lustre.0 Request processed in 1542us (1589us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307364.562068:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1724307364.562174:0:24367:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092147480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246504064:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1724307364.564124:0:24367:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1724307364.564173:0:24367:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246504192:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1724307364.564236:0:24367:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307364.564894:0:24367:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a0d06b40 going to sleep for 11 seconds 00000100:00100000:3.0:1724307364.564970:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246504192 00000100:00100000:3.0:1724307364.564978:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246504192 00000100:00100000:3.0:1724307364.565032:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1724307364.565039:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:24367:x1808064246504192:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1724307364.565322:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:24367:x1808064246504192:12345-0@lo:502:mount.lustre.0 Request processed in 282us (1086us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307364.565333:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1724307364.565459:0:24367:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246504192:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1724307364.569069:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x26:0x0].1, 224 off8416 00000040:00080000:2.0:1724307364.569159:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x26:0x0].2, 112 off8528 00000040:00080000:2.0:1724307364.569210:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x26:0x0].3, 224 off8752 00000040:00080000:2.0:1724307364.569255:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x26:0x0].4, 224 off8976 00000040:00080000:2.0:1724307364.569293:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x26:0x0].5, 112 off9088 00000040:00080000:2.0:1724307364.569356:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x26:0x0].6, 224 off9312 00000040:00080000:2.0:1724307364.569395:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x26:0x0].7, 224 off9536 00000040:00080000:2.0:1724307364.569431:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x26:0x0].8, 112 off9648 00000100:00100000:2.0:1724307364.569486:0:24367:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246504320:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1724307364.569576:0:24367:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307364.569598:0:24367:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a0d06b40 going to sleep for 11 seconds 00000100:00100000:1.0:1724307364.570171:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246504320 00000100:00100000:1.0:1724307364.570179:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246504320 00000100:00100000:1.0:1724307364.570228:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1724307364.570234:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:24367:x1808064246504320:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1724307364.570481:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:24367:x1808064246504320:12345-0@lo:502:mount.lustre.0 Request processed in 246us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307364.570487:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1724307364.570521:0:24367:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246504320:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1724307364.570685:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x26:0x0].9, 224 off9872 00000040:00080000:3.0:1724307364.570697:0:24367:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:3.0:1724307364.571313:0:24377:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1724307364.571321:0:24377:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307364.571323:0:24377:0:(obd_config.c:1495:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1724307364.571328:0:24377:0:(obd_config.c:1939:class_config_llog_handler()) cmd ce032, instance name: general-ffff88012c891800 00000020:00000080:3.0:1724307364.571330:0:24377:0:(obd_config.c:1407:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1724307364.571336:0:24377:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1724307364.571338:0:24377:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307364.571339:0:24377:0:(obd_config.c:1495:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1724307364.571340:0:24377:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1724307364.571342:0:24377:0:(obd_config.c:1833:class_config_llog_handler()) SKIP #3 00000020:01000000:3.0:1724307364.571343:0:24377:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1724307364.571345:0:24377:0:(obd_config.c:1859:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1724307364.571346:0:24377:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1724307364.571347:0:24377:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307364.571348:0:24377:0:(obd_config.c:1495:class_process_config()) marker 3 (0x6) general lod.*.mdt_hash 00000020:01000000:3.0:1724307364.571350:0:24377:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1724307364.571351:0:24377:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307364.571353:0:24377:0:(obd_config.c:1495:class_process_config()) marker 4 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1724307364.571355:0:24377:0:(obd_config.c:1939:class_config_llog_handler()) cmd ce032, instance name: general-ffff88012c891800 00000020:00000080:3.0:1724307364.571357:0:24377:0:(obd_config.c:1407:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1724307364.571429:0:24377:0:(obd_config.c:1824:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1724307364.571431:0:24377:0:(obd_config.c:1407:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1724307364.571432:0:24377:0:(obd_config.c:1495:class_process_config()) marker 4 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1724307364.571434:0:24377:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x26:0x0] index 10 count 10 00000020:01000000:0.0:1724307364.571478:0:24367:0:(obd_config.c:2077:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:0.0:1724307364.571508:0:24367:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1724307364.571533:0:24367:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88008ef98b40/0x85b23e07e0c0cbd3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0cbda expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307364.571543:0:24367:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88008ef98b40/0x85b23e07e0c0cbd3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0cbda expref: -99 pid: 24367 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1724307364.571566:0:24367:0:(mgc_request.c:1900:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1724307364.571569:0:24367:0:(mgc_request.c:322:config_log_add()) add config log lustre-client-ffff88012c891800 10000000:01000000:0.0:1724307364.571571:0:24367:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff88012c891800 10000000:01000000:0.0:1724307364.571575:0:24367:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1724307364.571579:0:24367:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-client-ffff88012c891800 from 1 10000000:01000000:0.0:1724307364.571582:0:24367:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1724307364.571612:0:24367:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff880090439680/0x85b23e07e0c0cbe1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307364.571619:0:24367:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff880090439680/0x85b23e07e0c0cbe1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307364.571627:0:24367:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff880090439680/0x85b23e07e0c0cbe1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1724307364.571659:0:24367:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092147480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246504448:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1724307364.571694:0:24367:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307364.571704:0:24367:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8a000 going to sleep for 11 seconds 00000100:00100000:1.0:1724307364.571753:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246504448 00000100:00100000:1.0:1724307364.571758:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246504448 00000100:00100000:1.0:1724307364.571784:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1724307364.571789:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:24367:x1808064246504448:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1724307364.571799:0:22440:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307364.571812:0:22440:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d401d40/0x85b23e07e0c0cbe8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0cbe1 expref: -99 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.571833:0:22440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d401d40/0x85b23e07e0c0cbe8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0cbe1 expref: 18 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.571841:0:22440:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d401d40/0x85b23e07e0c0cbe8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0cbe1 expref: 18 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.571849:0:22440:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d401d40, rc 0) 00000100:00100000:1.0:1724307364.571873:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:24367:x1808064246504448:12345-0@lo:101:mount.lustre.0 Request processed in 83us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307364.571878:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1724307364.571942:0:24367:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092147480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246504448:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1724307364.571953:0:24367:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff880090439680/0x85b23e07e0c0cbe1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0cbe8 expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307364.571959:0:24367:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff880090439680/0x85b23e07e0c0cbe1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0cbe8 expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1724307364.583399:0:24367:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x22:0x0] index 42 count 42 00000040:00080000:0.0:1724307364.583752:0:24367:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1724307364.583988:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].1, 224 off8416 00000040:00080000:0.0:1724307364.584041:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].2, 120 off8536 00000040:00080000:0.0:1724307364.584076:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].3, 168 off8704 00000040:00080000:0.0:1724307364.584117:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].4, 224 off8928 00000040:00080000:0.0:1724307364.584155:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].5, 224 off9152 00000040:00080000:0.0:1724307364.584202:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].6, 120 off9272 00000040:00080000:0.0:1724307364.584242:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].7, 168 off9440 00000040:00080000:0.0:1724307364.584279:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].8, 224 off9664 00000040:00080000:0.0:1724307364.584343:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].9, 224 off9888 00000040:00080000:0.0:1724307364.584381:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].10, 120 off10008 00000040:00080000:0.0:1724307364.584415:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].11, 224 off10232 00000040:00080000:0.0:1724307364.584457:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].12, 224 off10456 00000040:00080000:0.0:1724307364.584489:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].13, 88 off10544 00000040:00080000:0.0:1724307364.584524:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].14, 128 off10672 00000040:00080000:0.0:1724307364.584570:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].15, 144 off10816 00000040:00080000:0.0:1724307364.584609:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].16, 160 off10976 00000040:00080000:0.0:1724307364.584678:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].17, 224 off11200 00000040:00080000:0.0:1724307364.584721:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].18, 224 off11424 00000040:00080000:0.0:1724307364.584750:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].19, 80 off11504 00000040:00080000:0.0:1724307364.584778:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].20, 224 off11728 00000040:00080000:0.0:1724307364.584814:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].21, 224 off11952 00000040:00080000:0.0:1724307364.584843:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].22, 88 off12040 00000040:00080000:0.0:1724307364.584870:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].23, 128 off12168 00000040:00080000:0.0:1724307364.585321:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].24, 144 off12312 00000040:00080000:0.0:1724307364.585364:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].25, 128 off12440 00000040:00080000:0.0:1724307364.585397:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].26, 224 off12664 00000040:00080000:0.0:1724307364.585442:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].27, 224 off12888 00000040:00080000:0.0:1724307364.585475:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].28, 80 off12968 00000040:00080000:0.0:1724307364.585505:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].29, 224 off13192 00000040:00080000:0.0:1724307364.585545:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].30, 224 off13416 00000040:00080000:0.0:1724307364.585578:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].31, 88 off13504 00000040:00080000:0.0:1724307364.585608:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].32, 128 off13632 00000040:00080000:0.0:1724307364.585730:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].33, 144 off13776 00000040:00080000:0.0:1724307364.585781:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].34, 128 off13904 00000040:00080000:0.0:1724307364.585813:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].35, 224 off14128 00000040:00080000:0.0:1724307364.585854:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].36, 224 off14352 00000040:00080000:0.0:1724307364.585887:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].37, 80 off14432 00000040:00080000:0.0:1724307364.585918:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].38, 224 off14656 00000040:00080000:0.0:1724307364.585958:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].39, 224 off14880 00000040:00080000:0.0:1724307364.585990:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].40, 120 off15000 00000040:00080000:0.0:1724307364.586079:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x27:0x0].41, 224 off15224 00000040:00080000:0.0:1724307364.586084:0:24367:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x22:0x0] index 41 count 42 00000100:00100000:0.0:1724307364.586141:0:24367:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092147480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246504576:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307364.586189:0:24367:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307364.588576:0:24367:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1724307364.588692:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246504576 00000100:00100000:3.0:1724307364.588700:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246504576 00000100:00100000:3.0:1724307364.588735:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1724307364.588741:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:24367:x1808064246504576:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1724307364.588841:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:24367:x1808064246504576:12345-0@lo:501:mount.lustre.0 Request processed in 100us (2652us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307364.588848:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1724307364.588912:0:24367:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092147480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246504576:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1724307364.588941:0:24367:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092147480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246504704:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1724307364.588980:0:24367:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307364.588988:0:24367:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1724307364.589049:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246504704 00000100:00100000:1.0:1724307364.589053:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246504704 00000100:00100000:1.0:1724307364.589069:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1724307364.589073:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:24367:x1808064246504704:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1724307364.589357:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:24367:x1808064246504704:12345-0@lo:503:mount.lustre.0 Request processed in 282us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307364.589363:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1724307364.589425:0:24367:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092147480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246504704:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1724307364.589907:0:24367:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1724307364.589928:0:24367:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092147480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246504832:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1724307364.589956:0:24367:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307364.589964:0:24367:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8a840 going to sleep for 11 seconds 00000100:00100000:3.0:1724307364.590068:0:22439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246504832 00000100:00100000:3.0:1724307364.590071:0:22439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246504832 00000100:00100000:3.0:1724307364.590086:0:22439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1724307364.590089:0:22439:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:24367:x1808064246504832:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1724307364.590287:0:22439:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:24367:x1808064246504832:12345-0@lo:502:mount.lustre.0 Request processed in 196us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307364.590292:0:22439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1724307364.590446:0:24367:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092147480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246504832:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1724307364.590635:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].1, 224 off8416 00000040:00080000:0.0:1724307364.590757:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].2, 120 off8536 00000040:00080000:0.0:1724307364.590794:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].3, 168 off8704 00000040:00080000:0.0:1724307364.590838:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].4, 224 off8928 00000040:00080000:0.0:1724307364.590870:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].5, 224 off9152 00000040:00080000:0.0:1724307364.590907:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].6, 120 off9272 00000040:00080000:0.0:1724307364.590938:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].7, 168 off9440 00000040:00080000:0.0:1724307364.590974:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].8, 224 off9664 00000040:00080000:0.0:1724307364.591021:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].9, 224 off9888 00000040:00080000:0.0:1724307364.591057:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].10, 120 off10008 00000040:00080000:0.0:1724307364.591092:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].11, 224 off10232 00000040:00080000:0.0:1724307364.591135:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].12, 224 off10456 00000040:00080000:0.0:1724307364.591166:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].13, 88 off10544 00000040:00080000:0.0:1724307364.591193:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].14, 128 off10672 00000040:00080000:0.0:1724307364.591228:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].15, 144 off10816 00000040:00080000:0.0:1724307364.591257:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].16, 160 off10976 00000040:00080000:0.0:1724307364.591284:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].17, 224 off11200 00000040:00080000:0.0:1724307364.591333:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].18, 224 off11424 00000040:00080000:0.0:1724307364.591364:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].19, 80 off11504 00000040:00080000:0.0:1724307364.591391:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].20, 224 off11728 00000040:00080000:0.0:1724307364.591426:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].21, 224 off11952 00000040:00080000:0.0:1724307364.591454:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].22, 88 off12040 00000040:00080000:0.0:1724307364.591481:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].23, 128 off12168 00000040:00080000:0.0:1724307364.591521:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].24, 144 off12312 00000040:00080000:0.0:1724307364.591555:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].25, 128 off12440 00000040:00080000:0.0:1724307364.591593:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].26, 224 off12664 00000040:00080000:0.0:1724307364.591634:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].27, 224 off12888 00000040:00080000:0.0:1724307364.591695:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].28, 80 off12968 00000040:00080000:0.0:1724307364.591730:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].29, 224 off13192 00000040:00080000:0.0:1724307364.591775:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].30, 224 off13416 00000040:00080000:0.0:1724307364.591810:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].31, 88 off13504 00000040:00080000:0.0:1724307364.591843:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].32, 128 off13632 00000040:00080000:0.0:1724307364.591877:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].33, 144 off13776 00000040:00080000:0.0:1724307364.591920:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].34, 128 off13904 00000040:00080000:0.0:1724307364.591957:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].35, 224 off14128 00000040:00080000:0.0:1724307364.592000:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].36, 224 off14352 00000040:00080000:0.0:1724307364.592037:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].37, 80 off14432 00000040:00080000:0.0:1724307364.592070:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].38, 224 off14656 00000040:00080000:0.0:1724307364.592114:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].39, 224 off14880 00000040:00080000:0.0:1724307364.592150:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].40, 120 off15000 00000100:00100000:0.0:1724307364.592180:0:24367:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092147480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246504960:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1724307364.592223:0:24367:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307364.592308:0:24367:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8a840 going to sleep for 11 seconds 00000100:00100000:2.0:1724307364.592370:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246504960 00000100:00100000:2.0:1724307364.592374:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246504960 00000100:00100000:2.0:1724307364.592867:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1724307364.592873:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:24367:x1808064246504960:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1724307364.593066:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:24367:x1808064246504960:12345-0@lo:502:mount.lustre.0 Request processed in 191us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307364.593075:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1724307364.593472:0:24367:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092147480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246504960:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1724307364.593544:0:24367:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x28:0x0].41, 224 off15224 00000040:00080000:0.0:1724307364.593552:0:24367:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:1.0:1724307364.594892:0:24382:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1724307364.594897:0:24382:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1724307364.594910:0:24382:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff88009f94aaa0) 00000020:00000080:1.0:1724307364.594926:0:24382:0:(obd_config.c:671:class_attach()) OBD: dev 12 attached type lwp with refcount 2 00000020:00000080:1.0:1724307364.594929:0:24382:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1724307364.595735:0:24382:0:(ldlm_lib.c:101:import_set_conn()) imp ffff880092138800@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.107@tcp at head 00010000:00010000:1.0:1724307364.597016:0:24382:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-5 is initialized 00000020:00000080:1.0:1724307364.597090:0:24382:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1724307364.597109:0:24382:0:(lwp_dev.c:491:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1724307364.597118:0:24382:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x85b23e07e0c0cbf6 00000100:00080000:1.0:1724307364.597126:0:24382:0:(import.c:523:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1724307364.597134:0:24382:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880092138800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:1.0:1724307364.597160:0:24382:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800922dfb80 x1808064246505088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1724307364.597185:0:24382:0:(pinger.c:396:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1724307364.597543:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246505088:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1724307364.597592:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1724307364.597682:0:10846:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1724307364.597686:0:10846:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1724307364.597688:0:10846:0:(import.c:86:import_set_state_nolock()) ffff88012d429800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1724307364.597691:0:10846:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2965 00000100:00080000:3.0:1724307364.597694:0:10846:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1724307364.597698:0:10846:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88012d429800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:3.0:1724307364.597706:0:10846:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800922da680 x1808064246505344/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1724307364.597734:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246505472:0@lo:400:kworker.0 00000100:00100000:3.0:1724307364.597754:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307364.597764:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1724307364.597768:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246505216:0@lo:400:kworker.0 00000100:00100000:3.0:1724307364.597778:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307364.597787:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1724307364.597791:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246505600:0@lo:400:kworker.0 00000100:00100000:3.0:1724307364.597804:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307364.597819:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246505088 00000100:00100000:3.0:1724307364.597824:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246505088 00000100:00100000:3.0:1724307364.597838:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246505216 00000100:00100000:3.0:1724307364.597839:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246505216 00000100:00100000:3.0:1724307364.597848:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246505600 00000100:00100000:3.0:1724307364.597850:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246505600 00000100:00100000:3.0:1724307364.597857:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1724307364.597861:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1808064246505216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307364.597888:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1808064246505216:12345-0@lo:400:kworker.0 Request processed in 26us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307364.597893:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1724307364.597901:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1724307364.597904:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246505600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307364.597919:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1808064246505600:12345-0@lo:400:kworker.0 Request processed in 15us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307364.597923:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1724307364.597931:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1724307364.597934:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092147480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3295:x1808064246505088:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1724307364.597950:0:22443:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp (null) cur 2967 last 0 00000020:00000080:3.0:1724307364.597977:0:22443:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x85b23e07e0c0cbfd 00000004:00100000:3.0:1724307364.597986:0:22443:0:(mdt_handler.c:7068:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:3.0:1724307364.597991:0:22443:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009f2ed000 00000100:00080000:3.0:1724307364.598008:0:22443:0:(import.c:86:import_set_state_nolock()) ffff8800909ee800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:3.0:1724307364.598030:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092147480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1808064246505088:12345-0@lo:38:llog_process_th.0 Request processed in 93us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307364.598035:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1724307364.598076:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3297:1808064246505600:0@lo:400:kworker.0 00000100:00100000:3.0:1724307364.598092:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3299:1808064246505216:0@lo:400:kworker.0 00000040:00080000:3.0:1724307364.598255:0:24382:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x28:0x0] index 42 count 42 00000100:00100000:0.0:1724307364.598418:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246505344:0@lo:8:kworker.0 00000100:00100000:0.0:1724307364.598436:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307364.598458:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1724307364.598462:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 72 00000100:00080000:0.0:1724307364.598466:0:3295:0:(import.c:940:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1724307364.598469:0:3295:0:(import.c:1184:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1724307364.598472:0:3295:0:(import.c:86:import_set_state_nolock()) ffff880092138800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1724307364.598475:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3295:1808064246505088:0@lo:38:llog_process_th.0 00000020:01000000:0.0:1724307364.598489:0:24367:0:(obd_config.c:2077:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:0.0:1724307364.598511:0:24367:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1724307364.598520:0:24367:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff880090439680/0x85b23e07e0c0cbe1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0cbe8 expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307364.598529:0:24367:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff880090439680/0x85b23e07e0c0cbe1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0cbe8 expref: -99 pid: 24367 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1724307364.598556:0:24367:0:(tgt_mount.c:1161:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1724307364.598557:0:24367:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1724307364.598558:0:24367:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307364.598559:0:24367:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307364.598560:0:24367:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307364.598561:0:24367:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307364.598562:0:24367:0:(tgt_mount.c:1170:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1724307364.598563:0:24367:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307364.598564:0:24367:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1724307364.598567:0:24367:0:(mgc_request_server.c:253:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1724307364.598571:0:24367:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1724307364.598572:0:24367:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1724307364.598573:0:24367:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:0.0:1724307364.598574:0:24367:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:0.0:1724307364.598575:0:24367:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:0.0:1724307364.598576:0:24367:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:0.0:1724307364.598576:0:24367:0:(tgt_mount.c:1170:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1724307364.598577:0:24367:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1724307364.598578:0:24367:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1724307364.598587:0:24367:0:(mgc_request_server.c:198:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1724307364.598594:0:24367:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092147800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246505728:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1724307364.598615:0:24367:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307364.598623:0:24367:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009eb8a480 going to sleep for 11 seconds 00000100:00100000:0.0:1724307364.598631:0:22437:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246505728 00000100:00100000:0.0:1724307364.598634:0:22437:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246505728 00000100:00100000:0.0:1724307364.598675:0:22437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1724307364.598679:0:22437:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:24367:x1808064246505728:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1724307364.598691:0:22437:0:(mgs_handler.c:364:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00100000:2.0:1724307364.599019:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246505472 00000100:00100000:2.0:1724307364.599022:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246505472 00000100:00100000:2.0:1724307364.599037:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246505344 00000100:00100000:2.0:1724307364.599038:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246505344 00000100:00100000:2.0:1724307364.599047:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:2.0:1724307364.599051:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246505472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307364.599078:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246505472:12345-0@lo:400:kworker.0 Request processed in 27us (1323us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307364.599082:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:2.0:1724307364.599090:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11954 00000100:00100000:2.0:1724307364.599093:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092147100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3295:x1808064246505344:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1724307364.599110:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092147100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3295:x1808064246505344:12345-0@lo:8:kworker.0 Request processed in 17us (674us total) trans 0 rc -11/-11 00000100:00100000:2.0:1724307364.599114:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11954 00000100:00080000:0.0:1724307364.599164:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d429800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1724307364.599167:0:3295:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.107@tcp failed (-11) 00000100:00100000:0.0:1724307364.599169:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246505344:0@lo:8:kworker.0 00000100:00100000:2.0:1724307364.599828:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246505472:0@lo:400:kworker.0 20000000:01000000:0.0:1724307364.618690:0:22437:0:(mgs_nids.c:592:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1724307364.618704:0:22437:0:(mgs_handler.c:525:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1724307364.618812:0:22457:0:(mgs_nids.c:490:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1724307364.618817:0:22457:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1724307364.618833:0:22457:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc04 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.618849:0:22457:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8800911606c0/0x85b23e07e0c0c853 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0c84c expref: 18 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.618858:0:22457:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff880091160480/0x85b23e07e0c0ca91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfee expref: 8 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.618864:0:22457:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc04 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.618895:0:22457:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff880091160480/0x85b23e07e0c0ca91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfee expref: 8 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.618906:0:22457:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff880091160480/0x85b23e07e0c0ca91 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfee expref: 8 pid: 22440 timeout: 3067 lvb_type: 0 00000100:00100000:1.0:1724307364.618918:0:22457:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dd880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22457:1808064246505856:192.168.204.7@tcp:104: 00010000:00010000:1.0:1724307364.618989:0:22457:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8800911606c0/0x85b23e07e0c0c853 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x85b23e07e0c0c84c expref: 18 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.618996:0:22457:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8800911606c0/0x85b23e07e0c0c853 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x85b23e07e0c0c84c expref: 18 pid: 22440 timeout: 3067 lvb_type: 0 00000100:00100000:1.0:1724307364.619004:0:22457:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dd500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22457:1808064246505984:0@lo:104: 00000100:00100000:1.0:1724307364.619034:0:22457:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307364.619055:0:22457:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8732900 going to sleep for 11 seconds 00000100:00100000:3.0:1724307364.619203:0:7036:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246505984 00000100:00100000:3.0:1724307364.619209:0:7036:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246505984 00000100:00100000:3.0:1724307364.619244:0:7036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1724307364.619249:0:7036:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+3:22457:x1808064246505984:12345-0@lo:104: 00010000:00010000:3.0:1724307364.619258:0:7036:0:(ldlm_lockd.c:2511:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.107@tcp lock: ffff8800a9a95680/0x85b23e07e0c0c84c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x85b23e07e0c0c853 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307364.619293:0:7036:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1724307364.619298:0:7036:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+3:22457:x1808064246505984:12345-0@lo:104: Request processed in 48us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307364.619315:0:7036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00010000:00010000:3.0:1724307364.619335:0:7041:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1724307364.619340:0:7041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff8800a9a95680/0x85b23e07e0c0c84c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x85b23e07e0c0c853 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307364.619346:0:7041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff8800a9a95680 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:3.0:1724307364.619348:0:7041:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff8800a9a95680/0x85b23e07e0c0c84c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x85b23e07e0c0c853 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307364.619354:0:7041:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff8800a9a95680/0x85b23e07e0c0c84c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x85b23e07e0c0c853 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1724307364.619359:0:7041:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff8800a9a95680/0x85b23e07e0c0c84c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x85b23e07e0c0c853 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307364.619363:0:7041:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1724307364.619389:0:7041:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff8800a9a95680/0x85b23e07e0c0c84c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0c0c853 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307364.619394:0:7041:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1724307364.619408:0:7041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff8800a9a95680/0x85b23e07e0c0c84c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0c0c853 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307364.619413:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff8800a9a95680/0x85b23e07e0c0c84c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x85b23e07e0c0c853 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307364.619427:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307364.619429:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307364.619430:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307364.619444:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246506112:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1724307364.619465:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1724307364.619730:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGC192.168.204.107@tcp older than 1724307334 00000100:00100000:1.0:1724307364.619802:0:22457:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dd500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22457:1808064246505984:0@lo:104: 00000100:00100000:1.0:1724307364.620053:0:7038:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246506112 00000100:00100000:1.0:1724307364.620057:0:7038:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246506112 00010000:00010000:1.0:1724307364.620071:0:7038:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8800911606c0/0x85b23e07e0c0c853 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x85b23e07e0c0c84c expref: 19 pid: 22440 timeout: 3067 lvb_type: 0 00000100:00100000:1.0:1724307364.620086:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2934 00000100:00100000:1.0:1724307364.620090:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+19:3297:x1808064246506112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1724307364.620098:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307364.620102:0:7038:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8800911606c0/0x85b23e07e0c0c853 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x85b23e07e0c0c84c expref: 19 pid: 22440 timeout: 3067 lvb_type: 0 00010000:00010000:1.0:1724307364.620108:0:7038:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8800911606c0/0x85b23e07e0c0c853 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x85b23e07e0c0c84c expref: 19 pid: 22440 timeout: 3067 lvb_type: 0 00010000:00010000:1.0:1724307364.620118:0:7038:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800911606c0/0x85b23e07e0c0c853 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x85b23e07e0c0c84c expref: 19 pid: 22440 timeout: 3067 lvb_type: 0 00010000:00010000:1.0:1724307364.620126:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1724307364.620146:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3297:x1808064246506112:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307364.620151:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2934 00000100:00100000:2.0:1724307364.620415:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246506112:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1724307364.621569:0:22437:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:24367:x1808064246505728:12345-0@lo:253:mount.lustre.0 Request processed in 22887us (22951us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307364.621578:0:22437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1724307364.621671:0:24367:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092147800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:24367:1808064246505728:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1724307364.621681:0:24367:0:(mgc_request_server.c:224:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1724307364.621684:0:24367:0:(tgt_mount.c:1161:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1724307364.621686:0:24367:0:(tgt_mount.c:1162:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1724307364.621687:0:24367:0:(tgt_mount.c:1163:server_mti_print()) fs: lustre 00000020:01000004:2.0:1724307364.621688:0:24367:0:(tgt_mount.c:1164:server_mti_print()) uuid: 00000020:01000004:2.0:1724307364.621689:0:24367:0:(tgt_mount.c:1165:server_mti_print()) ver: 0 00000020:01000004:2.0:1724307364.621690:0:24367:0:(tgt_mount.c:1166:server_mti_print()) flags: 00000020:01000004:2.0:1724307364.621691:0:24367:0:(tgt_mount.c:1170:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1724307364.621693:0:24367:0:(tgt_mount.c:1200:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1724307364.621694:0:24367:0:(tgt_mount.c:1206:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1724307364.621708:0:24367:0:(tgt_mount.c:2296:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1724307364.621919:0:24367:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:2.0:1724307364.621963:0:24367:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1724307364.622036:0:24367:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:2.0:1724307364.622066:0:24367:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1724307364.622134:0:24367:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:2.0:1724307364.622165:0:24367:0:(osd_index.c:2093:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00010000:00080000:3.0:1724307364.622899:0:24367:0:(ldlm_lib.c:2950:target_recovery_init()) RECOVERY: service lustre-OST0000, 2 recoverable clients, last_transno 25769803778 00000100:00100000:2.0:1724307364.623928:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307364.624079:0:22457:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dd880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22457:1808064246505856:192.168.204.7@tcp:104: 00010000:00010000:1.0:1724307364.624103:0:22457:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc04 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307364.624251:0:8419:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248606336 00000100:00100000:1.0:1724307364.624257:0:8419:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248606336 00010000:00010000:1.0:1724307364.624290:0:8419:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff880091160480/0x85b23e07e0c0ca91 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfee expref: 9 pid: 22440 timeout: 3067 lvb_type: 0 00000100:00100000:1.0:1724307364.624321:0:8419:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 2935 00000100:00100000:1.0:1724307364.624326:0:8419:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1967:x1808064248606336:12345-192.168.204.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1724307364.624337:0:8419:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307364.624342:0:8419:0:(ldlm_lockd.c:1813:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff880091160480/0x85b23e07e0c0ca91 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfee expref: 9 pid: 22440 timeout: 3067 lvb_type: 0 00010000:00010000:1.0:1724307364.624350:0:8419:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff880091160480/0x85b23e07e0c0ca91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfee expref: 9 pid: 22440 timeout: 3067 lvb_type: 0 00010000:00010000:1.0:1724307364.624366:0:8419:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880091160480/0x85b23e07e0c0ca91 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cfee expref: 9 pid: 22440 timeout: 3067 lvb_type: 0 00010000:00010000:1.0:1724307364.624378:0:8419:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc04 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.624385:0:8419:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc04 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 20000000:01000000:1.0:1724307364.624395:0:8419:0:(mgs_nids.c:466:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005579702s 00010000:00010000:1.0:1724307364.624399:0:8419:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc04 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.624404:0:8419:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc04 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.624410:0:8419:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc04 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.624415:0:8419:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc04 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.624420:0:8419:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009d400fc0 already unused, calling callback (ffffffffa084f3f0) 00010000:00010000:1.0:1724307364.624422:0:8419:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc04 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.624428:0:8419:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc04 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.624436:0:8419:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc04 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.624443:0:8419:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1724307364.624473:0:8419:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:31a81d4a-43f7-45b0-a075-f219c8077a24+8:1967:x1808064248606336:12345-192.168.204.7@tcp:103:ldlm_bl.0 Request processed in 145us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307364.624479:0:8419:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 2935 00010000:00010000:1.0:1724307364.624496:0:22457:0:(ldlm_request.c:182:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc04 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.624501:0:22457:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc04 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307364.624506:0:22457:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc04 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22457 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1724307364.624581:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307334 00010000:00080000:0.0:1724307364.624948:0:24398:0:(ldlm_lib.c:2754:target_recovery_thread()) lustre-OST0000: started recovery thread pid 24398 00010000:02000000:0.0:1724307364.624955:0:24398:0:(ldlm_lib.c:2215:target_recovery_overseer()) lustre-OST0000: in recovery but waiting for the first client to connect 00010000:00080000:0.0:1724307364.624957:0:24398:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:0.0:1724307364.624959:0:24398:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00000020:01000004:3.0:1724307364.625041:0:24367:0:(tgt_mount.c:317:server_mgc_clear_fs()) Unassign mgc disk 00000020:01000004:3.0:1724307364.625097:0:24367:0:(tgt_mount.c:2065:server_fill_super_common()) Server sb, dev=43 00000080:00000004:3.0:1724307364.625107:0:24367:0:(super25.c:192:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00000100:00100000:0.0:1724307364.882921:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307364.883105:0:22892:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248606464 00000100:00100000:3.0:1724307364.883113:0:22892:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248606464 00000100:00100000:3.0:1724307364.883463:0:22892:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 23 00000100:00100000:3.0:1724307364.883469:0:22892:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092147b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1969:x1808064248606464:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307364.883527:0:22892:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092147b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:1969:x1808064248606464:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 58us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307364.883532:0:22892:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 23 00000100:00080000:2.0:1724307364.883979:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307334 00000100:00100000:2.0:1724307364.884214:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307364.884241:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307364.884419:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248606592 00000100:00100000:1.0:1724307364.884425:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248606592 00000100:00100000:1.0:1724307364.884445:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248606720 00000100:00100000:1.0:1724307364.884447:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248606720 00000100:00100000:1.0:1724307364.884466:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11955 00000100:00100000:1.0:1724307364.884470:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:1965:x1808064248606592:12345-192.168.204.7@tcp:8:kworker.0 00010000:00080000:1.0:1724307364.884488:0:9058:0:(ldlm_lib.c:856:target_handle_reconnect()) connect export for UUID '7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e' at ffff8800909ee000, cookie 0x85b23e07e0c0cbcc 00010000:00080000:1.0:1724307364.884492:0:9058:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0000: connection from 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp recovering/t0 exp ffff8800909ee000 cur 2967 last 1724307364 00010000:02000400:1.0:1724307364.884498:0:9058:0:(ldlm_lib.c:1918:target_start_recovery_timer()) lustre-OST0000: Will be in recovery for at least 1:00, or until 2 clients reconnect 00010000:00080000:1.0:1724307364.884502:0:9058:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 70 seconds 00002000:00100000:1.0:1724307364.884510:0:9058:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0000: cli 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e/ffff8800909ee000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f40ac ocd_grant: 1703936 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1724307364.884518:0:9058:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:0.0:1724307364.884522:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11956 00000020:01000000:1.0:1724307364.884523:0:9058:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009b6af9c0 00000100:00100000:0.0:1724307364.884532:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1965:x1808064248606720:12345-192.168.204.7@tcp:9:kworker.0 00000020:00000080:0.0:1724307364.884561:0:19425:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0cac2 00000100:00080000:1.0:1724307364.884567:0:9058:0:(import.c:86:import_set_state_nolock()) ffff8800909ec000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00080000:0.0:1724307364.884569:0:19425:0:(import.c:86:import_set_state_nolock()) ffff88009cce4800 ÿÿÿÿ: changing import state from FULL to CLOSED 00000100:00100000:1.0:1724307364.884593:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1965:x1808064248606592:12345-192.168.204.7@tcp:8:kworker.0 Request processed in 122us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307364.884602:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11955 00000001:00000004:0.0:1724307364.884610:0:19425:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294970742 00010000:00010000:1.0:1724307364.884616:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307364.885445:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+2:1965:x1808064248606720:12345-192.168.204.7@tcp:9:kworker.0 Request processed in 911us (1200us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307364.885452:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11956 00000100:00080000:2.0:1724307364.886094:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307334 00000100:00100000:0.0:1724307364.887464:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307364.888121:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248606848 00000100:00100000:3.0:1724307364.888131:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248606848 00000100:00100000:3.0:1724307364.888172:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11957 00000100:00100000:3.0:1724307364.888179:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092145f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1965:x1808064248606848:12345-192.168.204.7@tcp:101:ldlm_lock_repla.0 00010000:00080000:3.0:1724307364.888292:0:14386:0:(ldlm_lib.c:3086:target_queue_recovery_request()) @@@ queue lock replay req req@ffff880092145f80 x1808064248606848/t0(0) o101->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:625/0 lens 328/0 e 0 to 0 dl 1724307375 ref 2 fl Interpret:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 00000100:00100000:3.0:1724307364.888354:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092145f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1965:x1808064248606848:12345-192.168.204.7@tcp:101:ldlm_lock_repla.0 Request processed in 173us (894us total) trans 0 rc 0/-999 00000100:00100000:3.0:1724307364.888361:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11957 00010000:00080000:0.0:1724307364.888405:0:24398:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00010000:1.0:1724307365.542691:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307365.684492:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307365.684916:0:22437:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248606976 00000100:00100000:1.0:1724307365.684924:0:22437:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248606976 00000100:00100000:1.0:1724307365.685331:0:22437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 86 00000100:00100000:1.0:1724307365.685339:0:22437:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+8:13173:x1808064248606976:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1724307365.685353:0:22437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307365.685371:0:22437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc0b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6d049 expref: -99 pid: 22437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307365.685393:0:22437:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d049 expref: 9 pid: 22437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307365.685402:0:22437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d049 expref: 9 pid: 22437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307365.685408:0:22437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d400fc0, rc 0) 00000100:00100000:1.0:1724307365.685448:0:22437:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064248606976:12345-192.168.204.7@tcp:101:ll_cfg_requeue.0 Request processed in 109us (962us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307365.685454:0:22437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 86 00000100:00100000:1.0:1724307365.690663:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307365.690724:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248607104 00000100:00100000:2.0:1724307365.690732:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248607104 00000100:00100000:2.0:1724307365.690763:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 87 00000100:00100000:2.0:1724307365.690768:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064248607104:12345-192.168.204.7@tcp:256:ll_cfg_requeue.0 20000000:01000000:2.0:1724307365.690789:0:22440:0:(mgs_nids.c:682:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:2.0:1724307365.690801:0:22440:0:(mgs_nids.c:225:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1724307365.690804:0:22440:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 82 00000100:00100000:2.0:1724307365.695840:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:31a81d4a-43f7-45b0-a075-f219c8077a24+9:13173:x1808064248607104:12345-192.168.204.7@tcp:256:ll_cfg_requeue.0 Request processed in 5062us (5202us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307365.695853:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 87 10000000:01000000:3.0:1724307366.532718:0:7051:0:(mgc_request.c:606:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1724307366.532725:0:7051:0:(mgc_request.c:1763:mgc_process_log()) Process log lustre-mdtir-ffff88012d42d000 from 82 10000000:01000000:3.0:1724307366.532731:0:7051:0:(mgc_request.c:971:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1724307366.532774:0:7051:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88008ef9ba80/0x85b23e07e0c0cc12 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307366.532785:0:7051:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.107@tcp lock: ffff88008ef9ba80/0x85b23e07e0c0cc12 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307366.532796:0:7051:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.107@tcp lock: ffff88008ef9ba80/0x85b23e07e0c0cc12 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1724307366.532822:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922d9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246506240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1724307366.532892:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307366.532909:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009e699a80 going to sleep for 11 seconds 00000100:00100000:3.0:1724307366.533953:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246506240 00000100:00100000:3.0:1724307366.533962:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246506240 00000100:00100000:3.0:1724307366.534015:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00080000:2.0:1724307366.534057:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307336 00000100:00100000:3.0:1724307366.534281:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094af1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:7051:x1808064246506240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1724307366.534295:0:22440:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1724307366.534311:0:22440:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88008ef9a400/0x85b23e07e0c0cc19 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x85b23e07e0c0cc12 expref: -99 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307366.534341:0:22440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88008ef9a400/0x85b23e07e0c0cc19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x85b23e07e0c0cc12 expref: 18 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307366.535365:0:22440:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88008ef9a400/0x85b23e07e0c0cc19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x85b23e07e0c0cc12 expref: 18 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307366.535375:0:22440:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ef9a400, rc 0) 00000100:00100000:3.0:1724307366.536367:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094af1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:7051:x1808064246506240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2086us (3472us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307366.536375:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1724307366.538433:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922d9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246506240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1724307366.538458:0:7051:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.107@tcp lock: ffff88008ef9ba80/0x85b23e07e0c0cc12 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0cc19 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307366.538473:0:7051:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.107@tcp lock: ffff88008ef9ba80/0x85b23e07e0c0cc12 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0cc19 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307366.538542:0:7051:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246506368:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1724307366.538602:0:7051:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307366.538621:0:7051:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009d8d0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1724307366.538869:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246506368 00000100:00100000:3.0:1724307366.538876:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246506368 00000100:00100000:3.0:1724307366.538918:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1724307366.538926:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094af3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:7051:x1808064246506368:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1724307366.538947:0:22440:0:(mgs_nids.c:682:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1724307366.538961:0:22440:0:(mgs_nids.c:225:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1724307366.538965:0:22440:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 82 00000100:00100000:3.0:1724307366.539037:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094af3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:7051:x1808064246506368:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 111us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307366.539043:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1724307366.539541:0:7051:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:7051:1808064246506368:0@lo:256:ll_cfg_requeue.0 00000020:00000080:2.0:1724307366.539573:0:7051:0:(obd_config.c:1407:class_process_config()) processing cmd: cf00f 10000000:01000000:2.0:1724307366.539718:0:7051:0:(mgc_request.c:1840:mgc_process_log()) MGC192.168.204.107@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1724307366.539725:0:7051:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88008ef9ba80/0x85b23e07e0c0cc12 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0cc19 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307366.539733:0:7051:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.107@tcp lock: ffff88008ef9ba80/0x85b23e07e0c0cc12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0cc19 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307366.549673:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1724307366.561884:0:24637:0:(import.c:232:ptlrpc_set_import_discon()) osp: import ffff88012d429800 already not connected (conn 5, was 0): DISCONN 00010000:00080000:2.0:1724307366.561906:0:24637:0:(ldlm_lib.c:84:import_set_conn()) imp ffff88012d429800@lustre-OST0000-osc-MDT0000: found existing conn 192.168.204.107@tcp, moved to head 00000100:00080000:2.0:1724307366.561911:0:24637:0:(import.c:86:import_set_state_nolock()) ffff88012d429800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1724307366.561921:0:24637:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88012d429800 using connection 192.168.204.107@tcp/0@lo 00000100:00100000:2.0:1724307366.561955:0:24637:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff8df80 x1808064246506496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1724307366.562018:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246506496:0@lo:8:lctl.0 00000100:00100000:0.0:1724307366.562086:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307366.562451:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246506496 00000100:00100000:3.0:1724307366.562459:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246506496 00000100:00100000:3.0:1724307366.562840:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11958 00000100:00100000:3.0:1724307366.562847:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092146d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0+-99:3295:x1808064246506496:12345-0@lo:8:lctl.0 00010000:00080000:3.0:1724307366.562874:0:14386:0:(ldlm_lib.c:856:target_handle_reconnect()) connect export for UUID 'lustre-MDT0000-mdtlov_UUID' at ffff8800909e9800, cookie 0x85b23e07e0c0cbc5 00010000:00080000:3.0:1724307366.562879:0:14386:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo recovering/t0 exp ffff8800909e9800 cur 2969 last 1724307364 00002000:00100000:3.0:1724307366.562895:0:14386:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8800909e9800 ocd_connect_flags: 0xa044401443000066 ocd_version: 20f40ac ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1724307366.562899:0:14386:0:(ofd_obd.c:169:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1724307366.562902:0:14386:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:3.0:1724307366.562906:0:14386:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff88009b6af9c0 00000100:00080000:3.0:1724307366.562950:0:14386:0:(import.c:86:import_set_state_nolock()) ffff8800909e8000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:3.0:1724307366.563011:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092146d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3295:x1808064246506496:12345-0@lo:8:lctl.0 Request processed in 163us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307366.563018:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11958 00010000:00080000:2.0:1724307366.563795:0:3295:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ff8df80 x1808064246506496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1724307391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lctl.0' uid:0 gid:0 00000100:00080000:2.0:1724307366.563810:0:3295:0:(import.c:1103:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 7 00000100:00080000:2.0:1724307366.563819:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d429800 lustre-OST0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00080000:2.0:1724307366.563823:0:3295:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1724307366.563827:0:3295:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 25769803778 gen 2 00000100:00080000:2.0:1724307366.563830:0:3295:0:(recover.c:72:ptlrpc_replay_next()) import ffff88012d429800 from lustre-OST0000_UUID committed 25769803778 last 0 00000100:00080000:2.0:1724307366.563832:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d429800 lustre-OST0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00010000:00080000:0.0:1724307366.564344:0:24398:0:(ldlm_lib.c:2446:check_for_recovery_ready()) connected 2 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:0.0:1724307366.564351:0:24398:0:(ldlm_lib.c:2584:replay_request_or_update()) Waiting for transno 25769803779 00010000:00080000:0.0:1724307366.564355:0:24398:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 25769803779 00010000:00080000:0.0:1724307366.564359:0:24398:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 25769803779 00000100:00100000:2.0:1724307366.565350:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246506496:0@lo:8:lctl.0 00010000:00080000:3.0:1724307366.569591:0:24640:0:(ldlm_request.c:2693:ldlm_lock_replay_thread()) lock replay thread lustre-OST0000-osc-MDT0000 to lustre-OST0000_UUID@192.168.204.107@tcp 00010000:00010000:3.0:1724307366.569600:0:24640:0:(ldlm_request.c:2613:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-OST0000-osc-MDT0000 (0) 00010000:00010000:3.0:1724307366.569606:0:24640:0:(ldlm_request.c:2626:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-OST0000-osc-MDT0000 00000100:00080000:3.0:1724307366.569675:0:24640:0:(import.c:86:import_set_state_nolock()) ffff88012d429800 lustre-OST0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00100000:2.0:1724307366.570178:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246506624:0@lo:400:ldlm_lock_repla.0 00000100:00100000:2.0:1724307366.570248:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307366.570496:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246506624 00000100:00100000:0.0:1724307366.570504:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246506624 00000100:00100000:0.0:1724307366.570554:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:0.0:1724307366.570560:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3295:x1808064246506624:12345-0@lo:400:ldlm_lock_repla.0 00010000:00080000:0.0:1724307366.570578:0:19425:0:(ldlm_lib.c:3036:target_queue_recovery_request()) @@@ queue final req req@ffff88012ff8df80 x1808064246506624/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:627/0 lens 224/0 e 0 to 0 dl 1724307377 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 00000100:00100000:0.0:1724307366.570732:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3295:x1808064246506624:12345-0@lo:400:ldlm_lock_repla.0 Request processed in 170us (483us total) trans 0 rc 0/-999 00000100:00100000:0.0:1724307366.570740:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00010000:00080000:1.0:1724307366.570752:0:24398:0:(ldlm_lib.c:2108:check_for_next_transno()) max: 2, connected: 2, completed: 2, queue_len: 0, req_transno: 0, next_transno: 25769803779 00010000:00080000:1.0:1724307366.570756:0:24398:0:(ldlm_lib.c:2142:check_for_next_transno()) waking for completed recovery 00010000:00080000:1.0:1724307366.570765:0:24398:0:(ldlm_lib.c:2332:target_next_replay_lock()) Waiting for lock 00010000:00080000:1.0:1724307366.570767:0:24398:0:(ldlm_lib.c:2162:check_for_next_lock()) waking for next lock 00010000:00080000:1.0:1724307366.570776:0:24398:0:(ldlm_lib.c:2786:target_recovery_thread()) @@@ processing lock from 192.168.204.7@tcp: req@ffff880092145f80 x1808064248606848/t0(0) o101->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:625/0 lens 328/0 e 0 to 0 dl 1724307375 ref 1 fl Complete:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 00010000:00010000:1.0:1724307366.570804:0:24398:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1724307366.570829:0:24398:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0cc20 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6d018 expref: -99 pid: 24398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307366.570854:0:24398:0:(ldlm_resource.c:1685:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0cc20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d018 expref: 6 pid: 24398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307366.570870:0:24398:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d400240/0x85b23e07e0c0cc20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d018 expref: 6 pid: 24398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307366.570879:0:24398:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d400240, rc 0) 00010000:00080000:1.0:1724307366.570931:0:24398:0:(ldlm_lib.c:1980:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 67 seconds 00010000:00080000:1.0:1724307366.570942:0:24398:0:(ldlm_lib.c:2332:target_next_replay_lock()) Waiting for lock 00000100:00100000:0.0:1724307366.572172:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307366.572246:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248607232 00000100:00100000:2.0:1724307366.572256:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248607232 00000100:00100000:2.0:1724307366.572315:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1213 00000100:00100000:2.0:1724307366.572321:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092145500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064248607232:12345-192.168.204.7@tcp:400:ptlrpcd_rcv.0 00010000:00080000:2.0:1724307366.572331:0:19425:0:(ldlm_lib.c:3036:target_queue_recovery_request()) @@@ queue final req req@ffff880092145500 x1808064248607232/t0(0) o400->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:627/0 lens 224/0 e 0 to 0 dl 1724307377 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 00000100:00100000:2.0:1724307366.572353:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092145500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064248607232:12345-192.168.204.7@tcp:400:ptlrpcd_rcv.0 Request processed in 32us (184us total) trans 0 rc 0/-999 00000100:00100000:2.0:1724307366.572358:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1213 00010000:00080000:1.0:1724307366.572374:0:24398:0:(ldlm_lib.c:2165:check_for_next_lock()) waking for completed lock replay 00000001:00000004:1.0:1724307366.572577:0:24398:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 7, last_transno is 30064771072 00010000:00080000:0.0:1724307366.628710:0:24398:0:(ldlm_lib.c:1880:target_cancel_recovery_timer()) lustre-OST0000: cancel recovery timer 00010000:00080000:0.0:1724307366.628723:0:24398:0:(ldlm_lib.c:2837:target_recovery_thread()) @@@ processing final ping from 0@lo: req@ffff88012ff8df80 x1808064246506624/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:627/0 lens 224/0 e 0 to 0 dl 1724307377 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 00010000:00080000:0.0:1724307366.628811:0:24398:0:(ldlm_lib.c:2837:target_recovery_thread()) @@@ processing final ping from 192.168.204.7@tcp: req@ffff880092145500 x1808064248607232/t0(0) o400->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:627/0 lens 224/0 e 0 to 0 dl 1724307377 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 00010000:02000000:0.0:1724307366.628852:0:24398:0:(ldlm_lib.c:1753:target_finish_recovery()) lustre-OST0000: Recovery over after 0:02, of 2 clients 2 recovered and 0 were evicted. 00002000:00080000:0.0:1724307366.629743:0:24398:0:(ofd_obd.c:546:ofd_postrecov()) lustre-OST0000: recovery is over 00000001:00100000:0.0:1724307366.630345:0:24664:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000001:00100000:0.0:1724307366.630350:0:24664:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00080000:2.0:1724307366.630926:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d429800 lustre-OST0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:2.0:1724307366.630936:0:3295:0:(client.c:3100:ptlrpc_resend_req()) @@@ going to resend req@ffff8800922d8700 x1808064246506624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724307382 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 00000100:00080000:2.0:1724307366.630944:0:3295:0:(client.c:3109:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff8800922d8700 x1808064246506624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724307382 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 00000100:00080000:2.0:1724307366.630950:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d429800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000004:00080000:2.0:1724307366.630967:0:3295:0:(osp_dev.c:1650:osp_import_event()) got connected 00000100:02000000:2.0:1724307366.630969:0:3295:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-MDT0000: Connection restored to 192.168.204.107@tcp (at 0@lo) 00000100:00080000:2.0:1724307366.630975:0:3295:0:(recover.c:204:ptlrpc_wake_delayed()) @@@ waking (set ffff8800b45f43c0): req@ffff880136904e00 x1808064246500992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/224 e 0 to 0 dl 1724307369 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1724307366.630990:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246506624:0@lo:400:ldlm_lock_repla.0 00000100:00100000:1.0:1724307366.631124:0:22488:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dd500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22488:1808064246506880:0@lo:7:osp-pre-0-0.0 00000100:00100000:1.0:1724307366.631164:0:22488:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307366.631179:0:22488:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e344540 going to sleep for 11 seconds 00000100:00100000:1.0:1724307366.631189:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246506752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1724307366.631206:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307366.631517:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246506880 00000100:00100000:2.0:1724307366.631523:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246506880 00000100:00100000:2.0:1724307366.631553:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11959 00000100:00100000:2.0:1724307366.631559:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:22488:x1808064246506880:12345-0@lo:7:osp-pre-0-0.0 00000100:00100000:0.0:1724307366.633947:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307366.634621:0:8406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246506752 00000100:00100000:3.0:1724307366.634629:0:8406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246506752 00000100:00100000:3.0:1724307366.635300:0:8406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246500992 00000100:00100000:3.0:1724307366.635304:0:8406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246500992 00000100:00100000:0.0:1724307366.635752:0:16677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1724307366.635758:0:16677:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3298:x1808064246506752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1724307366.635778:0:16677:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 43057152 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307366.635821:0:16677:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3298:x1808064246506752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (4614us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307366.635826:0:16677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1724307366.635839:0:16677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:0.0:1724307366.635842:0:16677:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092146300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3296:x1808064246500992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1724307366.635848:0:16677:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 43057152 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307366.635864:0:16677:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092146300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3296:x1808064246500992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 22us (1920us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307366.635869:0:16677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00100000:0.0:1724307366.635896:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3296:1808064246500992:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1724307366.636751:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246506752:0@lo:13:osp-pre-0-0.0 00002000:00080000:3.0:1724307366.637488:0:19425:0:(ofd_fs.c:452:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00080000:3.0:1724307366.637493:0:19425:0:(ofd_dev.c:1146:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x240000400:0x14e1:0x0] 00000100:00100000:3.0:1724307366.637530:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:22488:x1808064246506880:12345-0@lo:7:osp-pre-0-0.0 Request processed in 5970us (6366us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307366.637537:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11959 00000100:00100000:1.0:1724307366.638221:0:22488:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dd500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22488:1808064246506880:0@lo:7:osp-pre-0-0.0 00000004:00080000:1.0:1724307366.638230:0:22488:0:(osp_precreate.c:828:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x240000400:0x14e1:0x0] 00000100:00100000:0.0:1724307366.642120:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:1.0:1724307366.642354:0:13533:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248607360 00000100:00100000:1.0:1724307366.642362:0:13533:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248607360 00002000:00100000:1.0:1724307366.642394:0:13533:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x14c2:0x0] (0->4095) req@ffff880092144e00 x1808064248607360/t0(0) o4->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:627/0 lens 4584/0 e 0 to 0 dl 1724307377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1724307366.642403:0:13533:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff880092144e00 with x1808064248607360 ext(0->4095) 00002000:00010000:1.0:1724307366.642408:0:13533:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092144e00 00000100:00100000:1.0:1724307366.642426:0:13533:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 510 00000100:00100000:1.0:1724307366.642431:0:13533:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092144e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1968:x1808064248607360:12345-192.168.204.7@tcp:4:dd.0 00000100:00100000:0.0:1724307366.648950:0:13533:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092144e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:1968:x1808064248607360:12345-192.168.204.7@tcp:4:dd.0 Request processed in 6509us (6826us total) trans 30064771073 rc 0/0 00000100:00100000:0.0:1724307366.648961:0:13533:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 510 00002000:00100000:0.0:1724307366.648969:0:13533:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x14c2:0x0] (0->4095) req@ffff880092144e00 x1808064248607360/t30064771073(0) o4->7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp:627/0 lens 4584/448 e 0 to 0 dl 1724307377 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1724307366.648977:0:13533:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff880092144e00 with x1808064248607360 ext(0->4095) 00002000:00010000:0.0:1724307366.648982:0:13533:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092144e00 00000001:02000400:3.0:1724307367.414368:0:24790:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg407-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1724307367.550444:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307368.083803:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246507008:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1724307368.083875:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307368.083920:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246507008 00000100:00100000:3.0:1724307368.083928:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246507008 00000100:00100000:3.0:1724307368.083969:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:3.0:1724307368.083977:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246507008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1724307368.084017:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 21299200 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307368.084058:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246507008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307368.084064:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:3.0:1724307368.084104:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246507008:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1724307368.084124:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307338 00010000:00010000:1.0:1724307368.551817:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307369.554659:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307369.604572:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092144380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246507136:0@lo:400:kworker.0 00000100:00100000:0.0:1724307369.604627:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307369.604662:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092146a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246507648:0@lo:400:kworker.0 00000100:00100000:0.0:1724307369.604685:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307369.604702:0:3296:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1724307369.604706:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092144000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246507264:0@lo:400:kworker.0 00000100:00100000:0.0:1724307369.604720:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307369.604728:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092146680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3296:1808064246507776:0@lo:400:kworker.0 00000100:00100000:0.0:1724307369.604739:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307369.604757:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246507136 00000100:00100000:0.0:1724307369.604763:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246507136 00000100:00100000:0.0:1724307369.604795:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1724307369.604800:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094af0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246507136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307369.604838:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094af0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246507136:12345-0@lo:400:kworker.0 Request processed in 36us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307369.604843:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1724307369.604868:0:22441:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246507648 00000100:00100000:0.0:1724307369.604870:0:22441:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246507648 00000100:00100000:0.0:1724307369.604886:0:22441:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246507264 00000100:00100000:0.0:1724307369.604888:0:22441:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246507264 00000100:00100000:0.0:1724307369.604897:0:22441:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246507776 00000100:00100000:0.0:1724307369.604898:0:22441:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246507776 00000100:00100000:0.0:1724307369.604907:0:22441:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1724307369.604910:0:22441:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246507648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307369.604934:0:22441:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246507648:12345-0@lo:400:kworker.0 Request processed in 23us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307369.604938:0:22441:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1724307369.604947:0:22441:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1724307369.604950:0:22441:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246507264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307369.604969:0:22441:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1808064246507264:12345-0@lo:400:kworker.0 Request processed in 18us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307369.604974:0:22441:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1724307369.604982:0:22441:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1724307369.604985:0:22441:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1808064246507776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307369.605002:0:22441:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1808064246507776:12345-0@lo:400:kworker.0 Request processed in 16us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307369.605006:0:22441:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:0.0:1724307369.605019:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307339 00000100:00080000:0.0:1724307369.605022:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307339 00000100:00100000:0.0:1724307369.605044:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092144000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3296:1808064246507264:0@lo:400:kworker.0 00000100:00100000:0.0:1724307369.605052:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092146680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3296:1808064246507776:0@lo:400:kworker.0 00000100:00100000:0.0:1724307369.605056:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092144380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246507136:0@lo:400:kworker.0 00000100:00100000:0.0:1724307369.605063:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092146a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246507648:0@lo:400:kworker.0 00000100:00100000:2.0:1724307369.605372:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092145880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246507392:0@lo:400:kworker.0 00000100:00100000:2.0:1724307369.605399:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307369.605414:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1724307369.605418:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092147800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246507520:0@lo:400:kworker.0 00000100:00100000:2.0:1724307369.605433:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307369.605457:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246507392 00000100:00100000:2.0:1724307369.605461:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246507392 00000100:00100000:2.0:1724307369.605482:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246507520 00000100:00100000:2.0:1724307369.605484:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246507520 00000100:00100000:2.0:1724307369.605496:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:2.0:1724307369.605500:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246507392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307369.605525:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246507392:12345-0@lo:400:kworker.0 Request processed in 24us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307369.605530:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00100000:2.0:1724307369.605541:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:2.0:1724307369.605545:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246507520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307369.605564:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246507520:12345-0@lo:400:kworker.0 Request processed in 18us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307369.605568:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00100000:2.0:1724307369.605592:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092147800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246507520:0@lo:400:kworker.0 00000100:00100000:2.0:1724307369.605600:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092145880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246507392:0@lo:400:kworker.0 00000100:00080000:0.0:1724307369.606407:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307339 00000001:00100000:0.0:1724307369.630125:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000020:00000080:0.0:1724307369.630131:0:9780:0:(genops.c:925:class_export_put()) final put ffff88009cce0800/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000020:00000080:1.0:1724307369.630177:0:8899:0:(genops.c:883:class_export_destroy()) destroying export ffff88009cce0800/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e for lustre-OST0001 00000020:00000080:1.0:1724307369.630219:0:8899:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009cce4800 for lustre-OST0001 00000100:00100000:1.0:1724307369.732040:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307369.732193:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248607488 00000100:00100000:2.0:1724307369.732202:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248607488 00000100:00100000:2.0:1724307369.732300:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 23 00000100:00100000:2.0:1724307369.732306:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+7:27253:x1808064248607488:12345-192.168.204.7@tcp:101:lfs.0 00010000:00010000:2.0:1724307369.732328:0:22443:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1724307369.732350:0:22443:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091160000/0x85b23e07e0c0cc27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6be406d0cce6d050 expref: -99 pid: 22443 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307369.732412:0:22443:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091161b00/0x85b23e07e0c0cc2e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22443 initiator: MDT0 00010000:00010000:2.0:1724307369.732425:0:22443:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091161b00/0x85b23e07e0c0cc2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22443 initiator: MDT0 00010000:00010000:2.0:1724307369.732436:0:22443:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091161b00/0x85b23e07e0c0cc2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22443 initiator: MDT0 00000004:00200000:2.0:1724307369.732579:0:22443:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 61952 00000004:00200000:2.0:1724307369.732583:0:22443:0:(mdt_handler.c:1603:mdt_getattr_internal()) dirent count 33 stripe count 1 MDT count 1 00000004:00010000:2.0:1724307369.732599:0:22443:0:(mdt_handler.c:2486:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091161b00/0x85b23e07e0c0cc2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22443 initiator: MDT0 00010000:00010000:2.0:1724307369.732619:0:22443:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091160000/0x85b23e07e0c0cc27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d050 expref: 9 pid: 22443 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307369.732667:0:22443:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091161b00/0x85b23e07e0c0cc2e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d050 expref: 8 pid: 22443 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307369.732675:0:22443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009cc43900) 00010000:00010000:2.0:1724307369.732678:0:22443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1724307369.732682:0:22443:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091161b00, rc 0) 00000100:00100000:2.0:1724307369.732739:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:27253:x1808064248607488:12345-192.168.204.7@tcp:101:lfs.0 Request processed in 432us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307369.732745:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 23 00000100:00080000:0.0:1724307369.732882:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307339 00000100:00100000:0.0:1724307369.738287:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307369.738392:0:22892:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248607616 00000100:00100000:2.0:1724307369.738403:0:22892:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248607616 00000100:00100000:2.0:1724307369.738933:0:22892:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 24 00000100:00100000:2.0:1724307369.738941:0:22892:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:27253:x1808064248607616:12345-192.168.204.7@tcp:41:lfs.0 00000004:00000024:2.0:1724307369.738993:0:22892:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2259681280 avail 2257584128 00000100:00100000:2.0:1724307369.739069:0:22892:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:27253:x1808064248607616:12345-192.168.204.7@tcp:41:lfs.0 Request processed in 128us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307369.739075:0:22892:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 24 00000100:00100000:0.0:1724307369.741379:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307369.742707:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248607744 00000100:00100000:3.0:1724307369.742719:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248607744 00000100:00100000:3.0:1724307369.742779:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1202 00000100:00100000:3.0:1724307369.742788:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:27253:x1808064248607744:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:3.0:1724307369.742835:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 46465024 pending 1703936 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307369.742914:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:27253:x1808064248607744:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 126us (1545us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307369.742920:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1202 00000100:00080000:0.0:1724307369.743154:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307339 00000100:00100000:0.0:1724307369.744938:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307369.745032:0:9058:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248607872 00000100:00100000:2.0:1724307369.745040:0:9058:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248607872 00000100:00100000:2.0:1724307369.745073:0:9058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 11960 00000100:00100000:2.0:1724307369.745080:0:9058:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:1965:x1808064248607872:12345-192.168.204.7@tcp:8:lfs.0 00010000:00080000:2.0:1724307369.745113:0:9058:0:(ldlm_lib.c:1342:target_handle_connect()) lustre-OST0001: connection from 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e@192.168.204.7@tcp t0 exp (null) cur 2972 last 0 00000020:00000080:2.0:1724307369.745144:0:9058:0:(genops.c:1313:class_connect()) connect: client 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e, cookie 0x85b23e07e0c0cc35 00002000:00100000:2.0:1724307369.745155:0:9058:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0001: cli 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e/ffff8801363b2800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f40ac ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1724307369.745180:0:9058:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:2.0:1724307369.745420:0:9058:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff8800941c36c0 00002000:00080000:2.0:1724307369.745429:0:9058:0:(ofd_obd.c:393:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1724307369.745454:0:9058:0:(import.c:86:import_set_state_nolock()) ffff8801363b0000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:2.0:1724307369.745519:0:9058:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1965:x1808064248607872:12345-192.168.204.7@tcp:8:lfs.0 Request processed in 438us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307369.745530:0:9058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 11960 00000100:00100000:0.0:1724307369.747443:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307369.747768:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248608000 00000100:00100000:2.0:1724307369.747779:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248608000 00000100:00100000:2.0:1724307369.748115:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1203 00000100:00100000:2.0:1724307369.748123:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:27253:x1808064248608000:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:2.0:1724307369.748170:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24707072 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307369.749006:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:27253:x1808064248608000:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 880us (1568us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307369.749012:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1203 00000100:00100000:0.0:1724307369.890438:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307369.890549:0:22437:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248608128 00000100:00100000:2.0:1724307369.890559:0:22437:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248608128 00000100:00100000:2.0:1724307369.890626:0:22437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 91 00000100:00100000:2.0:1724307369.890634:0:22437:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094af0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248608128:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307369.890730:0:22437:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094af0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1968:x1808064248608128:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 97us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307369.890737:0:22437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 91 00000100:00080000:2.0:1724307369.890776:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307339 00010000:00010000:0.0:1724307370.556212:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1724307371.551462:0:25072:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg407-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00010000:00010000:3.0:1724307371.560526:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1724307371.637923:0:24664:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 30064771073 is committed 00000100:00100000:0.0:1724307371.651733:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1724307371.651754:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246507904:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1724307371.651823:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307371.651862:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246507904 00000100:00100000:0.0:1724307371.651869:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246507904 00000100:00100000:0.0:1724307371.655235:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:0.0:1724307371.655251:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092145880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246507904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1724307371.655296:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 44761088 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1724307371.655370:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092145880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246507904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (3547us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307371.655376:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00080000:0.0:1724307371.655401:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307341 00000100:00100000:0.0:1724307371.655533:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246507904:0@lo:13:osp-pre-0-0.0 00000001:02000400:3.0:1724307372.544344:0:25156:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid in FULL state after 0 sec 00010000:00010000:1.0:1724307372.563277:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307373.092413:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1724307373.092431:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246508032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1724307373.092486:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307373.092845:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246508032 00000100:00100000:3.0:1724307373.092852:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246508032 00000100:00100000:3.0:1724307373.092894:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:3.0:1724307373.092900:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246508032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1724307373.092930:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24707072 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307373.092969:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246508032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307373.092977:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:2.0:1724307373.093058:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246508032:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1724307373.093161:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307343 00010000:00010000:1.0:1724307373.568978:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307374.013775:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:2.0:1724307374.013849:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248608256 00000100:00100000:2.0:1724307374.013857:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248608256 00000100:00100000:2.0:1724307374.013914:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 25 00000100:00100000:2.0:1724307374.013921:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092147800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:27738:x1808064248608256:12345-192.168.204.7@tcp:41:lfs.0 00000100:00080000:0.0:1724307374.013957:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307344 00000004:00000024:2.0:1724307374.013967:0:22443:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2259681280 avail 2257584128 00000100:00100000:2.0:1724307374.014014:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092147800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:27738:x1808064248608256:12345-192.168.204.7@tcp:41:lfs.0 Request processed in 92us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307374.014019:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 25 00000100:00100000:0.0:1724307374.016927:0:3291:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307374.017044:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248608384 00000100:00100000:3.0:1724307374.017056:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248608384 00000100:00080000:0.0:1724307374.017686:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307344 00000100:00100000:3.0:1724307374.018171:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1206 00000100:00100000:3.0:1724307374.018180:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092146a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:27738:x1808064248608384:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:3.0:1724307374.018215:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 44761088 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307374.018471:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092146a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:27738:x1808064248608384:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 291us (1553us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307374.018477:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1206 00000100:00100000:0.0:1724307374.020661:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307374.020768:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248608512 00000100:00100000:3.0:1724307374.020886:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248608512 00000100:00080000:0.0:1724307374.020929:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307344 00000100:00100000:3.0:1724307374.021048:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1207 00000100:00100000:3.0:1724307374.021054:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092144380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:27738:x1808064248608512:12345-192.168.204.7@tcp:13:lfs.0 00002000:00000024:3.0:1724307374.021075:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24707072 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1724307374.021583:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092144380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:27738:x1808064248608512:12345-192.168.204.7@tcp:13:lfs.0 Request processed in 527us (947us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307374.021589:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1207 00010000:00010000:0.0:1724307374.574777:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307374.612033:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246508416:0@lo:400:kworker.0 00000100:00100000:2.0:1724307374.612059:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246508288:0@lo:400:kworker.0 00000100:00100000:0.0:1724307374.612127:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246508160:0@lo:400:kworker.0 00000100:00100000:2.0:1724307374.612179:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307374.612179:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307374.612196:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246508800:0@lo:400:kworker.0 00000100:00100000:3.0:1724307374.612200:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1724307374.612204:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246508544:0@lo:400:kworker.0 00000100:00100000:2.0:1724307374.612213:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1724307374.612217:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307374.612233:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246508288 00000100:00100000:3.0:1724307374.612233:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246508416 00000100:00100000:2.0:1724307374.612238:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246508288 00000100:00100000:3.0:1724307374.612238:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246508416 00000100:00100000:0.0:1724307374.612282:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307374.612290:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246508800 00000100:00100000:0.0:1724307374.612292:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246508672:0@lo:400:kworker.0 00000100:00100000:2.0:1724307374.612292:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246508800 00000100:00100000:0.0:1724307374.612306:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307374.612324:0:22442:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246508672 00000100:00100000:0.0:1724307374.612327:0:22442:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246508672 00000100:00100000:0.0:1724307374.612340:0:22442:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1724307374.612349:0:22442:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246508288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307374.612383:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1724307374.612387:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092146680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246508672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1724307374.612405:0:22442:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1808064246508288:12345-0@lo:400:kworker.0 Request processed in 60us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307374.612410:0:22442:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1724307374.612411:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092146680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1808064246508672:12345-0@lo:400:kworker.0 Request processed in 18us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307374.612414:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1724307374.612422:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1724307374.612425:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1808064246508800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1724307374.612443:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1808064246508800:12345-0@lo:400:kworker.0 Request processed in 18us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307374.612446:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246508544 00000100:00100000:3.0:1724307374.612448:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246508544 00000100:00100000:3.0:1724307374.612460:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00080000:1.0:1724307374.612462:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307344 00000100:00100000:3.0:1724307374.612463:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246508416:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1724307374.612465:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1724307344 00000100:00100000:1.0:1724307374.612473:0:22440:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246508160 00000100:00100000:1.0:1724307374.612476:0:22440:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246508160 00000100:00100000:3.0:1724307374.612485:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246508416:12345-0@lo:400:kworker.0 Request processed in 21us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307374.612490:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:1.0:1724307374.612494:0:22440:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1724307374.612497:0:22440:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094af3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246508160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307374.612497:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1724307374.612500:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246508544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1724307374.612516:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246508544:12345-0@lo:400:kworker.0 Request processed in 15us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307374.612520:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:1.0:1724307374.612521:0:22440:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094af3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3296:x1808064246508160:12345-0@lo:400:kworker.0 Request processed in 23us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307374.612525:0:22440:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00080000:1.0:1724307374.612540:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307344 00000100:00100000:3.0:1724307374.612548:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246508544:0@lo:400:kworker.0 00000100:00100000:3.0:1724307374.612556:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246508416:0@lo:400:kworker.0 00000100:00100000:0.0:1724307374.612602:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3297:1808064246508288:0@lo:400:kworker.0 00000100:00100000:0.0:1724307374.612609:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3297:1808064246508800:0@lo:400:kworker.0 00000100:00100000:2.0:1724307374.612618:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1724307374.612624:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246508160:0@lo:400:kworker.0 00000100:00100000:0.0:1724307374.612631:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3296:1808064246508672:0@lo:400:kworker.0 00000001:00100000:3.0:1724307374.615630:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00000100:00100000:0.0:1724307374.897682:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307374.897711:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:0.0:1724307374.897741:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307374.898462:0:19425:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248608896 00000100:00100000:0.0:1724307374.898465:0:3290:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307374.898471:0:19425:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248608896 00000100:00100000:0.0:1724307374.898496:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248609024 00000100:00100000:0.0:1724307374.898500:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248609024 00000100:00100000:3.0:1724307374.898505:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1218 00000100:00100000:3.0:1724307374.898510:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1969:x1808064248608896:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:0.0:1724307374.898521:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1219 00000100:00100000:0.0:1724307374.898525:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248609024:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307374.898566:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1969:x1808064248608896:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 55us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307374.898567:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248609024:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 40us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307374.898571:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1218 00000100:00100000:0.0:1724307374.898574:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1219 00000100:00100000:2.0:1724307374.898658:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248608768 00000100:00100000:2.0:1724307374.898661:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248608768 00000100:00100000:2.0:1724307374.898681:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 30 00000100:00100000:2.0:1724307374.898685:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880092144000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:1968:x1808064248608768:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:2.0:1724307374.898719:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880092144000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+8:1968:x1808064248608768:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 33us (1007us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307374.898723:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 30 00000100:00100000:1.0:1724307374.898852:0:22437:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248608640 00000100:00100000:1.0:1724307374.898856:0:22437:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248608640 00000100:00100000:1.0:1724307374.898880:0:22437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 93 00000100:00100000:1.0:1724307374.898884:0:22437:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880094af1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248608640:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:1.0:1724307374.898906:0:22437:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880094af1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:31a81d4a-43f7-45b0-a075-f219c8077a24+9:1969:x1808064248608640:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 21us (1272us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307374.898910:0:22437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 93 00000100:00080000:2.0:1724307374.899397:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307344 00010000:00010000:2.0:1724307375.576698:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307376.580035:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307376.660219:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093b7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246508928:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1724307376.660298:0:3298:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307376.661798:0:15523:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246508928 00000100:00100000:2.0:1724307376.661809:0:15523:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246508928 00000100:00100000:2.0:1724307376.661878:0:15523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:2.0:1724307376.661886:0:15523:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff88013580a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246508928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1724307376.661932:0:15523:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 44761088 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1724307376.661997:0:15523:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88013580a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1808064246508928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (1699us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307376.662004:0:15523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00080000:0.0:1724307376.662099:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307346 00000100:00100000:3.0:1724307376.662194:0:3298:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093b7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3298:1808064246508928:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1724307377.581765:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1724307377.834244:0:25502:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 61d: error in llog_setup should cleanup the llog context correctly ========================================================== 02:16:17 (1724307377) 00000100:00100000:1.0:1724307378.099967:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246509056:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1724307378.100025:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1724307378.100310:0:8407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246509056 00000100:00100000:2.0:1724307378.100317:0:8407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246509056 00000100:00100000:2.0:1724307378.100373:0:8407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:2.0:1724307378.100379:0:8407:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246509056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1724307378.100410:0:8407:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 24707072 pending 0 free 3858759680 avail 3856662528 00000100:00080000:0.0:1724307378.100431:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307348 00000100:00100000:2.0:1724307378.100961:0:8407:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1808064246509056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 580us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1724307378.100968:0:8407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:1.0:1724307378.100970:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3299:1808064246509056:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1724307378.583875:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1724307378.777534:0:25632:0:(tgt_mount.c:1967:server_getattr()) lustre-MDT0000: root_inode from lsi ino=335936, dev=0 00000020:01000004:0.0:1724307378.790606:0:25632:0:(tgt_mount.c:1695:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1724307378.790627:0:25632:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe1680/0x85b23e07e0c0c829 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c830 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307378.790666:0:25632:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe1680/0x85b23e07e0c0c829 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c830 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307378.790673:0:25632:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe1680/0x85b23e07e0c0c829 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c830 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307378.790678:0:25632:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff88009ffe1680/0x85b23e07e0c0c829 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c830 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307378.790702:0:25632:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1724307378.790706:0:25632:0:(mgc_request.c:542:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1724307378.790716:0:25632:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1724307378.790720:0:25632:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1724307378.790725:0:25632:0:(pinger.c:421:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1724307378.790744:0:25632:0:(import.c:86:import_set_state_nolock()) ffff8801363b4800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1724307378.790771:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093b7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246509184:0@lo:39:umount.0 00000100:00100000:0.0:1724307378.790822:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1724307378.790862:0:22443:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246509184 00000100:00100000:0.0:1724307378.790867:0:22443:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246509184 00000100:00100000:0.0:1724307378.790902:0:22443:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1724307378.790908:0:22443:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1808064246509184:12345-0@lo:39:umount.0 00000020:00000080:0.0:1724307378.790929:0:22443:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0cad7 00000100:00080000:0.0:1724307378.790935:0:22443:0:(import.c:86:import_set_state_nolock()) ffff88009e37a000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000100:00100000:0.0:1724307378.791019:0:22443:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+1:3295:x1808064246509184:12345-0@lo:39:umount.0 Request processed in 110us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307378.791025:0:22443:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000020:00000080:0.0:1724307378.791032:0:22443:0:(genops.c:925:class_export_put()) final put ffff8800945b8800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1724307378.791060:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8800945b8800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00010000:00010000:3.0:1724307378.791128:0:8418:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1724307378.791134:0:8418:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff88009ffe1680/0x85b23e07e0c0c829 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c830 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307378.791139:0:8418:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1680 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:3.0:1724307378.791142:0:8418:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff88009ffe1680/0x85b23e07e0c0c829 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c830 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307378.791149:0:8418:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009ffe1680/0x85b23e07e0c0c829 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0c0c830 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1724307378.791154:0:8418:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009ffe1680/0x85b23e07e0c0c829 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0c0c830 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307378.791158:0:8418:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1724307378.791160:0:8418:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1724307378.791162:0:8418:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1724307378.791186:0:8418:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff88009ffe1680/0x85b23e07e0c0c829 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c830 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307378.791190:0:8418:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1724307378.791193:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307378.791204:0:8418:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff88009ffe1680/0x85b23e07e0c0c829 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c830 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307378.791209:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009ffe1680/0x85b23e07e0c0c829 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c830 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307378.791212:0:3297:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1724307378.791219:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307378.791220:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246509312:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1724307378.791220:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307378.791222:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1724307378.791247:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307378.791940:0:7038:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246509312 00000100:00100000:1.0:1724307378.791944:0:7038:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246509312 00000100:00100000:1.0:1724307378.791987:0:7038:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1724307378.791991:0:7038:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5517c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3297:x1808064246509312:12345-0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1724307378.791996:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1724307348 00010000:00010000:1.0:1724307378.792000:0:7038:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307378.792011:0:7038:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009ffe3180/0x85b23e07e0c0c830 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c829 expref: 18 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.792321:0:7038:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1724307378.792363:0:7038:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5517c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:3297:x1808064246509312:12345-0@lo:103:ldlm_bl.0 Request processed in 371us (1115us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307378.792369:0:7038:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1724307378.792388:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246509312:0@lo:103:ldlm_bl.0 00000020:00000080:0.0:1724307378.792461:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009e37a000 for lustre-MDT0000 00000100:00080000:0.0:1724307378.792482:0:3295:0:(import.c:86:import_set_state_nolock()) ffff8801363b4800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1724307378.792494:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093b7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3295:1808064246509184:0@lo:39:umount.0 00000100:00080000:2.0:1724307378.792515:0:25632:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1724307378.792518:0:25632:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1724307378.792521:0:25632:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1724307378.793309:0:25632:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091162ac0/0x85b23e07e0c0c77a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c781 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307378.793317:0:25632:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091162ac0/0x85b23e07e0c0c77a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c781 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307378.793322:0:25632:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091162ac0/0x85b23e07e0c0c77a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c781 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307378.793327:0:25632:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff880091162ac0/0x85b23e07e0c0c77a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c781 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307378.793349:0:25632:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1724307378.793354:0:25632:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88008ef9ba80/0x85b23e07e0c0cc12 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0cc19 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307378.793359:0:25632:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88008ef9ba80/0x85b23e07e0c0cc12 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0cc19 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.793575:0:9709:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1724307378.793575:0:25632:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88008ef9ba80/0x85b23e07e0c0cc12 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0cc19 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307378.793580:0:25632:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff88008ef9ba80/0x85b23e07e0c0cc12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0cc19 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.793581:0:9709:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff880091162ac0/0x85b23e07e0c0c77a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c781 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.793587:0:9709:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091162ac0 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:1.0:1724307378.793590:0:9709:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff880091162ac0/0x85b23e07e0c0c77a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c781 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.793600:0:9709:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff880091162ac0/0x85b23e07e0c0c77a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0c0c781 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307378.793600:0:25632:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00010000:1.0:1724307378.793605:0:9709:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff880091162ac0/0x85b23e07e0c0c77a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0c0c781 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307378.793605:0:25632:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe1200/0x85b23e07e0c0c81b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c822 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1724307378.793609:0:9709:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1724307378.793611:0:9709:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:2.0:1724307378.793613:0:25632:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe1200/0x85b23e07e0c0c81b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c822 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307378.793617:0:25632:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff88009ffe1200/0x85b23e07e0c0c81b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c822 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307378.793621:0:25632:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff88009ffe1200/0x85b23e07e0c0c81b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c822 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.793631:0:9709:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff880091162ac0/0x85b23e07e0c0c77a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c781 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307378.793634:0:25632:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1724307378.793636:0:9709:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1724307378.793652:0:25632:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091160d80/0x85b23e07e0c0c76c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x85b23e07e0c0c773 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307378.793656:0:25632:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091160d80/0x85b23e07e0c0c76c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x85b23e07e0c0c773 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307378.793660:0:25632:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.107@tcp lock: ffff880091160d80/0x85b23e07e0c0c76c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c773 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1724307378.793664:0:25632:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.107@tcp lock: ffff880091160d80/0x85b23e07e0c0c76c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x85b23e07e0c0c773 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307378.793668:0:7041:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1724307378.793672:0:9709:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff880091162ac0/0x85b23e07e0c0c77a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c781 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307378.793673:0:7041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff88008ef9ba80/0x85b23e07e0c0cc12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0cc19 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307378.793676:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246509440:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1724307378.793677:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff880091162ac0/0x85b23e07e0c0c77a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c781 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307378.793678:0:7041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88008ef9ba80 already unused, calling callback (ffffffffa0aeca40) 10000000:00010000:3.0:1724307378.793680:0:7041:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff88008ef9ba80/0x85b23e07e0c0cc12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0cc19 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307378.793684:0:7041:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88008ef9ba80/0x85b23e07e0c0cc12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0c0cc19 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.793686:0:9709:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1724307378.793688:0:9709:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff88009ffe1200/0x85b23e07e0c0c81b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c822 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1724307378.793689:0:7041:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88008ef9ba80/0x85b23e07e0c0cc12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0c0cc19 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.793692:0:9709:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff88009ffe1200 already unused, calling callback (ffffffffa0aeca40) 10000000:01000000:3.0:1724307378.793693:0:7041:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00010000:1.0:1724307378.793694:0:9709:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff88009ffe1200/0x85b23e07e0c0c81b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c822 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307378.793695:0:7041:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1724307378.793697:0:7041:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1724307378.793699:0:9709:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff88009ffe1200/0x85b23e07e0c0c81b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0c0c822 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1724307378.793703:0:9709:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff88009ffe1200/0x85b23e07e0c0c81b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0c0c822 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1724307378.793705:0:3297:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1724307378.793708:0:7041:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff88008ef9ba80/0x85b23e07e0c0cc12 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0cc19 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1724307378.793710:0:9709:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1724307378.793712:0:9709:0:(mgc_request.c:920:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1724307378.793712:0:7041:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 10000000:01000000:1.0:1724307378.793714:0:9709:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1724307378.793721:0:9709:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff88009ffe1200/0x85b23e07e0c0c81b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c822 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307378.793722:0:7041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff88008ef9ba80/0x85b23e07e0c0cc12 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0cc19 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.793725:0:9709:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1724307378.793725:0:25632:0:(ldlm_lockd.c:2202:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1724307378.793727:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88008ef9ba80/0x85b23e07e0c0cc12 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0cc19 expref: -99 pid: 7051 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307378.793728:0:25632:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:1.0:1724307378.793729:0:9709:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff88009ffe1200/0x85b23e07e0c0c81b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c822 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1724307378.793730:0:25632:0:(mgc_request.c:542:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:1.0:1724307378.793733:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff88009ffe1200/0x85b23e07e0c0c81b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c822 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307378.793737:0:7041:0:(ldlm_lockd.c:2832:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1724307378.793738:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1724307378.793739:0:25632:0:(tgt_mount.c:1734:server_put_super()) stopping lustre-MDT0000 00010000:00010000:3.0:1724307378.793739:0:7041:0:(ldlm_lockd.c:1922:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.107@tcp lock: ffff880091160d80/0x85b23e07e0c0c76c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c773 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.793740:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307378.793741:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1724307378.793742:0:25632:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00010000:00010000:3.0:1724307378.793743:0:7041:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) Lock ffff880091160d80 already unused, calling callback (ffffffffa0aeca40) 00000020:00000080:2.0:1724307378.793745:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 10000000:00010000:3.0:1724307378.793746:0:7041:0:(mgc_request.c:898:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.107@tcp lock: ffff880091160d80/0x85b23e07e0c0c76c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x85b23e07e0c0c773 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307378.793748:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246509696:0@lo:103:ldlm_bl.0 00000020:02000400:2.0:1724307378.793748:0:25632:0:(obd_config.c:877:class_cleanup()) Failing over lustre-MDT0000 00010000:00010000:3.0:1724307378.793750:0:7041:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.107@tcp lock: ffff880091160d80/0x85b23e07e0c0c76c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x85b23e07e0c0c773 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1724307378.793754:0:7041:0:(mgc_request.c:904:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.107@tcp lock: ffff880091160d80/0x85b23e07e0c0c76c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x85b23e07e0c0c773 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1724307378.793758:0:7041:0:(mgc_request.c:908:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1724307378.793759:0:7041:0:(mgc_request.c:920:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1724307378.793761:0:7041:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000100:00100000:1.0:1724307378.793768:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1724307378.793768:0:7041:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.107@tcp lock: ffff880091160d80/0x85b23e07e0c0c76c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c773 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307378.793772:0:7041:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1724307378.793782:0:3299:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1724307378.793785:0:7041:0:(ldlm_lockd.c:1946:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.107@tcp lock: ffff880091160d80/0x85b23e07e0c0c76c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c773 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307378.793786:0:3299:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246509568:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1724307378.793789:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.107@tcp lock: ffff880091160d80/0x85b23e07e0c0c76c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x85b23e07e0c0c773 expref: -99 pid: 22433 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1724307378.793798:0:3299:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1724307378.793799:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307378.793800:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307378.793802:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1724307378.793811:0:3296:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246509824:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1724307378.793814:0:7040:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246509440 00000100:00100000:1.0:1724307378.793819:0:7040:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246509440 00000100:00100000:3.0:1724307378.793830:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307378.793849:0:7040:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246509696 00000100:00100000:1.0:1724307378.793851:0:7040:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246509696 00000100:00100000:1.0:1724307378.793862:0:7040:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246509568 00000100:00100000:1.0:1724307378.793864:0:7040:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246509568 00000100:00100000:1.0:1724307378.793871:0:7040:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246509824 00000100:00100000:1.0:1724307378.793872:0:7040:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246509824 00000100:00100000:1.0:1724307378.793881:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1724307378.793886:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880136906300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+20:3297:x1808064246509440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1724307378.793893:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307378.793903:0:7040:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009ffe1f80/0x85b23e07e0c0c781 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c77a expref: 20 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.793912:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1724307378.793931:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136906300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+19:3297:x1808064246509440:12345-0@lo:103:ldlm_bl.0 Request processed in 44us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307378.793936:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1724307378.793946:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1724307378.793949:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+18:3299:x1808064246509696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1724307378.793955:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307378.793961:0:7040:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880091163840/0x85b23e07e0c0c822 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c81b expref: 18 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.793967:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1724307378.793983:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+17:3299:x1808064246509696:12345-0@lo:103:ldlm_bl.0 Request processed in 33us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307378.793988:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1724307378.793995:0:7040:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1724307378.793998:0:7040:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+16:3299:x1808064246509568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1724307378.794003:0:7040:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1724307378.794009:0:7040:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88008ef9a400/0x85b23e07e0c0cc19 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0cc12 expref: 16 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.794015:0:7040:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1724307378.794027:0:7040:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+15:3299:x1808064246509568:12345-0@lo:103:ldlm_bl.0 Request processed in 28us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307378.794035:0:7040:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00010000:00010000:0.0:1724307378.794094:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1724307378.794106:0:7039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1724307378.794110:0:7039:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093208e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+14:3296:x1808064246509824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1724307378.794116:0:7039:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1724307378.794123:0:7039:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009ffe2f40/0x85b23e07e0c0c773 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c76c expref: 14 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1724307378.794133:0:7039:0:(ldlm_lockd.c:1825:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1724307378.794149:0:7039:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093208e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b+13:3296:x1808064246509824:12345-0@lo:103:ldlm_bl.0 Request processed in 39us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1724307378.794153:0:7039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00010000:00010000:0.0:1724307378.794189:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307378.794243:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246509568:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1724307378.794249:0:3299:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3299:1808064246509696:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1724307378.795249:0:3296:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a572e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3296:1808064246509824:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1724307378.795279:0:3297:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800922df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246509440:0@lo:103:ldlm_bl.0 00000004:00000080:2.0:1724307378.795501:0:25632:0:(mdt_handler.c:7911:mdt_iocontrol()) lustre-MDT0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000020:00000080:3.0:1724307378.796311:0:25632:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 3/7 00000020:00080000:3.0:1724307378.796317:0:25632:0:(genops.c:1713:print_export_data()) lustre-MDT0000: ACTIVE ffff8800909eb000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00080000:3.0:1724307378.796322:0:25632:0:(genops.c:1713:print_export_data()) lustre-MDT0000: ACTIVE ffff8800945bf800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00080000:3.0:1724307378.796328:0:25632:0:(genops.c:1713:print_export_data()) lustre-MDT0000: ACTIVE ffff880129da6000 7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 192.168.204.7@tcp 7 (0 0 2) 0 0 0 0: (null) 309237645318 stale:0 00000020:00080000:3.0:1724307378.796331:0:25632:0:(genops.c:1481:class_disconnect_exports()) OBD device 5 (ffff88009fb52aa0) has exports, disconnecting them 00000020:00080000:3.0:1724307378.796335:0:25632:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8800909eb000), last request at 1724307374 00000020:00000080:3.0:1724307378.796340:0:25632:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0cbfd 00000100:00080000:3.0:1724307378.796346:0:25632:0:(import.c:86:import_set_state_nolock()) ffff8800909ee800 ÿÿÿÿ: changing import state from FULL to CLOSED 00010000:00010000:1.0:1724307378.796381:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1724307378.796392:0:25632:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff8800909eb000): rc 0 00000020:00000080:3.0:1724307378.796395:0:25632:0:(genops.c:925:class_export_put()) final put ffff8800909eb000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1724307378.796403:0:25632:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8800945bf800), last request at 1724307374 00000020:00000080:3.0:1724307378.796409:0:25632:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0cac9 00000020:00000080:1.0:1724307378.796411:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8800909eb000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000100:00080000:3.0:1724307378.796414:0:25632:0:(import.c:86:import_set_state_nolock()) ffff8800945bc800 ÿÿÿÿ: changing import state from FULL to CLOSED 00000020:00000080:1.0:1724307378.796437:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8800909ee800 for lustre-MDT0000 00010000:00010000:3.0:1724307378.796439:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1724307378.796458:0:25632:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff8800945bf800): rc 0 00000020:00000080:3.0:1724307378.796459:0:25632:0:(genops.c:925:class_export_put()) final put ffff8800945bf800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1724307378.796464:0:25632:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.204.7@tcp (ffff880129da6000), last request at 1724307374 00000020:00000080:3.0:1724307378.796467:0:25632:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c7b9 00000020:00000080:1.0:1724307378.796468:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8800945bf800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00010000:3.0:1724307378.796472:0:25632:0:(genops.c:1815:obd_stale_export_put()) Put export ffff880129da6000: total 1 00000100:00080000:3.0:1724307378.796475:0:25632:0:(import.c:86:import_set_state_nolock()) ffff88009b18c800 ÿÿÿÿ: changing import state from FULL to CLOSED 00000020:00000080:1.0:1724307378.796487:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8800945bc800 for lustre-MDT0000 00000020:00080000:3.0:1724307378.796491:0:25632:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 192.168.204.7@tcp (ffff880129da6000): rc 0 00000004:00000080:3.0:1724307378.796502:0:25632:0:(mdd_device.c:2271:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffff880093febb20 00000100:00080000:3.0:1724307378.796514:0:25632:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1724307378.796517:0:25632:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 25769803778 gen 3 00000004:00080000:3.0:1724307378.796525:0:25632:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00080000:3.0:1724307378.796575:0:25632:0:(pinger.c:421:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1724307378.796588:0:25632:0:(import.c:86:import_set_state_nolock()) ffff88012d429800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1724307378.796606:0:25632:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1724307378.796609:0:25632:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970742 gen 3 00000004:00080000:3.0:1724307378.796615:0:25632:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:1.0:1724307378.796624:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093209180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246509952:0@lo:9:umount.0 00000100:00100000:1.0:1724307378.796680:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1724307378.796681:0:25632:0:(pinger.c:421:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1724307378.796688:0:25632:0:(import.c:86:import_set_state_nolock()) ffff880129da2800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1724307378.796701:0:3295:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093208380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246510080:0@lo:9:umount.0 00000020:00080000:3.0:1724307378.796710:0:25632:0:(genops.c:1486:class_disconnect_exports()) OBD device 5 (ffff88009fb52aa0) has no exports 00000100:00100000:1.0:1724307378.796713:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1724307378.796730:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246509952 00000100:00100000:1.0:1724307378.796735:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246509952 00000100:00100000:1.0:1724307378.796756:0:16086:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064246510080 00000100:00100000:1.0:1724307378.796757:0:16086:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064246510080 00000100:00100000:1.0:1724307378.796767:0:16086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11961 00000100:00100000:1.0:1724307378.796771:0:16086:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3295:x1808064246509952:12345-0@lo:9:umount.0 00000100:00100000:3.0:1724307378.796774:0:19425:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11962 00000100:00100000:3.0:1724307378.796777:0:19425:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3295:x1808064246510080:12345-0@lo:9:umount.0 00000020:00000080:3.0:1724307378.796786:0:19425:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c806 00000020:00000080:1.0:1724307378.796789:0:16086:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0cbc5 00000100:00080000:3.0:1724307378.796790:0:19425:0:(import.c:86:import_set_state_nolock()) ffff8801362fd800 ÿÿÿÿ: changing import state from FULL to CLOSED 00000100:00080000:1.0:1724307378.796793:0:16086:0:(import.c:86:import_set_state_nolock()) ffff8800909e8000 ÿÿÿÿ: changing import state from FULL to CLOSED 00000001:00000004:1.0:1724307378.796808:0:16086:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 7, last_transno is 30064771073 00000001:00000004:3.0:1724307378.796808:0:19425:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294970742 00000100:00100000:1.0:1724307378.796962:0:16086:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3295:x1808064246509952:12345-0@lo:9:umount.0 Request processed in 188us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1724307378.796967:0:16086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11961 00000100:00080000:1.0:1724307378.796979:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307348 00000100:00100000:3.0:1724307378.797006:0:19425:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+2:3295:x1808064246510080:12345-0@lo:9:umount.0 Request processed in 228us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307378.797011:0:19425:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11962 00000100:00080000:1.0:1724307378.797012:0:3295:0:(import.c:86:import_set_state_nolock()) ffff880129da2800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000020:00010000:3.0:1724307378.797021:0:8418:0:(genops.c:1801:obd_stale_export_get()) Get export ffff880129da6000: total 0 00000004:00080000:1.0:1724307378.797029:0:3295:0:(osp_dev.c:1620:osp_import_event()) got disconnected 00000004:00080000:1.0:1724307378.797031:0:3295:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:1.0:1724307378.797033:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093208380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246510080:0@lo:9:umount.0 00010000:00010000:3.0:1724307378.797038:0:8418:0:(ldlm_lock.c:2628:ldlm_export_cancel_blocked_locks()) Export ffff880129da6000, canceled 0 locks, left on hash table 2. 00000100:00080000:1.0:1724307378.797054:0:3295:0:(import.c:86:import_set_state_nolock()) ffff88012d429800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1724307378.797060:0:3295:0:(osp_dev.c:1620:osp_import_event()) got disconnected 00000004:00080000:1.0:1724307378.797061:0:3295:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:1.0:1724307378.797062:0:3295:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093209180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3295:1808064246509952:0@lo:9:umount.0 00010000:00010000:3.0:1724307378.797070:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800904398c0/0x85b23e07e0c0caf3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xe1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d011 expref: 3 pid: 22442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.797079:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307378.797089:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091161b00/0x85b23e07e0c0cc2e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d050 expref: 2 pid: 22443 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307378.797104:0:8418:0:(ldlm_lock.c:2656:ldlm_export_cancel_locks()) Export ffff880129da6000, canceled 2 locks, left on hash table 0. 00010000:00010000:0.0:1724307378.797190:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1724307378.801269:0:25632:0:(genops.c:1486:class_disconnect_exports()) OBD device 5 (ffff88009fb52aa0) has no exports 00000020:00000080:3.0:1724307378.810977:0:8418:0:(genops.c:925:class_export_put()) final put ffff880129da6000/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e 00010000:00010000:3.0:1724307378.810997:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307378.810998:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307378.811001:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1724307378.811150:0:25326:0:(genops.c:883:class_export_destroy()) destroying export ffff880129da6000/7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e for lustre-MDT0000 00000020:00000080:0.0:1724307378.811269:0:25326:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88009b18c800 for lustre-MDT0000 00000020:00000080:2.0:1724307378.831356:0:25632:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c7ce 00000020:00000080:2.0:1724307378.831365:0:25632:0:(genops.c:925:class_export_put()) final put ffff88013767c000/lustre-QMT0000_UUID 00000020:01000000:2.0:1724307378.831385:0:25632:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1724307378.831461:0:25326:0:(genops.c:883:class_export_destroy()) destroying export ffff88013767c000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1724307378.831464:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1724307378.831472:0:25632:0:(obd_config.c:900:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1724307378.831476:0:25632:0:(genops.c:1486:class_disconnect_exports()) OBD device 7 (ffff88009fb53ff0) has no exports 00000020:00000080:3.0:1724307378.831753:0:25632:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c7c7 00000020:00000080:3.0:1724307378.831757:0:25632:0:(genops.c:925:class_export_put()) final put ffff88009a1aa800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1724307378.831944:0:25326:0:(genops.c:883:class_export_destroy()) destroying export ffff88009a1aa800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1724307378.831980:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1724307378.831987:0:25632:0:(obd_config.c:828:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1724307378.831990:0:25632:0:(genops.c:925:class_export_put()) final put ffff88012b855800/lustre-QMT0000_UUID 00000020:00000080:3.0:1724307378.831991:0:25632:0:(genops.c:883:class_export_destroy()) destroying export ffff88012b855800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1724307378.831995:0:25632:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:01000000:3.0:1724307378.832012:0:25632:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff8800b1ce21e0 - data ffff8800b1dd50c0/ffff88009aeab1c0 00000020:01000000:3.0:1724307378.832029:0:25632:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff880136b73cc0 - data ffff880092003600/ffff8800943202c0 00000100:00080000:3.0:1724307378.858875:0:25632:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1724307378.858881:0:25632:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 25769803778 gen 4 00000004:00080000:3.0:1724307378.859128:0:25632:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:3.0:1724307378.859131:0:25632:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1724307378.860124:0:22487:0:(osp_sync.c:1283:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1724307378.860129:0:22487:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x120:0x0] index 1 count 1 00000040:00080000:0.0:1724307378.860140:0:22487:0:(llog.c:792:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 72 count 2 00000040:00080000:0.0:1724307378.860462:0:22487:0:(llog_cat.c:1172:llog_cat_set_first_idx()) catlog [0x1:0x2:0x0] first idx 72, last_idx 72 00000100:00080000:3.0:1724307378.862230:0:25632:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1724307378.862234:0:25632:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970742 gen 4 00000004:00080000:3.0:1724307378.862248:0:25632:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:3.0:1724307378.862250:0:25632:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1724307378.863899:0:22492:0:(osp_sync.c:1283:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1724307378.863903:0:22492:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x122:0x0] index 2 count 1 00000040:00080000:0.0:1724307378.863913:0:22492:0:(llog.c:792:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 72 count 2 00000040:00080000:0.0:1724307378.864099:0:22492:0:(llog_cat.c:1172:llog_cat_set_first_idx()) catlog [0x1:0x5:0x0] first idx 72, last_idx 72 00000020:00000080:0.0:1724307378.896632:0:25632:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c78f 00000020:00000080:0.0:1724307378.896655:0:25632:0:(genops.c:925:class_export_put()) final put ffff880129da1800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1724307378.896712:0:25326:0:(genops.c:883:class_export_destroy()) destroying export ffff880129da1800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1724307378.897421:0:25632:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c7a4 00000020:00000080:0.0:1724307378.897425:0:25632:0:(genops.c:925:class_export_put()) final put ffff88009947f000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1724307378.897448:0:25632:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1724307378.897452:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1724307378.897458:0:25632:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1724307378.897461:0:25632:0:(genops.c:1486:class_disconnect_exports()) OBD device 4 (ffff88009fb51550) has no exports 00000020:00000080:1.0:1724307378.897488:0:25326:0:(genops.c:883:class_export_destroy()) destroying export ffff88009947f000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000004:01000000:0.0:1724307378.897551:0:25632:0:(lod_lov.c:82:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1724307378.897558:0:25632:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c7ff 00000020:00000080:0.0:1724307378.897561:0:25632:0:(genops.c:925:class_export_put()) final put ffff88009cce7000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1724307378.897566:0:25632:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1724307378.897568:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1724307378.897573:0:25632:0:(obd_config.c:900:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1724307378.897574:0:25632:0:(genops.c:1486:class_disconnect_exports()) OBD device 13 (ffff88012faf9550) has no exports 00000020:00000080:0.0:1724307378.897578:0:25632:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c7f1 00000020:00000080:0.0:1724307378.897581:0:25632:0:(genops.c:925:class_export_put()) final put ffff880129da0000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1724307378.897679:0:25326:0:(genops.c:883:class_export_destroy()) destroying export ffff88009cce7000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1724307378.897685:0:25326:0:(genops.c:883:class_export_destroy()) destroying export ffff880129da0000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1724307378.897716:0:25632:0:(obd_class.h:698:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1724307378.897720:0:25632:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1724307378.897724:0:25632:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970742 gen 5 00000004:00080000:0.0:1724307378.897728:0:25632:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:0.0:1724307378.897730:0:25632:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1724307378.897749:0:25326:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff880129da2800 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1724307378.897861:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1724307378.897869:0:25632:0:(obd_config.c:828:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1724307378.897872:0:25632:0:(genops.c:925:class_export_put()) final put ffff88009bc91000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1724307378.897874:0:25632:0:(genops.c:883:class_export_destroy()) destroying export ffff88009bc91000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1724307378.897878:0:25632:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1724307378.897885:0:25632:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c7e3 00000020:00000080:0.0:1724307378.897888:0:25632:0:(genops.c:925:class_export_put()) final put ffff88009bc92800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1724307378.897904:0:25632:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1724307378.897907:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1724307378.897910:0:25632:0:(obd_config.c:900:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1724307378.897912:0:25632:0:(genops.c:1486:class_disconnect_exports()) OBD device 8 (ffff8800a5a68000) has no exports 00000020:00000080:0.0:1724307378.897915:0:25632:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c7dc 00000020:00000080:0.0:1724307378.897917:0:25632:0:(genops.c:925:class_export_put()) final put ffff88012d42e000/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1724307378.898015:0:25632:0:(obd_class.h:698:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1724307378.898016:0:25632:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1724307378.898018:0:25632:0:(client.c:2972:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 25769803778 gen 5 00000004:00080000:0.0:1724307378.898021:0:25632:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:0.0:1724307378.898022:0:25632:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1724307378.898085:0:25326:0:(genops.c:883:class_export_destroy()) destroying export ffff88009bc92800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1724307378.898090:0:25326:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d42e000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1724307378.898093:0:25326:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff88012d429800 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1724307378.898189:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1724307378.898193:0:25632:0:(obd_config.c:828:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1724307378.898196:0:25632:0:(genops.c:925:class_export_put()) final put ffff880129da7800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1724307378.898198:0:25632:0:(genops.c:883:class_export_destroy()) destroying export ffff880129da7800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1724307378.898201:0:25632:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1724307378.898254:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1724307378.898257:0:25632:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1724307378.898259:0:25632:0:(genops.c:925:class_export_put()) final put ffff88009b18f800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1724307378.898261:0:25632:0:(genops.c:883:class_export_destroy()) destroying export ffff88009b18f800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1724307378.898264:0:25632:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1724307378.898286:0:25632:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c7ab 00000020:00000080:0.0:1724307378.898291:0:25632:0:(genops.c:925:class_export_put()) final put ffff88009947d800/lustre-MDD0000_UUID 00000020:01000000:0.0:1724307378.898308:0:25632:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1724307378.898311:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1724307378.898314:0:25632:0:(obd_config.c:900:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1724307378.898315:0:25632:0:(genops.c:1486:class_disconnect_exports()) OBD device 6 (ffff88009fb55540) has no exports 00000020:00000080:1.0:1724307378.898325:0:25326:0:(genops.c:883:class_export_destroy()) destroying export ffff88009947d800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:0.0:1724307378.898416:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1724307378.898419:0:25632:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1724307378.898421:0:25632:0:(genops.c:925:class_export_put()) final put ffff880129da2000/lustre-MDD0000_UUID 00000020:00000080:0.0:1724307378.898428:0:25632:0:(genops.c:883:class_export_destroy()) destroying export ffff880129da2000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:0.0:1724307378.898431:0:25632:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:0.0:1724307378.898438:0:25632:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c7b2 00000020:00000080:0.0:1724307378.898441:0:25632:0:(genops.c:925:class_export_put()) final put ffff880129da7000/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1724307378.898448:0:25632:0:(tgt_mount.c:206:server_put_mount()) put mount ffff88012d42d000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1724307378.898451:0:25632:0:(obd_mount.c:770:lustre_put_lsi()) put ffff88012d42d000 3 00000020:01000004:0.0:1724307378.898454:0:25632:0:(tgt_mount.c:139:server_deregister_mount()) deregister mount ffff88012d42d000 from lustre-MDT0000 00000020:00000080:0.0:1724307378.898500:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1724307378.898503:0:25632:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1724307378.898506:0:25632:0:(genops.c:925:class_export_put()) final put ffff880129da4800/lustre-MDT0000_UUID 00000020:00000080:0.0:1724307378.898507:0:25632:0:(genops.c:883:class_export_destroy()) destroying export ffff880129da4800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1724307378.898511:0:25632:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1724307378.898519:0:25632:0:(obd_mount.c:618:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:0.0:1724307378.898522:0:25632:0:(tgt_mount.c:274:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1724307378.898524:0:25632:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1724307378.898526:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1724307378.898527:0:25632:0:(obd_config.c:900:class_cleanup()) MGS: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1724307378.898534:0:25632:0:(genops.c:1713:print_export_data()) MGS: ACTIVE ffff8800945b9000 31a81d4a-43f7-45b0-a075-f219c8077a24 192.168.204.7@tcp 8 (0 0 4) 0 0 0 0: (null) 0 stale:0 00000020:00080000:0.0:1724307378.898540:0:25632:0:(genops.c:1713:print_export_data()) MGS: ACTIVE ffff880129f84800 f5ebe9fe-97e8-4c85-85e0-e929df75ee5b 0@lo 12 (0 0 8) 0 0 0 0: (null) 0 stale:0 00000020:00080000:0.0:1724307378.898543:0:25632:0:(genops.c:1481:class_disconnect_exports()) OBD device 1 (ffff8800a5a6d540) has exports, disconnecting them 00000020:00080000:0.0:1724307378.898545:0:25632:0:(genops.c:1456:class_disconnect_export_list()) MGS: disconnecting export at 192.168.204.7@tcp (ffff8800945b9000), last request at 1724307374 00000020:00000080:0.0:1724307378.898554:0:25632:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c8ca 00000020:00010000:0.0:1724307378.898558:0:25632:0:(genops.c:1815:obd_stale_export_put()) Put export ffff8800945b9000: total 1 00000100:00080000:0.0:1724307378.898561:0:25632:0:(import.c:86:import_set_state_nolock()) ffff8800945bc000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1724307378.898583:0:25632:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 192.168.204.7@tcp (ffff8800945b9000): rc 0 00000020:00080000:0.0:1724307378.898586:0:25632:0:(genops.c:1456:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff880129f84800), last request at 1724307378 00000020:00000080:0.0:1724307378.898591:0:25632:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c75e 00000020:00010000:0.0:1724307378.898593:0:25632:0:(genops.c:1815:obd_stale_export_put()) Put export ffff880129f84800: total 1 00000100:00080000:0.0:1724307378.898595:0:25632:0:(import.c:86:import_set_state_nolock()) ffff880129f81800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1724307378.898602:0:25632:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff880129f84800): rc 0 00000020:00010000:3.0:1724307378.898603:0:7041:0:(genops.c:1801:obd_stale_export_get()) Get export ffff8800945b9000: total 1 00010000:00010000:3.0:1724307378.898606:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00010000:1.0:1724307378.898610:0:9709:0:(genops.c:1801:obd_stale_export_get()) Get export ffff880129f84800: total 1 00000020:00080000:0.0:1724307378.898614:0:25632:0:(genops.c:1486:class_disconnect_exports()) OBD device 1 (ffff8800a5a6d540) has no exports 00010000:00010000:3.0:1724307378.898631:0:7041:0:(ldlm_lock.c:2628:ldlm_export_cancel_blocked_locks()) Export ffff8800945b9000, canceled 0 locks, left on hash table 4. 00010000:00010000:1.0:1724307378.898632:0:9709:0:(ldlm_lock.c:2628:ldlm_export_cancel_blocked_locks()) Export ffff880129f84800, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1724307378.898662:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a9a94fc0/0x85b23e07e0c0c8c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c8bc expref: 9 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307378.898662:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88008ef9b3c0/0x85b23e07e0c0ca9f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cffc expref: 5 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.898673:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880091161680/0x85b23e07e0c0cbb0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0cba9 expref: 8 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307378.898674:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d400fc0/0x85b23e07e0c0cc0b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d049 expref: 4 pid: 22437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.898684:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d4018c0/0x85b23e07e0c0c8b5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c8ae expref: 7 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307378.898684:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880091160900/0x85b23e07e0c0ca98 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6cff5 expref: 3 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307378.898692:0:7041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800911618c0/0x85b23e07e0c0caa6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.7@tcp remote: 0x6be406d0cce6d003 expref: 2 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.898697:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d402ac0/0x85b23e07e0c0cbda lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0cbd3 expref: 6 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307378.898702:0:7041:0:(ldlm_lock.c:2656:ldlm_export_cancel_locks()) Export ffff8800945b9000, canceled 4 locks, left on hash table 0. 00010000:00010000:1.0:1724307378.898705:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d401d40/0x85b23e07e0c0cbe8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0cbe1 expref: 5 pid: 22440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.898712:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d401440/0x85b23e07e0c0c88b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c884 expref: 4 pid: 22440 timeout: 0 lvb_type: 0 00000020:00000080:3.0:1724307378.898713:0:7041:0:(genops.c:925:class_export_put()) final put ffff8800945b9000/31a81d4a-43f7-45b0-a075-f219c8077a24 00010000:00010000:3.0:1724307378.898716:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307378.898718:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307378.898719:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009d402640/0x85b23e07e0c0c899 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c892 expref: 3 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1724307378.898720:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307378.898727:0:9709:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a9a94b40/0x85b23e07e0c0c8a7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x85b23e07e0c0c8a0 expref: 2 pid: 22439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1724307378.898735:0:9709:0:(ldlm_lock.c:2656:ldlm_export_cancel_locks()) Export ffff880129f84800, canceled 8 locks, left on hash table 0. 00000100:00100000:3.0:1724307378.898737:0:22439:0:(service.c:2969:ptlrpc_main()) ll_mgs_0001: service thread [ffff88009b812c00:22439] 1 exiting: rc = 0 00000020:00000080:1.0:1724307378.898743:0:9709:0:(genops.c:925:class_export_put()) final put ffff880129f84800/f5ebe9fe-97e8-4c85-85e0-e929df75ee5b 00010000:00010000:1.0:1724307378.898745:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307378.898746:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1724307378.898748:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307378.898766:0:22437:0:(service.c:2969:ptlrpc_main()) ll_mgs_0000: service thread [ffff88009cc6c200:22437] 0 exiting: rc = 1 00000020:00000080:1.0:1724307378.898805:0:25326:0:(genops.c:883:class_export_destroy()) destroying export ffff880129da7000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1724307378.898808:0:25326:0:(genops.c:883:class_export_destroy()) destroying export ffff8800945b9000/31a81d4a-43f7-45b0-a075-f219c8077a24 for MGS 00000020:00000080:1.0:1724307378.898822:0:25326:0:(genops.c:883:class_export_destroy()) destroying export ffff880129f84800/f5ebe9fe-97e8-4c85-85e0-e929df75ee5b for MGS 00000020:00000080:1.0:1724307378.898831:0:25326:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8800945bc000 for MGS 00000020:00000080:1.0:1724307378.898834:0:25326:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff880129f81800 for MGS 00000100:00100000:0.0:1724307378.898840:0:22440:0:(service.c:2969:ptlrpc_main()) ll_mgs_0002: service thread [ffff8800a8966600:22440] 2 exiting: rc = 0 00000100:00100000:1.0:1724307378.898875:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898880:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898885:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898890:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898895:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898900:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898904:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898909:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898913:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898919:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898924:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898927:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898931:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898935:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898940:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898944:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898949:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898953:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898958:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898963:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898968:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898972:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898977:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898985:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898989:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898993:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.898998:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899003:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899007:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899011:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899016:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899020:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899024:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899029:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899033:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899047:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899052:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899056:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899060:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899065:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899069:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899123:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899127:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899131:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899135:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899139:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899143:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899146:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899150:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899154:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899158:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899162:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899166:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899170:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899174:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899179:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899183:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899187:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899191:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899195:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899199:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899203:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899207:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.899211:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:1.0:1724307378.899942:0:25632:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff88009322c5a0 - data ffff88009a1713c0/ffff8800b1b657c0 00000020:01000000:1.0:1724307378.899954:0:25632:0:(lprocfs_status_server.c:309:lprocfs_free_client_stats()) stat ffff88009322c480 - data ffff88009d178e40/ffff88013633c380 00000020:00000080:1.0:1724307378.900274:0:25632:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c757 00000020:00000080:1.0:1724307378.900278:0:25632:0:(genops.c:925:class_export_put()) final put ffff88012d42b800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1724307378.900287:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d42b800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:1.0:1724307378.900294:0:25632:0:(tgt_mount.c:206:server_put_mount()) put mount ffff88012d42d000 from MGS, refs=2 00000020:01000004:1.0:1724307378.900296:0:25632:0:(obd_mount.c:770:lustre_put_lsi()) put ffff88012d42d000 2 00000020:01000004:1.0:1724307378.900298:0:25632:0:(tgt_mount.c:139:server_deregister_mount()) deregister mount ffff88012d42d000 from MGS 00000020:00000080:1.0:1724307378.900467:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307378.900473:0:25632:0:(obd_config.c:828:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1724307378.900476:0:25632:0:(genops.c:925:class_export_put()) final put ffff88012d428000/MGS 00000020:00000080:1.0:1724307378.900477:0:25632:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d428000/MGS for MGS 00000020:01000000:1.0:1724307378.900481:0:25632:0:(genops.c:463:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1724307378.900488:0:25632:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1724307378.900490:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1724307378.900494:0:25632:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1724307378.900499:0:25632:0:(genops.c:1713:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8800a5a89800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00080000:1.0:1724307378.900503:0:25632:0:(genops.c:1481:class_disconnect_exports()) OBD device 17 (ffff8800a5a69550) has exports, disconnecting them 00000020:00080000:1.0:1724307378.900506:0:25632:0:(genops.c:1456:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8800a5a89800), last request at 1724307328 00000020:00000080:1.0:1724307378.900508:0:25632:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c83e 00000020:00080000:1.0:1724307378.900514:0:25632:0:(genops.c:1461:class_disconnect_export_list()) disconnected export at 0@lo (ffff8800a5a89800): rc 0 00000020:00000080:1.0:1724307378.900542:0:25632:0:(genops.c:925:class_export_put()) final put ffff8800a5a89800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1724307378.900547:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8800a5a89800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1724307378.903747:0:25632:0:(obd_class.h:698:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1724307378.903753:0:25632:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1724307378.903760:0:25632:0:(client.c:2972:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1724307378.903766:0:25632:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1724307378.904307:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1724307378.904317:0:25632:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1724307378.904321:0:25632:0:(obd_mount.c:770:lustre_put_lsi()) put ffff88012d42d000 1 00000020:00000080:0.0:1724307378.904326:0:25632:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0c749 00000020:00000080:0.0:1724307378.904331:0:25632:0:(genops.c:925:class_export_put()) final put ffff88012d42c000/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1724307378.904335:0:25632:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1724307378.904338:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1724307378.904340:0:25632:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1724307378.904343:0:25632:0:(genops.c:1486:class_disconnect_exports()) OBD device 0 (ffff8800a5a6bff0) has no exports 00000020:00000080:1.0:1724307378.906531:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8801363b4800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1724307378.906539:0:10846:0:(genops.c:925:class_export_put()) final put ffff8800949bb000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1724307378.906541:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8800949bb000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1724307378.906546:0:10846:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1724307378.906554:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d42c000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1724307378.909799:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307378.909808:0:25632:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1724307378.909813:0:25632:0:(genops.c:925:class_export_put()) final put ffff88012d428800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1724307378.909816:0:25632:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d428800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1724307378.909820:0:25632:0:(genops.c:463:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1724307378.909829:0:25632:0:(obd_mount.c:695:lustre_free_lsi()) Freeing lsi ffff88012d42f000 00000020:01000000:1.0:1724307378.909845:0:25632:0:(obd_config.c:2360:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1724307378.909848:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1724307378.909850:0:25632:0:(obd_config.c:900:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1724307378.909853:0:25632:0:(genops.c:1486:class_disconnect_exports()) OBD device 3 (ffff8800a5a6ea90) has no exports 00000100:00100000:1.0:1724307378.909927:0:22441:0:(service.c:2969:ptlrpc_main()) mdt00_000: service thread [ffff8800b1866000:22441] 0 exiting: rc = 1 00000100:00100000:3.0:1724307378.910030:0:22892:0:(service.c:2969:ptlrpc_main()) mdt00_003: service thread [ffff88009fbea000:22892] 3 exiting: rc = 0 00000100:00100000:0.0:1724307378.910745:0:22443:0:(service.c:2969:ptlrpc_main()) mdt00_002: service thread [ffff88009a025a00:22443] 2 exiting: rc = 0 00000100:00100000:0.0:1724307378.910841:0:22442:0:(service.c:2969:ptlrpc_main()) mdt00_001: service thread [ffff8800a06aec00:22442] 1 exiting: rc = 0 00000100:00100000:1.0:1724307378.910915:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.910920:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.910925:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.910929:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.910934:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.910938:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.910943:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.910947:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.910951:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.910955:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.910959:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.910964:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.910972:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.910977:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.910982:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.910987:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.910993:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.910997:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911001:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911005:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911009:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911013:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911017:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911081:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911086:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911090:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911097:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911101:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911106:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911110:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911114:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911118:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911122:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911125:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911129:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911133:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911138:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911141:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911145:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911149:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911153:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911157:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911162:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911166:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911169:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911173:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911177:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911182:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911187:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911191:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911195:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911199:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911205:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911209:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911213:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911217:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911221:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911226:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911283:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911287:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911291:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911295:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911299:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.911303:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307378.919550:0:22444:0:(service.c:2969:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff88009a025c00:22444] 0 exiting: rc = 1 00000100:00100000:2.0:1724307378.919575:0:22445:0:(service.c:2969:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff88009a025600:22445] 1 exiting: rc = 0 00000100:00100000:0.0:1724307378.919658:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919665:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919670:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919674:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919678:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919683:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919688:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919693:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919697:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919702:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919707:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919710:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919715:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919954:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919962:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919966:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919970:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919974:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919979:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919983:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919987:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919992:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.919996:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920000:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920004:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920008:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920012:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920016:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920020:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920025:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920029:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920033:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920049:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920054:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920059:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920063:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920067:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920071:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920076:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920080:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920085:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920089:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920094:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920098:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920102:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920107:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920112:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920116:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920121:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920126:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920130:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920134:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920138:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920143:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920149:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920153:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920157:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920160:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920164:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920168:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920171:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920175:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920179:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.920183:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307378.920909:0:22447:0:(service.c:2969:ptlrpc_main()) mdt_out00_001: service thread [ffff88009a024c00:22447] 1 exiting: rc = 0 00000100:00100000:1.0:1724307378.921158:0:22446:0:(service.c:2969:ptlrpc_main()) mdt_out00_000: service thread [ffff88012d5f0c00:22446] 0 exiting: rc = 1 00000100:00100000:0.0:1724307378.921251:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921257:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921263:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921267:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921272:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921277:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921282:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921286:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921291:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921295:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921299:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921304:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921308:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921313:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921318:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921322:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921327:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921336:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921342:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921348:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921354:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921364:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921368:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921376:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921382:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921388:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921392:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921396:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921401:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921404:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921408:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921411:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921415:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921419:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921423:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921426:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921431:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921434:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921437:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921441:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921445:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921448:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921453:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921456:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921461:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921464:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921468:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921474:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921478:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921481:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921485:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921488:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921492:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921495:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921499:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921502:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921506:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921509:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921513:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921516:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921519:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921523:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921526:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.921531:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307378.947127:0:22448:0:(service.c:2969:ptlrpc_main()) mdt_seqs_0000: service thread [ffff88009a024800:22448] 0 exiting: rc = 1 00000100:00100000:3.0:1724307378.947237:0:22449:0:(service.c:2969:ptlrpc_main()) mdt_seqs_0001: service thread [ffff88009a024200:22449] 1 exiting: rc = 0 00000100:00100000:1.0:1724307378.947322:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947329:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947334:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947338:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947342:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947347:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947352:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947356:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947360:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947365:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947369:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947374:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947379:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947382:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947387:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947391:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947395:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947399:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947404:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947408:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947412:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947416:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947420:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947424:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947428:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947431:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947435:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947439:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947443:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947447:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947451:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947455:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947459:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947463:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947467:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947471:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947475:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947480:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947484:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947490:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947495:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947499:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947504:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947508:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947513:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947517:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947522:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947526:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947530:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947535:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947539:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947543:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947547:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947551:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947555:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947559:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947563:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947567:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947571:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947575:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947579:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947583:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947587:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.947591:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307378.947978:0:22450:0:(service.c:2969:ptlrpc_main()) mdt_seqm_0000: service thread [ffff88009a024400:22450] 0 exiting: rc = 1 00000100:00100000:3.0:1724307378.947979:0:22451:0:(service.c:2969:ptlrpc_main()) mdt_seqm_0001: service thread [ffff88009a025e00:22451] 1 exiting: rc = 0 00000100:00100000:1.0:1724307378.948081:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948086:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948089:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948093:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948096:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948099:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948102:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948105:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948108:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948111:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948114:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948119:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948122:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948124:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948127:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948130:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948133:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948136:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948139:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948142:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948145:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948148:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948152:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948155:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948160:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948164:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948168:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948172:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948176:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948180:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948183:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948187:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948191:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948195:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948198:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948202:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948206:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948209:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948213:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948218:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948222:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948226:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948230:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948234:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948238:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948241:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948246:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948250:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948254:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948257:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948261:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948265:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948269:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948273:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948277:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948281:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948285:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948288:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948292:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948296:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948299:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948302:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948306:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1724307378.948309:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1724307378.950243:0:22453:0:(service.c:2969:ptlrpc_main()) mdt_fld_0001: service thread [ffff88009b394400:22453] 1 exiting: rc = 0 00000100:00100000:2.0:1724307378.950244:0:22452:0:(service.c:2969:ptlrpc_main()) mdt_fld_0000: service thread [ffff88009b394200:22452] 0 exiting: rc = 1 00000100:00100000:0.0:1724307378.950269:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950275:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950280:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950284:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950288:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950293:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950297:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950301:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950305:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950310:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950313:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950318:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950323:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950327:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950332:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950336:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950341:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950345:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950350:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950354:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950358:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950362:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950367:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950372:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950376:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950380:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950384:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950389:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950393:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950398:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950402:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950406:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950411:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950415:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950419:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950424:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950428:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950432:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950437:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950441:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950445:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950449:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950453:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950457:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950461:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950465:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950470:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950473:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950477:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950481:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950485:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950489:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950493:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950497:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950502:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950506:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950510:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950514:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950519:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950524:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950528:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950532:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950536:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.950541:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1724307378.951206:0:22455:0:(service.c:2969:ptlrpc_main()) mdt_io00_001: service thread [ffff88009b394a00:22455] 1 exiting: rc = 0 00000100:00100000:3.0:1724307378.951555:0:22456:0:(service.c:2969:ptlrpc_main()) mdt_io00_002: service thread [ffff88009b394e00:22456] 2 exiting: rc = 0 00000100:00100000:3.0:1724307378.951880:0:22454:0:(service.c:2969:ptlrpc_main()) mdt_io00_000: service thread [ffff88009b394c00:22454] 0 exiting: rc = 1 00000100:00100000:0.0:1724307378.951967:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.951973:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.951978:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.951983:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.951987:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.951992:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.951997:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952002:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952007:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952011:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952016:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952021:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952025:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952029:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952033:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952050:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952055:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952059:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952063:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952068:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952072:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952076:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952081:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952085:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952089:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952094:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952098:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952102:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952106:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952111:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952115:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952120:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952124:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952129:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952135:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952139:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952144:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952148:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952152:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952157:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952161:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952165:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952171:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952177:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952181:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952186:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952192:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952198:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952203:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952208:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952213:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952217:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952222:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952227:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952232:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952236:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952241:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952245:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952249:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952254:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952258:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952264:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952268:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1724307378.952272:0:25632:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1724307378.966012:0:25632:0:(obd_config.c:1407:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1724307378.966023:0:25632:0:(obd_config.c:828:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1724307378.966027:0:25632:0:(genops.c:925:class_export_put()) final put ffff88012d42f800/MDS_uuid 00000020:00000080:1.0:1724307378.966031:0:25632:0:(genops.c:883:class_export_destroy()) destroying export ffff88012d42f800/MDS_uuid for MDS 00000020:01000000:1.0:1724307378.966035:0:25632:0:(genops.c:463:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1724307378.966057:0:25632:0:(tgt_mount.c:1798:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:0.0:1724307379.586720:0:7042:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1724307379.619728:0:3297:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f5ebe9fe-97e8-4c85-85e0-e929df75ee5b:3297:1808064246510208:0@lo:400:kworker.0 00000400:00000100:1.0:1724307379.619768:0:3297:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1808064246510208 offset 0 length 224: 4 00000100:00100000:1.0:1724307379.619799:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3298:1808064246510336:0@lo:400:kworker.0 00000400:00000100:1.0:1724307379.619814:0:3298:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246510336 offset 0 length 224: 4 00000100:00100000:1.0:1724307379.619821:0:3298:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1724307379.619825:0:3298:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3298:1808064246510464:0@lo:400:kworker.0 00000400:00000100:1.0:1724307379.619837:0:3298:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1808064246510464 offset 0 length 224: 4 00000001:00100000:3.0:1724307379.631093:0:9780:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1724307379.631100:0:9780:0:(genops.c:925:class_export_put()) final put ffff8801362f8800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1724307379.631120:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff8801362f8800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1724307379.631152:0:10846:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8801362fd800 for lustre-OST0001 00000400:00000100:0.0:1724307379.905597:0:3289:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 12 match 1808064248609280 offset 0 length 224: 4 00000100:00100000:0.0:1724307379.905636:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000400:00000100:0.0:1724307379.905687:0:3289:0:(lib-move.c:4470:lnet_parse_put()) Dropping PUT from 12345-192.168.204.7@tcp portal 26 match 1808064248609152 offset 0 length 224: 4 00000100:00100000:0.0:1724307379.905712:0:3289:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.7@tcp (source: 12345-192.168.204.7@tcp) 00000100:00100000:3.0:1724307379.905745:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248609536 00000100:00100000:3.0:1724307379.905755:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248609536 00000100:00080000:0.0:1724307379.905779:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1724307349 00000100:00100000:3.0:1724307379.906476:0:14386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1808064248609408 00000100:00100000:3.0:1724307379.906481:0:14386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1808064248609408 00000100:00100000:3.0:1724307379.906522:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1220 00000100:00100000:3.0:1724307379.906530:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248609536:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307379.906591:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+5:1968:x1808064248609536:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 61us (954us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307379.906596:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1220 00000100:00100000:3.0:1724307379.906611:0:14386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.7@tcp, seq: 1221 00000100:00100000:3.0:1724307379.906615:0:14386:0:(service.c:2337:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1968:x1808064248609408:12345-192.168.204.7@tcp:400:kworker.0 00000100:00100000:3.0:1724307379.906632:0:14386:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7d8bdae4-a04c-4e62-8cf3-6549a5de0e5e+6:1968:x1808064248609408:12345-192.168.204.7@tcp:400:kworker.0 Request processed in 16us (920us total) trans 0 rc 0/0 00000100:00100000:3.0:1724307379.906658:0:14386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.7@tcp, seq: 1221 00000100:00080000:0.0:1724307379.907396:0:7050:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1724307349 00010000:00010000:3.0:1724307380.588185:0:8418:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1724307381.591461:0:7041:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1724307381.611112:0:24664:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1724307381.611120:0:24664:0:(genops.c:925:class_export_put()) final put ffff8800909e9800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1724307381.611166:0:25326:0:(genops.c:883:class_export_destroy()) destroying export ffff8800909e9800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1724307381.611223:0:25326:0:(genops.c:1113:obd_zombie_import_free()) destroying import ffff8800909e8000 for lustre-OST0000 00010000:00010000:1.0:1724307382.593751:0:9709:0:(ldlm_lockd.c:2835:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:01200004:0.0:1724307382.907514:0:26338:0:(super25.c:129:lustre_fill_super()) VFS Op: sb ffff8801362f8000 00000020:01000004:0.0:1724307382.907545:0:26338:0:(obd_mount.c:1068:lmd_print()) mount data: 00000020:01000004:0.0:1724307382.907547:0:26338:0:(obd_mount.c:1071:lmd_print()) device: lustre-mdt1/mdt1 00000020:01000004:0.0:1724307382.907551:0:26338:0:(tgt_mount.c:2107:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1724307382.907562:0:26338:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:0.0:1724307382.907571:0:26338:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1724307382.907583:0:26338:0:(genops.c:432:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8800a5a68000) 00000020:00000080:0.0:1724307382.907595:0:26338:0:(obd_config.c:671:class_attach()) OBD: dev 0 attached type osd-zfs with refcount 2 00000020:00000080:0.0:1724307382.907598:0:26338:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00100000:10000000:1.0:1724307382.929612:0:26338:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:1.0:1724307382.936709:0:26338:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x7c:0x0] (8/32) 00100000:10000000:1.0:1724307382.939187:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 401: rc = 0 00100000:10000000:1.0:1724307382.940451:0:26338:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:1.0:1724307382.940475:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 401: rc = 0 00100000:10000000:1.0:1724307382.940521:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 401: rc = 0 00100000:10000000:1.0:1724307382.940548:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 401: rc = 0 00100000:10000000:1.0:1724307382.940581:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 401: rc = 0 00100000:10000000:1.0:1724307382.940618:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 401: rc = 0 00100000:10000000:1.0:1724307382.941989:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 403: rc = 0 00100000:10000000:1.0:1724307382.946702:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 328: rc = 0 00100000:10000000:1.0:1724307382.946738:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 328: rc = 0 00100000:10000000:1.0:1724307382.949859:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 539: rc = 0 00100000:10000000:1.0:1724307382.951177:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 539: rc = 0 00100000:10000000:1.0:1724307382.952433:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 539: rc = 0 00100000:10000000:1.0:1724307382.953686:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 539: rc = 0 00100000:10000000:2.0:1724307382.955300:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 539: rc = 0 00100000:10000000:2.0:1724307382.956471:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 539: rc = 0 00100000:10000000:2.0:1724307382.957710:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 539: rc = 0 00100000:10000000:2.0:1724307382.958835:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 539: rc = 0 00100000:10000000:2.0:1724307382.960242:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 539: rc = 0 00100000:10000000:2.0:1724307382.961279:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 539: rc = 0 00100000:10000000:2.0:1724307382.962511:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 539: rc = 0 00100000:10000000:2.0:1724307382.963358:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 539: rc = 0 00100000:10000000:2.0:1724307382.966275:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 649: rc = 0 00100000:10000000:2.0:1724307382.967522:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 649: rc = 0 00100000:10000000:2.0:1724307382.968895:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 649: rc = 0 00100000:10000000:2.0:1724307382.969799:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 649: rc = 0 00100000:10000000:2.0:1724307382.971089:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 649: rc = 0 00100000:10000000:0.0:1724307382.972735:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 649: rc = 0 00100000:10000000:0.0:1724307382.974315:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 649: rc = 0 00100000:10000000:0.0:1724307382.976432:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 649: rc = 0 00100000:10000000:0.0:1724307382.977924:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 649: rc = 0 00100000:10000000:0.0:1724307382.979215:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 649: rc = 0 00100000:10000000:0.0:1724307382.981045:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 649: rc = 0 00100000:10000000:0.0:1724307382.983072:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 649: rc = 0 00100000:10000000:0.0:1724307382.984569:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 649: rc = 0 00100000:10000000:0.0:1724307382.987053:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 649: rc = 0 00100000:10000000:0.0:1724307382.988499:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 649: rc = 0 00100000:10000000:0.0:1724307382.989950:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 649: rc = 0 00100000:10000000:1.0:1724307382.991517:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 649: rc = 0 00100000:10000000:1.0:1724307382.992962:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 649: rc = 0 00100000:10000000:1.0:1724307382.994126:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 649: rc = 0 00100000:10000000:1.0:1724307382.995289:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 649: rc = 0 00100000:10000000:1.0:1724307382.997093:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 649: rc = 0 00100000:10000000:1.0:1724307382.998133:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 649: rc = 0 00100000:10000000:1.0:1724307382.999682:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 649: rc = 0 00100000:10000000:1.0:1724307383.001039:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 649: rc = 0 00100000:10000000:1.0:1724307383.002256:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 649: rc = 0 00100000:10000000:1.0:1724307383.003631:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 649: rc = 0 00100000:10000000:1.0:1724307383.005054:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 649: rc = 0 00100000:10000000:1.0:1724307383.006496:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 649: rc = 0 00100000:10000000:1.0:1724307383.007835:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 649: rc = 0 00100000:10000000:1.0:1724307383.009028:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 649: rc = 0 00100000:10000000:1.0:1724307383.010460:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 649: rc = 0 00100000:10000000:1.0:1724307383.012398:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 649: rc = 0 00100000:10000000:1.0:1724307383.014770:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200015bc0:0x1:0x0] under 336: rc = 0 00100000:10000000:1.0:1724307383.016143:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 336: rc = 0 00100000:10000000:1.0:1724307383.017259:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x2000182d0:0x1:0x0] under 336: rc = 0 00100000:10000000:1.0:1724307383.017307:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200017b00:0x1:0x0] under 336: rc = 0 00100000:10000000:1.0:1724307383.018540:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200016778:0x1:0x0] under 336: rc = 0 00100000:10000000:1.0:1724307383.020444:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200017330:0x1:0x0] under 336: rc = 0 00100000:10000000:1.0:1724307383.021428:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x20001a210:0x1:0x0] under 336: rc = 0 00100000:10000000:1.0:1724307383.025044:0:26338:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:1.0:1724307383.026121:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 333: rc = 0 00100000:10000000:1.0:1724307383.027217:0:26338:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:1.0:1724307383.027238:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 333: rc = 0 00100000:10000000:1.0:1724307383.028540:0:26338:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:1.0:1724307383.028561:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 333: rc = 0 00100000:10000000:1.0:1724307383.031225:0:26338:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:1.0:1724307383.031257:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 329: rc = 0 00100000:10000000:1.0:1724307383.032732:0:26338:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:1.0:1724307383.032760:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 329: rc = 0 00100000:10000000:1.0:1724307383.033934:0:26338:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:1.0:1724307383.033954:0:26338:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 329: rc = 0 00000020:00000080:1.0:1724307383.034169:0:26338:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1724307383.034183:0:26338:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0c0cc43 00000020:01000004:1.0:1724307383.034188:0:26338:0:(tgt_mount.c:2192:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:1.0:1724307383.034196:0:26338:0:(tgt_mount.c:238:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1724307383.034200:0:26338:0:(tgt_mount.c:120:server_register_mount()) register mount ffff8801362f8000 from MGS 00000020:01000004:1.0:1724307383.034204:0:26338:0:(obd_mount.c:205:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1724307383.034207:0:26338:0:(obd_config.c:1407:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1724307383.034215:0:26338:0:(genops.c:432:class_newdev()) Allocate new device MGS (ffff88009f949550) 00000020:00000080:1.0:1724307383.034226:0:26338:0:(obd_config.c:671:class_attach()) OBD: dev 1 attached type mgs with refcount 2 00000020:00000080:1.0:1724307383.034228:0:26338:0:(obd_config.c:1407:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1724307383.034271:0:26338:0:(tgt_mount.c:172:server_get_mount()) get mount ffff8801362f8000 from MGS, refs=2 00000020:00000080:1.0:1724307383.034278:0:26338:0:(genops.c:1313:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x85b23e07e0c0cc51 00010000:00010000:1.0:1724307383.034351:0:26338:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-2 is initialized 00000040:02000000:1.0:1724307383.038437:0:26338:0:(llog_obd.c:199:llog_setup()) *** cfs_fail_loc=605, val=0*** 00000040:00020000:1.0:1724307383.042625:0:26338:0:(llog_obd.c:207:llog_setup()) MGS: ctxt 0 lop_setup=ffffffffa0547f30 failed: rc = -95 00000020:00000080:0.0:1724307383.047831:0:26338:0:(genops.c:1396:class_disconnect()) disconnect: cookie 0x85b23e07e0c0cc51 00000020:00000080:0.0:1724307383.047837:0:26338:0:(genops.c:925:class_export_put()) final put ffff88009213d800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1724307383.047847:0:26338:0:(tgt_mount.c:206:server_put_mount()) put mount ffff8801362f8000 from MGS, refs=2 00000020:01000004:0.0:1724307383.047850:0:26338:0:(obd_mount.c:770:lustre_put_lsi()) put ffff8801362f8000 2 00000020:01000004:0.0:1724307383.047853:0:26338:0:(tgt_mount.c:139:server_deregister_mount()) deregister mount ffff8801362f8000 from MGS 00000020:00000080:1.0:1724307383.051304:0:10846:0:(genops.c:883:class_export_destroy()) destroying export ffff88009213d800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd Debug log: 68738 lines, 68738 kept, 0 dropped, 0 bad.